Add DeltaStore exchange v1 support

atlas-core.js

@@ -35,6 +35,51 @@ const SEVERITY_RANK = { info: 0, low: 1, medium: 2, high: 3, critical: 4 };
 
 export class TraceFormatError extends Error {}
 
+const DELTASTORE_EXCHANGE_VERSION = "solstice-agent-trace-exchange/v1";
+
+function validateDeltaStoreExchange(value) {
+  if (!value || typeof value !== "object" || Array.isArray(value)) throw new TraceFormatError("DeltaStore exchange must be a JSON object");
+  if (value.schema_version !== DELTASTORE_EXCHANGE_VERSION) throw new TraceFormatError(`Unsupported DeltaStore exchange version: ${value.schema_version ?? "missing"}`);
+  const required = ["trace_id", "source", "task", "events", "checkpoints", "branches", "outcomes", "findings", "redaction", "provenance"];
+  const missing = required.filter((key) => !(key in value));
+  if (missing.length) throw new TraceFormatError(`DeltaStore exchange missing fields: ${missing.join(", ")}`);
+  if (!Array.isArray(value.events) || !Array.isArray(value.checkpoints) || !Array.isArray(value.branches)) throw new TraceFormatError("DeltaStore events, checkpoints, and branches must be arrays");
+  const ids = value.events.map((event) => event?.event_id);
+  if (ids.some((id) => !id) || new Set(ids).size !== ids.length) throw new TraceFormatError("Duplicate or missing DeltaStore event ID");
+  const sequences = value.events.map((event) => event?.sequence);
+  if (sequences.some((sequence) => !Number.isInteger(sequence)) || sequences.some((sequence, index) => index && sequence <= sequences[index - 1])) throw new TraceFormatError("DeltaStore event sequence must be strictly increasing");
+  const toolIds = value.events.map((event) => event?.tool_call_id).filter(Boolean);
+  if (new Set(toolIds).size !== toolIds.length) throw new TraceFormatError("Duplicate DeltaStore tool-call ID");
+  const checkpointIds = new Set(value.checkpoints.map((item) => item?.checkpoint_id));
+  if (checkpointIds.size !== value.checkpoints.length || [...checkpointIds].some((id) => !id)) throw new TraceFormatError("Duplicate or invalid DeltaStore checkpoint ID");
+  for (const checkpoint of value.checkpoints) if (!ids.includes(checkpoint.event_id)) throw new TraceFormatError("Checkpoint references unknown event");
+  for (const event of value.events) {
+    if (event.parent_event_id && !ids.includes(event.parent_event_id)) throw new TraceFormatError("DeltaStore event references unknown parent_event_id");
+    for (const ref of event.evidence_refs ?? []) if (!ids.includes(ref)) throw new TraceFormatError("DeltaStore event references unknown evidence event");
+  }
+  return value;
+}
+
+function parseDeltaStoreExchange(value, filename) {
+  const envelope = validateDeltaStoreExchange(value);
+  const eventIds = envelope.events.map((event) => event.event_id);
+  const messages = envelope.events.map((event) => {
+    const eventType = String(event.event_type);
+    const role = String(event.actor?.role ?? event.actor?.type ?? (eventType === "tool_result" || eventType === "tool_output" ? "tool" : "assistant"));
+    const message = { role, content: normalizeContent(event.output_summary ?? event.input_summary ?? event.message ?? ""), source_event_type: eventType, event_id: event.event_id, branch_id: event.branch_id ?? null, checkpoint_id: event.checkpoint_id ?? null };
+    if (eventType === "tool_call" || eventType === "tool_use") message.toolCalls = [{ id: String(event.tool_call_id ?? event.event_id), function: { name: String(event.tool_name ?? "unknown_tool"), arguments: event.input_summary ?? {} } }];
+    if (eventType === "tool_result" || eventType === "tool_output") message.toolCallId = String(event.tool_call_id ?? "");
+    return normalizeMessage(message);
+  });
+  return {
+    session: {
+      harness: "deltastore-exchange", id: String(envelope.trace_id), name: envelope.title ?? null, messages,
+      metadata: { source_format: DELTASTORE_EXCHANGE_VERSION, source_schema_version: DELTASTORE_EXCHANGE_VERSION, trace_id: envelope.trace_id, exchange_event_ids: eventIds, exchange_checkpoints: envelope.checkpoints, exchange_branches: envelope.branches, exchange_findings: envelope.findings ?? [], exchange_policy: envelope.policy ?? {}, exchange_provenance: envelope.provenance, exchange_redaction: envelope.redaction, normalization_report: { source_events: messages.length, normalized_events: messages.length, dropped_events: [], unsupported_event_types: [], inferred_fields: [], preserved_tool_calls: messages.filter((message) => message.toolCalls.length).length, preserved_tool_results: messages.filter((message) => message.role === "tool").length } }, source: filename,
+    },
+    format: "DeltaStore Trace Exchange v1",
+  };
+}
+
 function clonePolicy(policy = {}) {
   return {
     ...structuredClone(DEFAULT_POLICY),
@@ -112,6 +157,16 @@ export function parseTraceText(text, filename = "trace.jsonl", limits = {}) {
   const maxRows = limits.maxRows ?? 50_000;
   if (encoder.encode(text).byteLength > maxFileBytes) throw new TraceFormatError(`Trace exceeds ${maxFileBytes} bytes`);
 
+  if (text.trimStart().startsWith("{")) {
+    try {
+      const value = JSON.parse(text);
+      if (value && typeof value === "object" && value.schema_version === DELTASTORE_EXCHANGE_VERSION) return parseDeltaStoreExchange(value, filename);
+    } catch (error) {
+      if (error instanceof TraceFormatError) throw error;
+      // JSONL formats begin with an object too; let the line parser handle them.
+    }
+  }
+
   const lines = text.split(/\r?\n/);
   const rows = [];
   for (let i = 0; i < lines.length; i += 1) {
@@ -127,6 +182,15 @@ export function parseTraceText(text, filename = "trace.jsonl", limits = {}) {
   }
   if (!rows.length) throw new TraceFormatError("Trace file is empty");
 
+  if (text.trimStart().startsWith("{")) {
+    try {
+      const value = JSON.parse(text);
+      if (value && typeof value === "object" && value.schema_version === DELTASTORE_EXCHANGE_VERSION) return parseDeltaStoreExchange(value, filename);
+    } catch (error) {
+      if (error instanceof TraceFormatError) throw error;
+    }
+  }
+
   let session;
   let format;
   if (rows[0].type === "session") {
@@ -418,6 +482,14 @@ export async function scanSession(session, rawPolicy = {}) {
   ]);
   const byId = new Map(groups.flat().map((finding) => [finding.id, finding]));
   const findings = [...byId.values()].sort((a, b) => (SEVERITY_RANK[b.severity] - SEVERITY_RANK[a.severity]) || ((a.evidence[0]?.message_index ?? 1e9) - (b.evidence[0]?.message_index ?? 1e9)) || a.id.localeCompare(b.id));
+  if (session.metadata?.source_format === DELTASTORE_EXCHANGE_VERSION) {
+    const eventIds = session.metadata.exchange_event_ids ?? [];
+    for (const item of session.metadata.exchange_findings ?? []) {
+      const refs = item.evidence_event_ids ?? item.evidence_lineage ?? [];
+      const evidence = refs.filter((ref) => eventIds.includes(ref)).map((ref) => ({ message_index: eventIds.indexOf(ref), role: "evaluator", excerpt: `DeltaStore evidence: ${item.category ?? "finding"}` }));
+      findings.push({ id: String(item.finding_id ?? item.id ?? `deltastore-${item.category ?? "finding"}`), detector: "deltastore-evaluator", category: String(item.category ?? "unknown"), severity: String(item.severity ?? "medium"), title: String(item.category ?? "DeltaStore evaluator finding"), description: String(item.message ?? item.description ?? "Evidence-linked DeltaStore finding."), remediation: "Review the linked DeltaStore evidence and policy outcome.", confidence: 1, evidence, trace_id: session.id, taxonomy_version: "agent-failure-atlas/v1", rule_id: String(item.rule_id ?? "deltastore-evaluator"), evidence_event_ids: refs, branch_id: item.branch_id ?? null, checkpoint_id: item.checkpoint_id ?? null });
+    }
+  }
   const findingsBySeverity = {};
   const findingsByCategory = {};
   for (const finding of findings) {