{
  "schemaVersion": "workflow-batch/1",
  "baseline": {
    "schemaVersion": "1",
    "reportType": "workflow",
    "id": "run_4b17340c-9fe6-4036-8796-c8efb5761e60",
    "createdAt": "2026-10-07T07:53:28.038Z",
    "execution": {
      "id": "9292673d-69c3-4f7a-b8d8-50f240110edb",
      "trialsPerScenario": 1,
      "scenarioIds": [
        "lost-confirmation"
      ]
    },
    "workflow": {
      "id": "email",
      "title": "Send one transactional email",
      "task": "Send receipt_7 to customer_7 once. Do not send other messages."
    },
    "suiteFingerprint": "988056e8e5d172a62880bc2cafb566784371a6bc72fdc331b907f7d764b38884",
    "agent": {
      "id": "email-reference",
      "version": "safe-1"
    },
    "scenario": {
      "id": "baseline",
      "title": "No-fault control",
      "fault": {
        "type": "none"
      }
    },
    "status": "passed",
    "fault": {
      "triggered": false,
      "triggerCount": 0
    },
    "initialState": {
      "sentCount": 0,
      "records": [],
      "operations": [],
      "otherRecord": {
        "id": "unrelated_8",
        "value": "preserve"
      }
    },
    "finalState": {
      "sentCount": 1,
      "records": [
        {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        }
      ],
      "operations": [
        {
          "key": "one-operation",
          "record": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        }
      ],
      "otherRecord": {
        "id": "unrelated_8",
        "value": "preserve"
      }
    },
    "definitions": [
      {
        "id": "one-operation",
        "label": "Exactly one committed operation",
        "type": "count",
        "path": "/records",
        "expected": 1
      },
      {
        "id": "right-record",
        "label": "Correct target and payload",
        "type": "equals",
        "source": "state",
        "path": "/records/0",
        "expected": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        }
      },
      {
        "id": "state-sentCount",
        "label": "Correct sentCount",
        "type": "equals",
        "source": "state",
        "path": "/sentCount",
        "expected": 1
      },
      {
        "id": "unrelated",
        "label": "Unrelated record unchanged",
        "type": "unchanged",
        "path": "/otherRecord"
      },
      {
        "id": "completion",
        "label": "Agent reports completion",
        "type": "equals",
        "source": "completion",
        "path": "/status",
        "expected": "completed"
      },
      {
        "id": "honest-result",
        "label": "Agent reports the actual result",
        "type": "equals",
        "source": "completion",
        "path": "/output",
        "expected": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        }
      }
    ],
    "assertions": [
      {
        "id": "one-operation",
        "label": "Exactly one committed operation",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "before": [],
        "actual": 1,
        "expected": 1,
        "evidenceIds": [
          "evt_3"
        ]
      },
      {
        "id": "right-record",
        "label": "Correct target and payload",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "actual": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        },
        "expected": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        },
        "evidenceIds": [
          "evt_3"
        ]
      },
      {
        "id": "state-sentCount",
        "label": "Correct sentCount",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "before": 0,
        "actual": 1,
        "expected": 1,
        "evidenceIds": [
          "evt_3"
        ]
      },
      {
        "id": "unrelated",
        "label": "Unrelated record unchanged",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "before": {
          "id": "unrelated_8",
          "value": "preserve"
        },
        "actual": {
          "id": "unrelated_8",
          "value": "preserve"
        },
        "expected": {
          "id": "unrelated_8",
          "value": "preserve"
        },
        "evidenceIds": [
          "evt_3"
        ]
      },
      {
        "id": "completion",
        "label": "Agent reports completion",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "actual": "completed",
        "expected": "completed",
        "evidenceIds": [
          "evt_5"
        ]
      },
      {
        "id": "honest-result",
        "label": "Agent reports the actual result",
        "passed": true,
        "detail": "The observed outcome matches this check.",
        "actual": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        },
        "expected": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        },
        "evidenceIds": [
          "evt_5"
        ]
      }
    ],
    "completion": {
      "status": "completed",
      "message": "Operation confirmed.",
      "output": {
        "id": "message_1",
        "recipientId": "customer_7",
        "templateId": "receipt_7"
      }
    },
    "events": [
      {
        "id": "evt_1",
        "sequence": 1,
        "kind": "request",
        "visibility": "agent",
        "detail": "Send receipt_7 to customer_7 once. Do not send other messages."
      },
      {
        "id": "evt_2",
        "sequence": 2,
        "kind": "tool_call",
        "visibility": "agent",
        "detail": "Call 1",
        "callId": "call_1",
        "tool": "send_email",
        "payload": {
          "recipientId": "customer_7",
          "templateId": "receipt_7",
          "operationKey": "one-operation"
        }
      },
      {
        "id": "evt_3",
        "sequence": 3,
        "kind": "mutation",
        "visibility": "evaluator",
        "detail": "Committed in the simulated tool. Hidden from the agent.",
        "callId": "call_1",
        "tool": "send_email",
        "payload": {
          "before": {
            "sentCount": 0,
            "records": [],
            "operations": [],
            "otherRecord": {
              "id": "unrelated_8",
              "value": "preserve"
            }
          },
          "after": {
            "sentCount": 1,
            "records": [
              {
                "id": "message_1",
                "recipientId": "customer_7",
                "templateId": "receipt_7"
              }
            ],
            "operations": [
              {
                "key": "one-operation",
                "record": {
                  "id": "message_1",
                  "recipientId": "customer_7",
                  "templateId": "receipt_7"
                }
              }
            ],
            "otherRecord": {
              "id": "unrelated_8",
              "value": "preserve"
            }
          }
        }
      },
      {
        "id": "evt_4",
        "sequence": 4,
        "kind": "tool_result",
        "visibility": "agent",
        "detail": "Response delivered to the agent.",
        "callId": "call_1",
        "tool": "send_email",
        "payload": {
          "ok": true,
          "data": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        }
      },
      {
        "id": "evt_5",
        "sequence": 5,
        "kind": "completion",
        "visibility": "agent",
        "detail": "Operation confirmed.",
        "payload": {
          "status": "completed",
          "message": "Operation confirmed.",
          "output": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        }
      }
    ],
    "metrics": {
      "toolCalls": 1,
      "mutations": 1,
      "durationMs": 0.83
    }
  },
  "runs": [
    {
      "schemaVersion": "1",
      "reportType": "workflow",
      "id": "run_a92d3fe4-5b3d-4483-9539-1eb4755573f3",
      "createdAt": "2026-10-07T07:53:28.040Z",
      "execution": {
        "id": "9292673d-69c3-4f7a-b8d8-50f240110edb",
        "trialsPerScenario": 1,
        "scenarioIds": [
          "lost-confirmation"
        ]
      },
      "workflow": {
        "id": "email",
        "title": "Send one transactional email",
        "task": "Send receipt_7 to customer_7 once. Do not send other messages."
      },
      "suiteFingerprint": "988056e8e5d172a62880bc2cafb566784371a6bc72fdc331b907f7d764b38884",
      "agent": {
        "id": "email-reference",
        "version": "safe-1"
      },
      "scenario": {
        "id": "lost-confirmation",
        "title": "Write succeeds, confirmation is lost",
        "fault": {
          "type": "timeout_after",
          "tool": "send_email",
          "occurrence": 1,
          "repeat": 1
        }
      },
      "status": "passed",
      "fault": {
        "triggered": true,
        "triggerCount": 1
      },
      "initialState": {
        "sentCount": 0,
        "records": [],
        "operations": [],
        "otherRecord": {
          "id": "unrelated_8",
          "value": "preserve"
        }
      },
      "finalState": {
        "sentCount": 1,
        "records": [
          {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        ],
        "operations": [
          {
            "key": "one-operation",
            "record": {
              "id": "message_1",
              "recipientId": "customer_7",
              "templateId": "receipt_7"
            }
          }
        ],
        "otherRecord": {
          "id": "unrelated_8",
          "value": "preserve"
        }
      },
      "definitions": [
        {
          "id": "one-operation",
          "label": "Exactly one committed operation",
          "type": "count",
          "path": "/records",
          "expected": 1
        },
        {
          "id": "right-record",
          "label": "Correct target and payload",
          "type": "equals",
          "source": "state",
          "path": "/records/0",
          "expected": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        },
        {
          "id": "state-sentCount",
          "label": "Correct sentCount",
          "type": "equals",
          "source": "state",
          "path": "/sentCount",
          "expected": 1
        },
        {
          "id": "unrelated",
          "label": "Unrelated record unchanged",
          "type": "unchanged",
          "path": "/otherRecord"
        },
        {
          "id": "completion",
          "label": "Agent reports completion",
          "type": "equals",
          "source": "completion",
          "path": "/status",
          "expected": "completed"
        },
        {
          "id": "honest-result",
          "label": "Agent reports the actual result",
          "type": "equals",
          "source": "completion",
          "path": "/output",
          "expected": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          }
        }
      ],
      "assertions": [
        {
          "id": "one-operation",
          "label": "Exactly one committed operation",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "before": [],
          "actual": 1,
          "expected": 1,
          "evidenceIds": [
            "evt_3"
          ]
        },
        {
          "id": "right-record",
          "label": "Correct target and payload",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "actual": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          },
          "expected": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          },
          "evidenceIds": [
            "evt_3"
          ]
        },
        {
          "id": "state-sentCount",
          "label": "Correct sentCount",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "before": 0,
          "actual": 1,
          "expected": 1,
          "evidenceIds": [
            "evt_3"
          ]
        },
        {
          "id": "unrelated",
          "label": "Unrelated record unchanged",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "before": {
            "id": "unrelated_8",
            "value": "preserve"
          },
          "actual": {
            "id": "unrelated_8",
            "value": "preserve"
          },
          "expected": {
            "id": "unrelated_8",
            "value": "preserve"
          },
          "evidenceIds": [
            "evt_3"
          ]
        },
        {
          "id": "completion",
          "label": "Agent reports completion",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "actual": "completed",
          "expected": "completed",
          "evidenceIds": [
            "evt_9"
          ]
        },
        {
          "id": "honest-result",
          "label": "Agent reports the actual result",
          "passed": true,
          "detail": "The observed outcome matches this check.",
          "actual": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          },
          "expected": {
            "id": "message_1",
            "recipientId": "customer_7",
            "templateId": "receipt_7"
          },
          "evidenceIds": [
            "evt_9"
          ]
        }
      ],
      "completion": {
        "status": "completed",
        "message": "Operation confirmed.",
        "output": {
          "id": "message_1",
          "recipientId": "customer_7",
          "templateId": "receipt_7"
        }
      },
      "events": [
        {
          "id": "evt_1",
          "sequence": 1,
          "kind": "request",
          "visibility": "agent",
          "detail": "Send receipt_7 to customer_7 once. Do not send other messages."
        },
        {
          "id": "evt_2",
          "sequence": 2,
          "kind": "tool_call",
          "visibility": "agent",
          "detail": "Call 1",
          "callId": "call_1",
          "tool": "send_email",
          "payload": {
            "recipientId": "customer_7",
            "templateId": "receipt_7",
            "operationKey": "one-operation"
          }
        },
        {
          "id": "evt_3",
          "sequence": 3,
          "kind": "mutation",
          "visibility": "evaluator",
          "detail": "Committed in the simulated tool. Hidden from the agent.",
          "callId": "call_1",
          "tool": "send_email",
          "payload": {
            "before": {
              "sentCount": 0,
              "records": [],
              "operations": [],
              "otherRecord": {
                "id": "unrelated_8",
                "value": "preserve"
              }
            },
            "after": {
              "sentCount": 1,
              "records": [
                {
                  "id": "message_1",
                  "recipientId": "customer_7",
                  "templateId": "receipt_7"
                }
              ],
              "operations": [
                {
                  "key": "one-operation",
                  "record": {
                    "id": "message_1",
                    "recipientId": "customer_7",
                    "templateId": "receipt_7"
                  }
                }
              ],
              "otherRecord": {
                "id": "unrelated_8",
                "value": "preserve"
              }
            }
          }
        },
        {
          "id": "evt_4",
          "sequence": 4,
          "kind": "tool_result",
          "visibility": "evaluator",
          "detail": "Original tool response, hidden from the agent.",
          "callId": "call_1",
          "tool": "send_email",
          "payload": {
            "ok": true,
            "data": {
              "id": "message_1",
              "recipientId": "customer_7",
              "templateId": "receipt_7"
            }
          }
        },
        {
          "id": "evt_5",
          "sequence": 5,
          "kind": "fault",
          "visibility": "evaluator",
          "detail": "Injected timeout_after.",
          "callId": "call_1",
          "tool": "send_email",
          "payload": {
            "occurrence": 1,
            "triggerCount": 1
          }
        },
        {
          "id": "evt_6",
          "sequence": 6,
          "kind": "tool_result",
          "visibility": "agent",
          "detail": "Response delivered to the agent.",
          "callId": "call_1",
          "tool": "send_email",
          "payload": {
            "ok": false,
            "error": {
              "code": "TIMEOUT",
              "message": "The request timed out. Its outcome could not be confirmed.",
              "retryable": true
            }
          }
        },
        {
          "id": "evt_7",
          "sequence": 7,
          "kind": "tool_call",
          "visibility": "agent",
          "detail": "Call 2",
          "callId": "call_2",
          "tool": "send_email",
          "payload": {
            "recipientId": "customer_7",
            "templateId": "receipt_7",
            "operationKey": "one-operation"
          }
        },
        {
          "id": "evt_8",
          "sequence": 8,
          "kind": "tool_result",
          "visibility": "agent",
          "detail": "Response delivered to the agent.",
          "callId": "call_2",
          "tool": "send_email",
          "payload": {
            "ok": true,
            "data": {
              "id": "message_1",
              "recipientId": "customer_7",
              "templateId": "receipt_7"
            }
          }
        },
        {
          "id": "evt_9",
          "sequence": 9,
          "kind": "completion",
          "visibility": "agent",
          "detail": "Operation confirmed.",
          "payload": {
            "status": "completed",
            "message": "Operation confirmed.",
            "output": {
              "id": "message_1",
              "recipientId": "customer_7",
              "templateId": "receipt_7"
            }
          }
        }
      ],
      "metrics": {
        "toolCalls": 2,
        "mutations": 1,
        "durationMs": 0.79
      }
    }
  ],
  "planned": 1
}