{
  "title": "Check a claim against its transcript",
  "description": "Choose a short example and inspect the test output and any later edits. Each verdict was recorded from did-it on the downloadable synthetic transcript.",
  "version": "0.2.1",
  "sourceUrl": "https://github.com/ErickShepherd/did-it/tree/0641ca1659634ca82873456c3a992b03050ac247",
  "sourceRevision": "0641ca1659634ca82873456c3a992b03050ac247",
  "generatedOn": "2026-10-25",
  "synthetic": true,
  "scenarios": [
    {
      "id": "passing",
      "title": "Passing test, then a claim",
      "claim": "All tests pass.",
      "events": [
        {
          "kind": "command",
          "label": "Run tests",
          "detail": "pytest -q",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "result",
          "label": "Test output",
          "detail": "12 passed in 0.30s",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "claim",
          "label": "Agent claim",
          "detail": "All tests pass.",
          "ref": null
        }
      ],
      "receipt": {
        "claim_text": "All tests pass.",
        "verdict": "BACKED-transcript",
        "evidence_tier": "witness",
        "evidence_ref": "toolu_fx0002",
        "utterance_index": 3,
        "notes": []
      },
      "renderedReceipt": "BACKED-transcript  [toolu_fx0002]  All tests pass.\n\ndid-it: 1 claim(s) — BACKED-transcript: 1\n",
      "transcript": "/data/project-demos/transcripts/passing.txt",
      "sha256": "ccf12dbe8fb47a643b439532730526f29126daeb83755d73bf9762c7415c5ae5",
      "downloadFilename": "passing.jsonl"
    },
    {
      "id": "failing",
      "title": "Failing test, then a pass claim",
      "claim": "All tests pass.",
      "events": [
        {
          "kind": "command",
          "label": "Run tests",
          "detail": "pytest -q",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "result",
          "label": "Test output",
          "detail": "1 failed, 11 passed in 0.30s",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "claim",
          "label": "Agent claim",
          "detail": "All tests pass.",
          "ref": null
        }
      ],
      "receipt": {
        "claim_text": "All tests pass.",
        "verdict": "CONTRADICTED",
        "evidence_tier": "witness",
        "evidence_ref": "toolu_fx0002",
        "utterance_index": 3,
        "notes": [
          "last test run: 'Exit code 1; 1 failed'"
        ]
      },
      "renderedReceipt": "CONTRADICTED  [toolu_fx0002]  All tests pass.\n                  · last test run: 'Exit code 1; 1 failed'\n\ndid-it: 1 claim(s) — CONTRADICTED: 1\n",
      "transcript": "/data/project-demos/transcripts/failing.txt",
      "sha256": "38629cf24247f937a48e2776468c74edd4986c1f6c99781fa7b6ead10bbcf4c3",
      "downloadFilename": "failing.jsonl"
    },
    {
      "id": "stale",
      "title": "Passing test, then a code edit",
      "claim": "All tests pass.",
      "events": [
        {
          "kind": "command",
          "label": "Run tests",
          "detail": "pytest -q",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "result",
          "label": "Test output",
          "detail": "12 passed in 0.30s",
          "ref": "toolu_fx0002"
        },
        {
          "kind": "edit",
          "label": "Edit after the test",
          "detail": "app.py was changed after the passing run.",
          "ref": "toolu_fx0005"
        },
        {
          "kind": "claim",
          "label": "Agent claim",
          "detail": "All tests pass.",
          "ref": null
        }
      ],
      "receipt": {
        "claim_text": "All tests pass.",
        "verdict": "UNSUPPORTED",
        "evidence_tier": null,
        "evidence_ref": null,
        "utterance_index": 5,
        "notes": [
          "no valid test run at utterance-time"
        ]
      },
      "renderedReceipt": "UNSUPPORTED  [-]  All tests pass.\n                 · no valid test run at utterance-time\n\ndid-it: 1 claim(s) — UNSUPPORTED: 1\n",
      "transcript": "/data/project-demos/transcripts/stale.txt",
      "sha256": "71ab6e523325bc8d99b9575922387e6b905d43b57353836c66d64efb4b89a8a9",
      "downloadFilename": "stale.jsonl"
    },
    {
      "id": "missing",
      "title": "A claim without a test run",
      "claim": "All tests pass.",
      "events": [
        {
          "kind": "claim",
          "label": "Agent claim",
          "detail": "All tests pass.",
          "ref": null
        }
      ],
      "receipt": {
        "claim_text": "All tests pass.",
        "verdict": "UNSUPPORTED",
        "evidence_tier": null,
        "evidence_ref": null,
        "utterance_index": 1,
        "notes": [
          "no valid test run at utterance-time"
        ]
      },
      "renderedReceipt": "UNSUPPORTED  [-]  All tests pass.\n                 · no valid test run at utterance-time\n\ndid-it: 1 claim(s) — UNSUPPORTED: 1\n",
      "transcript": "/data/project-demos/transcripts/missing.txt",
      "sha256": "9e2fc174fa89a37407844a3c06c21f7020ce99a0042349dbca78bcb422200f27",
      "downloadFilename": "missing.jsonl"
    }
  ]
}
