{
  "schema_version": 1,
  "engine_version": "0.2.0",
  "generated_at": "2026-10-16T06:33:58.593292+00:00",
  "expectations_sha256": "d1d6b2b8a598c75b56c26a013263c219dba196948dac327a8499d9328394b641",
  "pdf_expectations_sha256": "d4d237b098047ebc1e40aec1ec115d0c6f1bd3c07877d7fd83f8e6f19c6c6341",
  "cases": [
    {
      "case": "consistent",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.005291900000884198,
      "manifest_sha256": "722ef0ac1a307d7c2516fc44d253e7e1c2e4213b4f25e956f8e2b82e66f49614",
      "run_id": "2a1d4d71b2ee4938ac30d2aa12c0c300",
      "summary": {
        "consistent": 3
      },
      "drawing_format": "svg"
    },
    {
      "case": "missing-b",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.00691730000107782,
      "manifest_sha256": "3d67adae211385d8734040671a8d4ce54173fa70a0368de88099792e25b65cca",
      "run_id": "0d45f1361e584383ba17d243cfa3bc0a",
      "summary": {
        "candidate_missing_b": 1,
        "consistent": 2
      },
      "drawing_format": "svg"
    },
    {
      "case": "extra-b",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 4,
      "elapsed_seconds": 0.0030040000019653235,
      "manifest_sha256": "694e70f4628b235cb4af2f9b50c7c34e109a660cdba445792cf236e77e626d09",
      "run_id": "fdaf9d8fde11468381a44eb86b215d99",
      "summary": {
        "consistent": 3,
        "candidate_missing_a": 1
      },
      "drawing_format": "svg"
    },
    {
      "case": "unknown-revision",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.005875400001968956,
      "manifest_sha256": "918480ba831cc38abc7f96fc5a87fb5c12bfc6957d2b781043d5d0354651e826",
      "run_id": "a1868c1c2bbc4fa99c08d456da773d0f",
      "summary": {
        "abstain": 3
      },
      "drawing_format": "svg"
    },
    {
      "case": "incompatible-scope",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.004247900000336813,
      "manifest_sha256": "5216aad5cbaa11bfb3bbc7f31f37daca62f56bcfcd9a8531e9fa70f81657e8b4",
      "run_id": "5e8c739784a949f7a2d16e8fc30d66c4",
      "summary": {
        "abstain": 3
      },
      "drawing_format": "svg"
    },
    {
      "case": "duplicate-list",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.005366500001400709,
      "manifest_sha256": "2c10cd859ed1163ee08950c65a3593e0800235a4aeeb7c8378858e8d38f90be9",
      "run_id": "354911f80c8647e389b3816ccf6abd19",
      "summary": {
        "consistent": 2,
        "ambiguous": 1
      },
      "drawing_format": "svg"
    },
    {
      "case": "preserve-identifiers",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 2,
      "elapsed_seconds": 0.007488100000045961,
      "manifest_sha256": "c34c5a020a7b48045cf71dcaf7cf86097ccd9acf4fa43c70350e75f7dba45fdd",
      "run_id": "7aa4337c34d04bc88a7201cf2370d766",
      "summary": {
        "candidate_missing_b": 1,
        "candidate_missing_a": 1
      },
      "drawing_format": "svg"
    },
    {
      "case": "different-revision",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.009613399997761007,
      "manifest_sha256": "281bb273bd288ce3db350098f466e1c28bfadc712f939eae34cdbe3c48e3cd63",
      "run_id": "c56561941124488eadeb4c95dd900ea4",
      "summary": {
        "abstain": 3
      },
      "drawing_format": "svg"
    },
    {
      "case": "pdf-consistent",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.3238576000003377,
      "manifest_sha256": "7b683cd13b924ae80e9980941e2a13baae80377f43fd77a5333bc5c6a9397131",
      "run_id": "013d147d1fc54a66b43ece660f41982f",
      "summary": {
        "consistent": 3
      },
      "drawing_format": "pdf"
    },
    {
      "case": "pdf-missing-b",
      "dataset_category": "synthetic_original",
      "passed": true,
      "tag_checks": 3,
      "elapsed_seconds": 0.015377799998532282,
      "manifest_sha256": "25397e826d5a9f66c4223e74597f22e1ecaaccfb178780a4eeefbef820d0e67e",
      "run_id": "d2a879282e0b40018be537a8172c0726",
      "summary": {
        "candidate_missing_b": 1,
        "consistent": 2
      },
      "drawing_format": "pdf"
    }
  ],
  "summary": {
    "synthetic_cases": 10,
    "passed": 10,
    "tag_checks": 30,
    "median_local_seconds": 0.006396350001523388,
    "api_calls": 0,
    "api_cost_usd": 0
  },
  "scope": "Exact synthetic regression outcomes. Warm local runs, excludes download, browser, worker startup and review.",
  "engineering_precision": null,
  "engineering_recall": null,
  "natural_errors_validated": 0,
  "limitations": "Agent-authored synthetic expectations. No held-out natural corpus, independent engineer or measured time savings."
}