{
  "reviewedAt": "2026-10-22T18:34:24.242432+00:00",
  "runs": 10,
  "firstLoadSeconds": 187.72447070000635,
  "warmMedianSeconds": 0.9195750000071712,
  "warmMinSeconds": 0.21379539999179542,
  "warmMaxSeconds": 1.1108634000120219,
  "tasks": [
    {
      "task": "A",
      "warmRuns": 3,
      "criterionMet": 3,
      "medianSeconds": 1.070730299994466
    },
    {
      "task": "B",
      "warmRuns": 3,
      "criterionMet": 0,
      "medianSeconds": 0.9195750000071712
    },
    {
      "task": "C",
      "warmRuns": 3,
      "criterionMet": 3,
      "medianSeconds": 0.23806650000915397
    }
  ],
  "apiReportedVramBytes": 3140495604,
  "independentRepetitions": false,
  "note": "Fixed seed, serial runs and prompt cache reuse. Small technical case, no representative benchmark or population accuracy claim.",
  "assessments": [
    {
      "runId": "local-01",
      "task": "A",
      "phase": "first-load",
      "passed": true,
      "method": "AI-assisted editorial reading, not an independent human panel",
      "criteria": {
        "internal_test_wednesday_november_4": true,
        "files_ready": true,
        "continuation_undecided": true,
        "no_external_customer_data": true,
        "two_sentences": true,
        "no_added_year_or_decision": true
      }
    },
    {
      "runId": "local-02",
      "task": "A",
      "phase": "warm",
      "passed": true,
      "method": "AI-assisted editorial reading, not an independent human panel",
      "criteria": {
        "internal_test_wednesday_november_4": true,
        "files_ready": true,
        "continuation_undecided": true,
        "no_external_customer_data": true,
        "two_sentences": true,
        "no_added_year_or_decision": true
      }
    },
    {
      "runId": "local-03",
      "task": "A",
      "phase": "warm",
      "passed": true,
      "method": "AI-assisted editorial reading, not an independent human panel",
      "criteria": {
        "internal_test_wednesday_november_4": true,
        "files_ready": true,
        "continuation_undecided": true,
        "no_external_customer_data": true,
        "two_sentences": true,
        "no_added_year_or_decision": true
      }
    },
    {
      "runId": "local-04",
      "task": "A",
      "phase": "warm",
      "passed": true,
      "method": "AI-assisted editorial reading, not an independent human panel",
      "criteria": {
        "internal_test_wednesday_november_4": true,
        "files_ready": true,
        "continuation_undecided": true,
        "no_external_customer_data": true,
        "two_sentences": true,
        "no_added_year_or_decision": true
      }
    },
    {
      "runId": "local-05",
      "task": "B",
      "phase": "warm",
      "passed": false,
      "jsonSyntax": true,
      "sumCorrect": true,
      "openIdsCorrect": true,
      "allIdsCorrect": false,
      "observedIds": [
        "A-7",
        "A-8"
      ],
      "reason": "A-9 is absent from ids relative to the frozen expected output.",
      "limitation": "The original prompt did not explicitly define ids as including records with unknown amounts. This is a contract mismatch, not proof of an arithmetic error or general model failure."
    },
    {
      "runId": "local-06",
      "task": "B",
      "phase": "warm",
      "passed": false,
      "jsonSyntax": true,
      "sumCorrect": true,
      "openIdsCorrect": true,
      "allIdsCorrect": false,
      "observedIds": [
        "A-7",
        "A-8"
      ],
      "reason": "A-9 is absent from ids relative to the frozen expected output.",
      "limitation": "The original prompt did not explicitly define ids as including records with unknown amounts. This is a contract mismatch, not proof of an arithmetic error or general model failure."
    },
    {
      "runId": "local-07",
      "task": "B",
      "phase": "warm",
      "passed": false,
      "jsonSyntax": true,
      "sumCorrect": true,
      "openIdsCorrect": true,
      "allIdsCorrect": false,
      "observedIds": [
        "A-7",
        "A-8"
      ],
      "reason": "A-9 is absent from ids relative to the frozen expected output.",
      "limitation": "The original prompt did not explicitly define ids as including records with unknown amounts. This is a contract mismatch, not proof of an arithmetic error or general model failure."
    },
    {
      "runId": "local-08",
      "task": "C",
      "phase": "warm",
      "passed": true,
      "method": "Exact comparison with the frozen expected answer"
    },
    {
      "runId": "local-09",
      "task": "C",
      "phase": "warm",
      "passed": true,
      "method": "Exact comparison with the frozen expected answer"
    },
    {
      "runId": "local-10",
      "task": "C",
      "phase": "warm",
      "passed": true,
      "method": "Exact comparison with the frozen expected answer"
    }
  ]
}