{
  "round": 1,
  "run": {
    "runId": "program-report-artifact",
    "evaluatorLabel": "fresh agent answering the 30-question program-map quiz from the nine committed program-report-2.0 reports only (real probe run, 2026-08-19, post invariant-honest tables and truncated.abstractions). Claude Code Agent completion notifications report subagent_tokens: artifact arm 87074, source arm 114291; toolTokens/sourceTokens carry those measured totals, so tokenLift is measured rather than bytesApprox.",
    "artifactClass": "program-report-2.0",
    "fixtureProfile": "program-report",
    "materialsRoot": "eval/corpus/program-report",
    "materialLayout": "relative",
    "directSourceAccess": false,
    "sourceAttemptCount": 0,
    "tokenProvenance": "subagentTokens",
    "toolTokens": 87074,
    "sourceTokens": 114291,
    "allowedFiles": [
      "notes-api.report.json",
      "notes-api-leaky.report.json",
      "stock-flow.report.json",
      "dynamo-transform.report.json",
      "projecthub.report.json",
      "orderflow.report.json",
      "feedmapper.report.json",
      "inventory.report.json",
      "dist-001.report.json"
    ]
  },
  "programCount": 30,
  "scoredCount": 30,
  "missingCount": 0,
  "accuracy": 0.9666666666666667,
  "truePositives": 0,
  "falsePositives": 0,
  "trueNegatives": 30,
  "falseNegatives": 0,
  "perCategory": {
    "abstraction": {
      "correct": 7,
      "total": 7
    },
    "access": {
      "correct": 4,
      "total": 4
    },
    "conformance": {
      "correct": 5,
      "total": 5
    },
    "data-model": {
      "correct": 2,
      "total": 2
    },
    "dist": {
      "correct": 1,
      "total": 1
    },
    "needed": {
      "correct": 1,
      "total": 1
    },
    "system": {
      "correct": 6,
      "total": 6
    },
    "topology": {
      "correct": 3,
      "total": 4
    }
  },
  "perFamily": {
    "program-report": {
      "total": 30,
      "correct": 29,
      "accuracy": 0.9666666666666667
    }
  },
  "perTier": {
    "program-report:1": {
      "family": "program-report",
      "tier": 1,
      "total": 30,
      "correct": 29,
      "accuracy": 0.9666666666666667,
      "filesRead": 30,
      "avgFilesPerCorrect": 1.0344827586206897
    }
  },
  "toolUsage": {
    "dist-001.report.json": 1,
    "dynamo-transform.report.json": 4,
    "feedmapper.report.json": 2,
    "inventory.report.json": 1,
    "notes-api-leaky.report.json": 3,
    "notes-api.report.json": 9,
    "orderflow.report.json": 2,
    "projecthub.report.json": 2,
    "stock-flow.report.json": 6
  },
  "directSourceAccess": false,
  "fixtureProfile": "program-report",
  "sourceAttempts": 0,
  "avgFilesPerProgram": 1.0,
  "filesPerCorrect": 1.0344827586206897,
  "uniqueFilesUsed": [
    "dist-001.report.json",
    "dynamo-transform.report.json",
    "feedmapper.report.json",
    "inventory.report.json",
    "notes-api-leaky.report.json",
    "notes-api.report.json",
    "orderflow.report.json",
    "projecthub.report.json",
    "stock-flow.report.json"
  ],
  "uniqueFileCount": 9,
  "bytesReadApprox": 738409,
  "avgBytesPerProgram": 24613.633333333335,
  "bytesPerCorrect": 25462.379310344826,
  "disallowedFileUsagePrograms": [],
  "lowConfidencePrograms": [],
  "missingPrograms": [],
  "artifactClass": "program-report-2.0",
  "toolTokens": 87074,
  "sourceTokens": 114291,
  "tokenLift": 1.312573213588442
}