{
  "round": 1,
  "run": {
    "runId": "program-report-source-baseline",
    "evaluatorLabel": "fresh agent answering the 30-question program-map quiz from the Bosatsu sources only (real probe run, 2026-08-19). Claude Code Agent completion notifications report subagent_tokens (114291 for this arm); recorded on the artifact run as sourceTokens for the measured tokenLift.",
    "artifactClass": "source-baseline",
    "fixtureProfile": "source-baseline",
    "materialsRoot": ".",
    "materialLayout": "relative",
    "directSourceAccess": true,
    "sourceAttemptCount": 30,
    "tokenProvenance": "subagentTokens",
    "allowedFiles": []
  },
  "programCount": 30,
  "scoredCount": 30,
  "missingCount": 0,
  "accuracy": 0.9666666666666667,
  "truePositives": 0,
  "falsePositives": 0,
  "trueNegatives": 30,
  "falseNegatives": 0,
  "perCategory": {
    "abstraction": {
      "correct": 7,
      "total": 7
    },
    "access": {
      "correct": 4,
      "total": 4
    },
    "conformance": {
      "correct": 5,
      "total": 5
    },
    "data-model": {
      "correct": 2,
      "total": 2
    },
    "dist": {
      "correct": 1,
      "total": 1
    },
    "needed": {
      "correct": 1,
      "total": 1
    },
    "system": {
      "correct": 6,
      "total": 6
    },
    "topology": {
      "correct": 3,
      "total": 4
    }
  },
  "perFamily": {
    "program-report": {
      "total": 30,
      "correct": 29,
      "accuracy": 0.9666666666666667
    }
  },
  "perTier": {
    "program-report:1": {
      "family": "program-report",
      "tier": 1,
      "total": 30,
      "correct": 29,
      "accuracy": 0.9666666666666667,
      "filesRead": 37,
      "avgFilesPerCorrect": 1.2758620689655173
    }
  },
  "toolUsage": {
    "benchmarks/dist/tasks/001-idempotent-counter/checker.bosatsu": 1,
    "benchmarks/dist/tasks/001-idempotent-counter/protocol.bosatsu": 1,
    "benchmarks/dist/tasks/001-idempotent-counter/reference/solution.bosatsu": 1,
    "demos/flow/stock.bosatsu": 6,
    "demos/flow/stock.flow.bosatsu": 4,
    "demos/service/dynamo-transform.bosatsu": 4,
    "demos/service/feedmapper.bosatsu": 2,
    "demos/service/inventory.bosatsu": 1,
    "demos/service/notes-api-leaky.bosatsu": 3,
    "demos/service/notes-api.bosatsu": 9,
    "demos/service/orderflow.bosatsu": 2,
    "demos/service/orderflow.flow.bosatsu": 1,
    "demos/service/projecthub.bosatsu": 2
  },
  "directSourceAccess": true,
  "fixtureProfile": "source-baseline",
  "sourceAttempts": 30,
  "avgFilesPerProgram": 1.2333333333333334,
  "filesPerCorrect": 1.2758620689655173,
  "uniqueFilesUsed": [
    "benchmarks/dist/tasks/001-idempotent-counter/checker.bosatsu",
    "benchmarks/dist/tasks/001-idempotent-counter/protocol.bosatsu",
    "benchmarks/dist/tasks/001-idempotent-counter/reference/solution.bosatsu",
    "demos/flow/stock.bosatsu",
    "demos/flow/stock.flow.bosatsu",
    "demos/service/dynamo-transform.bosatsu",
    "demos/service/feedmapper.bosatsu",
    "demos/service/inventory.bosatsu",
    "demos/service/notes-api-leaky.bosatsu",
    "demos/service/notes-api.bosatsu",
    "demos/service/orderflow.bosatsu",
    "demos/service/orderflow.flow.bosatsu",
    "demos/service/projecthub.bosatsu"
  ],
  "uniqueFileCount": 13,
  "bytesReadApprox": 525188,
  "avgBytesPerProgram": 17506.266666666666,
  "bytesPerCorrect": 18109.931034482757,
  "disallowedFileUsagePrograms": [],
  "lowConfidencePrograms": [],
  "missingPrograms": [],
  "artifactClass": "source-baseline"
}