{
  "schemaVersion": "1.0",
  "slug": "citation-checklist-100-case-test",
  "title": "Which Citation Errors Can a Checklist Catch? A 100-Case Boundary Test",
  "runDate": "2026-07-28",
  "executed": true,
  "sanitized": true,
  "question": "Across one hundred frozen citation cases, which faults are observable from structured records and which still require semantic judgment?",
  "baseline": "A citation that resolves to a plausible source can still overstate causality or population scope, so link resolution alone is an inadequate baseline.",
  "protocol": [
    "Freeze sixty structural faults, twenty semantic faults, and twenty clean controls before running the checklist.",
    "Allow the checklist to inspect identifiers, locators, ledger use, and dates but not source meaning.",
    "Score structural recall, semantic recall, and clean-control false positives separately."
  ],
  "sample": {
    "cases": 100,
    "structural": 60,
    "semantic": 20,
    "cleanControls": 20
  },
  "results": {
    "structuralFlags": 60,
    "structuralRecall": 1,
    "semanticFlags": 0,
    "semanticRecall": 0,
    "cleanFalsePositives": 0
  },
  "negativeFindings": [
    "The checklist caught none of the semantic overclaim cases because every identifier and locator was structurally valid."
  ],
  "limitations": [
    "The cases are designed boundary probes, not an estimate of citation-error prevalence in published scholarship."
  ],
  "records": [
    {
      "caseId": "C001",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C002",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C003",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C004",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C005",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C006",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C007",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C008",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C009",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C010",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C011",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C012",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C013",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C014",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C015",
      "faultType": "unknown-source-id",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C016",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C017",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C018",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C019",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C020",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C021",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C022",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C023",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C024",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C025",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C026",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C027",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C028",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C029",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C030",
      "faultType": "missing-source-locator",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C031",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C032",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C033",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C034",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C035",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C036",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C037",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C038",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C039",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C040",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C041",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C042",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C043",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C044",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C045",
      "faultType": "unused-ledger-source",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C046",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C047",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C048",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C049",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C050",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C051",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C052",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C053",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C054",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C055",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C056",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C057",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C058",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C059",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C060",
      "faultType": "citation-year-mismatch",
      "decisionClass": "structural",
      "checklistFlagged": true,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C061",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C062",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C063",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C064",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C065",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C066",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C067",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C068",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C069",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C070",
      "faultType": "population-scope-overreach",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C071",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C072",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C073",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C074",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C075",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C076",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C077",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C078",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C079",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C080",
      "faultType": "causal-overclaim",
      "decisionClass": "semantic",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": true
    },
    {
      "caseId": "C081",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C082",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C083",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C084",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C085",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C086",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C087",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C088",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C089",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C090",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C091",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C092",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C093",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C094",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C095",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C096",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C097",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C098",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C099",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    },
    {
      "caseId": "C100",
      "faultType": "clean-control",
      "decisionClass": "clean",
      "checklistFlagged": false,
      "humanSemanticReviewRequired": false
    }
  ]
}