{
  "schemaVersion": "1.0",
  "slug": "broad-vs-narrow-search-120-record-benchmark",
  "title": "Broad or Narrow Search? A 120-Record Recall–Precision Benchmark",
  "runDate": "2026-07-28",
  "executed": true,
  "sanitized": true,
  "question": "How do four locked search strategies trade recall against precision on a frozen collection with known eligibility labels?",
  "baseline": "The broad topic query retrieves every topic match without using population or study-design eligibility criteria.",
  "protocol": [
    "Freeze one hundred twenty records crossing four topics, three populations, and four study designs.",
    "Define relevance before search as retrieval-practice records about adults that are not commentary.",
    "Run four Boolean strategies unchanged and calculate recall and precision from the known labels."
  ],
  "sample": {
    "records": 120,
    "relevant": 8,
    "strategies": 4
  },
  "results": {
    "broad-topic": {
      "retrieved": 30,
      "recall": 1,
      "precision": 0.267
    },
    "topic-plus-population": {
      "retrieved": 10,
      "recall": 1,
      "precision": 0.8
    },
    "topic-plus-design": {
      "retrieved": 24,
      "recall": 1,
      "precision": 0.333
    },
    "locked-eligibility": {
      "retrieved": 8,
      "recall": 1,
      "precision": 1
    }
  },
  "negativeFindings": [
    "The broadest strategy achieved high recall but did not distinguish adult evidence from adjacent populations or commentary."
  ],
  "limitations": [
    "The balanced synthetic collection is transparent but far simpler than a bibliographic database with synonyms, indexing errors, and missing abstracts."
  ],
  "records": [
    {
      "recordId": "R001",
      "topic": "retrieval",
      "population": "adult",
      "design": "randomized",
      "relevant": true
    },
    {
      "recordId": "R002",
      "topic": "rereading",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R003",
      "topic": "feedback",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R004",
      "topic": "motivation",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R005",
      "topic": "retrieval",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R006",
      "topic": "rereading",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R007",
      "topic": "feedback",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R008",
      "topic": "motivation",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R009",
      "topic": "retrieval",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R010",
      "topic": "rereading",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R011",
      "topic": "feedback",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R012",
      "topic": "motivation",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R013",
      "topic": "retrieval",
      "population": "adult",
      "design": "observational",
      "relevant": true
    },
    {
      "recordId": "R014",
      "topic": "rereading",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R015",
      "topic": "feedback",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R016",
      "topic": "motivation",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R017",
      "topic": "retrieval",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R018",
      "topic": "rereading",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R019",
      "topic": "feedback",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R020",
      "topic": "motivation",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R021",
      "topic": "retrieval",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R022",
      "topic": "rereading",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R023",
      "topic": "feedback",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R024",
      "topic": "motivation",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R025",
      "topic": "retrieval",
      "population": "adult",
      "design": "review",
      "relevant": true
    },
    {
      "recordId": "R026",
      "topic": "rereading",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R027",
      "topic": "feedback",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R028",
      "topic": "motivation",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R029",
      "topic": "retrieval",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R030",
      "topic": "rereading",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R031",
      "topic": "feedback",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R032",
      "topic": "motivation",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R033",
      "topic": "retrieval",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R034",
      "topic": "rereading",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R035",
      "topic": "feedback",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R036",
      "topic": "motivation",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R037",
      "topic": "retrieval",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R038",
      "topic": "rereading",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R039",
      "topic": "feedback",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R040",
      "topic": "motivation",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R041",
      "topic": "retrieval",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R042",
      "topic": "rereading",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R043",
      "topic": "feedback",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R044",
      "topic": "motivation",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R045",
      "topic": "retrieval",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R046",
      "topic": "rereading",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R047",
      "topic": "feedback",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R048",
      "topic": "motivation",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R049",
      "topic": "retrieval",
      "population": "adult",
      "design": "randomized",
      "relevant": true
    },
    {
      "recordId": "R050",
      "topic": "rereading",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R051",
      "topic": "feedback",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R052",
      "topic": "motivation",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R053",
      "topic": "retrieval",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R054",
      "topic": "rereading",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R055",
      "topic": "feedback",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R056",
      "topic": "motivation",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R057",
      "topic": "retrieval",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R058",
      "topic": "rereading",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R059",
      "topic": "feedback",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R060",
      "topic": "motivation",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R061",
      "topic": "retrieval",
      "population": "adult",
      "design": "observational",
      "relevant": true
    },
    {
      "recordId": "R062",
      "topic": "rereading",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R063",
      "topic": "feedback",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R064",
      "topic": "motivation",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R065",
      "topic": "retrieval",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R066",
      "topic": "rereading",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R067",
      "topic": "feedback",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R068",
      "topic": "motivation",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R069",
      "topic": "retrieval",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R070",
      "topic": "rereading",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R071",
      "topic": "feedback",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R072",
      "topic": "motivation",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R073",
      "topic": "retrieval",
      "population": "adult",
      "design": "review",
      "relevant": true
    },
    {
      "recordId": "R074",
      "topic": "rereading",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R075",
      "topic": "feedback",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R076",
      "topic": "motivation",
      "population": "adult",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R077",
      "topic": "retrieval",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R078",
      "topic": "rereading",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R079",
      "topic": "feedback",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R080",
      "topic": "motivation",
      "population": "school",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R081",
      "topic": "retrieval",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R082",
      "topic": "rereading",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R083",
      "topic": "feedback",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R084",
      "topic": "motivation",
      "population": "university",
      "design": "review",
      "relevant": false
    },
    {
      "recordId": "R085",
      "topic": "retrieval",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R086",
      "topic": "rereading",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R087",
      "topic": "feedback",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R088",
      "topic": "motivation",
      "population": "adult",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R089",
      "topic": "retrieval",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R090",
      "topic": "rereading",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R091",
      "topic": "feedback",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R092",
      "topic": "motivation",
      "population": "school",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R093",
      "topic": "retrieval",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R094",
      "topic": "rereading",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R095",
      "topic": "feedback",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R096",
      "topic": "motivation",
      "population": "university",
      "design": "commentary",
      "relevant": false
    },
    {
      "recordId": "R097",
      "topic": "retrieval",
      "population": "adult",
      "design": "randomized",
      "relevant": true
    },
    {
      "recordId": "R098",
      "topic": "rereading",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R099",
      "topic": "feedback",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R100",
      "topic": "motivation",
      "population": "adult",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R101",
      "topic": "retrieval",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R102",
      "topic": "rereading",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R103",
      "topic": "feedback",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R104",
      "topic": "motivation",
      "population": "school",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R105",
      "topic": "retrieval",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R106",
      "topic": "rereading",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R107",
      "topic": "feedback",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R108",
      "topic": "motivation",
      "population": "university",
      "design": "randomized",
      "relevant": false
    },
    {
      "recordId": "R109",
      "topic": "retrieval",
      "population": "adult",
      "design": "observational",
      "relevant": true
    },
    {
      "recordId": "R110",
      "topic": "rereading",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R111",
      "topic": "feedback",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R112",
      "topic": "motivation",
      "population": "adult",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R113",
      "topic": "retrieval",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R114",
      "topic": "rereading",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R115",
      "topic": "feedback",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R116",
      "topic": "motivation",
      "population": "school",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R117",
      "topic": "retrieval",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R118",
      "topic": "rereading",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R119",
      "topic": "feedback",
      "population": "university",
      "design": "observational",
      "relevant": false
    },
    {
      "recordId": "R120",
      "topic": "motivation",
      "population": "university",
      "design": "observational",
      "relevant": false
    }
  ]
}