{
  "protocol": "manual-semantic-review-2026-10-15",
  "reviewer": "Codex manual review; no independent external judge",
  "newInferenceCalls": 0,
  "scope": "Paired 23-fixture component corpus; constructed controls plus saved research evidence. No fresh run_compute execution.",
  "comparison": "October Jev 1.14 adapter/policies versus saved July GPT-5.6 Luna; configuration comparison, not current-production model isolation.",
  "mapperPooling": "Requests did not persist mapper workflow ids. Pool all three saved draws by fixture; do not invent per-draw semantic recall.",
  "mapper": {
    "jev": {
      "fixtures": 23,
      "drawsPerFixture": 3,
      "metric": "Labeled defects identified at least once across three saved draws per fixture",
      "goldDefects": 22,
      "identifiedDefects": 15,
      "pooledMacroCoverage": 0.7461538461538461,
      "reviewedUniqueClaims": 220,
      "perFixture": [
        {
          "fixture": "lake-non-tech-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "lake-non-tech-equals-false",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "lake-etf-null-ratios",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "lake-etf-hardcoded-subset",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "fundamentals-oos-stale-holding",
          "found": 3,
          "total": 5,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": false
            },
            {
              "index": 2,
              "matched": true
            },
            {
              "index": 3,
              "matched": true
            },
            {
              "index": 4,
              "matched": false
            }
          ]
        },
        {
          "fixture": "research-extreme-ratio-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-staleness-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-execution-timing-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-expost-evaluation-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-causal-trailing-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-synthetic-execution-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-exante-forecast-leak",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-continuity-resolved",
          "found": 0,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": false
            }
          ]
        },
        {
          "fixture": "earnings-iv-crush-report",
          "found": 3,
          "total": 5,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": false
            },
            {
              "index": 2,
              "matched": false
            },
            {
              "index": 3,
              "matched": true
            },
            {
              "index": 4,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-asof-membership-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-asof-membership-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-source-integrity-contradiction",
          "found": 0,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": false
            }
          ]
        },
        {
          "fixture": "research-artifact-computation-contradiction",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-collinearity-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-collinearity-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-execution-timing-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-extreme-ratio-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-stale-fundamentals-defect",
          "found": 1,
          "total": 2,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": false
            }
          ]
        }
      ]
    },
    "luna": {
      "fixtures": 23,
      "drawsPerFixture": 3,
      "metric": "Labeled defects identified at least once across three saved draws per fixture",
      "goldDefects": 22,
      "identifiedDefects": 21,
      "pooledMacroCoverage": 0.9846153846153847,
      "reviewedUniqueClaims": 204,
      "perFixture": [
        {
          "fixture": "lake-non-tech-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "lake-non-tech-equals-false",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "lake-etf-null-ratios",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "lake-etf-hardcoded-subset",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "fundamentals-oos-stale-holding",
          "found": 5,
          "total": 5,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": true
            },
            {
              "index": 2,
              "matched": true
            },
            {
              "index": 3,
              "matched": true
            },
            {
              "index": 4,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-extreme-ratio-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-staleness-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-execution-timing-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-expost-evaluation-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-causal-trailing-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-synthetic-execution-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-exante-forecast-leak",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-continuity-resolved",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "earnings-iv-crush-report",
          "found": 4,
          "total": 5,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": true
            },
            {
              "index": 2,
              "matched": false
            },
            {
              "index": 3,
              "matched": true
            },
            {
              "index": 4,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-asof-membership-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-asof-membership-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-source-integrity-contradiction",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-artifact-computation-contradiction",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-collinearity-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-collinearity-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-execution-timing-clean",
          "found": 0,
          "total": 0,
          "goldMatches": []
        },
        {
          "fixture": "research-extreme-ratio-defect",
          "found": 1,
          "total": 1,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            }
          ]
        },
        {
          "fixture": "research-stale-fundamentals-defect",
          "found": 2,
          "total": 2,
          "goldMatches": [
            {
              "index": 0,
              "matched": true
            },
            {
              "index": 1,
              "matched": true
            }
          ]
        }
      ]
    }
  },
  "cleanControls": {
    "fixtures": 10,
    "jev": {
      "flagged": 23,
      "attempts": 30
    },
    "luna": {
      "flagged": 13,
      "attempts": 30
    }
  },
  "reducerVerdictRule": "Frozen corpus rule: fail on a retained artifact-owned blocking defect or blocking source-verification hold; major warnings alone pass. Both models use the same rule. This is not a claim about the current production gate.",
  "reducer": {
    "jev": {
      "workflows": 69,
      "calledWorkflows": 54,
      "correctCorpusVerdicts": 52,
      "correctCalledVerdicts": 40,
      "emptyCandidateEntries": 15,
      "correctEmptyCandidateEntries": 12,
      "commonArithmeticLetterBandMatches": 52,
      "letterScored": 69,
      "macroGoldRetention": 0.8794871794871794,
      "pooledGoldRetained": 20,
      "goldDefects": 22,
      "pooledByFixture": [
        {
          "fixture": "lake-non-tech-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "lake-non-tech-equals-false",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "lake-etf-null-ratios",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "lake-etf-hardcoded-subset",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "fundamentals-oos-stale-holding",
          "total": 5,
          "found": 4
        },
        {
          "fixture": "research-extreme-ratio-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-staleness-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-execution-timing-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-expost-evaluation-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-causal-trailing-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-synthetic-execution-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-exante-forecast-leak",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-continuity-resolved",
          "total": 1,
          "found": 0
        },
        {
          "fixture": "earnings-iv-crush-report",
          "total": 5,
          "found": 5
        },
        {
          "fixture": "research-asof-membership-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-asof-membership-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-source-integrity-contradiction",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-artifact-computation-contradiction",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-collinearity-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-collinearity-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-execution-timing-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-extreme-ratio-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-stale-fundamentals-defect",
          "total": 2,
          "found": 2
        }
      ]
    },
    "luna": {
      "workflows": 69,
      "calledWorkflows": 54,
      "correctCorpusVerdicts": 56,
      "correctCalledVerdicts": 44,
      "emptyCandidateEntries": 15,
      "correctEmptyCandidateEntries": 12,
      "commonArithmeticLetterBandMatches": 55,
      "letterScored": 69,
      "macroGoldRetention": 0.8538461538461538,
      "pooledGoldRetained": 20,
      "goldDefects": 22,
      "pooledByFixture": [
        {
          "fixture": "lake-non-tech-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "lake-non-tech-equals-false",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "lake-etf-null-ratios",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "lake-etf-hardcoded-subset",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "fundamentals-oos-stale-holding",
          "total": 5,
          "found": 4
        },
        {
          "fixture": "research-extreme-ratio-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-staleness-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-execution-timing-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-expost-evaluation-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-causal-trailing-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-synthetic-execution-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-exante-forecast-leak",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-continuity-resolved",
          "total": 1,
          "found": 0
        },
        {
          "fixture": "earnings-iv-crush-report",
          "total": 5,
          "found": 5
        },
        {
          "fixture": "research-asof-membership-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-asof-membership-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-source-integrity-contradiction",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-artifact-computation-contradiction",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-collinearity-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-collinearity-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-execution-timing-clean",
          "total": 0,
          "found": 0
        },
        {
          "fixture": "research-extreme-ratio-defect",
          "total": 1,
          "found": 1
        },
        {
          "fixture": "research-stale-fundamentals-defect",
          "total": 2,
          "found": 2
        }
      ]
    }
  },
  "limits": [
    "Broader code/vision results are excluded from this paired comparison.",
    "Gold labels are not exhaustive; unlabeled claims are not automatically false. No overall precision is claimed.",
    "Repeated attempts are not additional independent cases.",
    "Reducer gold coverage depends on the frozen candidate inputs, including three defective entries with no candidates.",
    "Manual semantic review is not an independent paid model jury or a production acceptance test."
  ]
}