{
  "edition": "v1",
  "source": "https://github.com/zFinia/crosscheck/blob/v0.1.1/docs/METHODOLOGY.md",
  "reconciledOn": "2026-09-21",
  "note": "'re-derived' means this edition recomputed the figure from the project's own frozen manifests and recorded run outputs. 'source-reported' means the published methodology states it and the underlying records were not available to re-check within this edition's evidence pass. Neither is an independent third-party audit.",
  "figures": [
    { "figure": "Four holdout samples never used for tuning", "value": "4", "status": "re-derived", "derivation": "Four frozen snapshot sets: live-precision-holdout-v2 … v5." },
    { "figure": "Repositories across the four holdouts", "value": "947", "status": "re-derived", "derivation": "Frozen manifest counts 180 + 200 + 220 + 347 = 947." },
    { "figure": "Default package-manager findings raised on those holdouts", "value": "47", "status": "re-derived", "derivation": "Counted rule package-manager/conflicting-config across the four recorded run outputs." },
    { "figure": "Distinct repositories those 47 findings came from", "value": "40", "status": "re-derived", "derivation": "Distinct repositories among the 47 findings. Not published in the methodology; added here because findings are per package scope, so findings outnumber repositories." },
    { "figure": "Of those 47 findings, confirmed correct by hand", "value": "47", "status": "source-reported", "derivation": "Methodology reports 47 of 47. The count of findings was re-derived; the manual confirmation of each is a human review process recorded in the methodology." },
    { "figure": "Install-step citations checked in context", "value": "23 of 23", "status": "source-reported", "derivation": "Reported in the 0.1.1 methodology." },
    { "figure": "Historical maintainer fix commits", "value": "35", "status": "source-reported", "derivation": "Reported in the methodology. The commit list was not present in the records available for this edition." },
    { "figure": "Control commits, none flagged", "value": "0 of 36", "status": "source-reported", "derivation": "Reported in the methodology." },
    { "figure": "Package-manager contradictions detected before the fix", "value": "14 of 14", "status": "source-reported", "derivation": "Reported in the methodology, on the 35-commit historical set." }
  ],
  "doNotRestate": [
    "47 of 47 is precision on findings that were raised. It is not recall, and it says nothing about conflicts the scanner did not raise.",
    "47 findings came from 40 repositories, not 47 repositories.",
    "40 of 947 is not an industry prevalence rate. The samples were selected for repositories containing AI-agent instruction files, which is a selection criterion, not a population.",
    "A repository containing AGENTS.md or CLAUDE.md does not establish that an AI tool caused any conflict found in it."
  ]
}