{
 "version": "0.1",
 "generated": "2026-09-20",
 "purpose": "Correction latency: when this publisher corrects a figure, how long until AI systems stop serving the old one? A metric nobody publishes, because it needs a dated corrections log and a repeatable probe. Both exist here.",
 "corrections": [
  {
   "id": "hecm-universe-2026-07-26",
   "figure": "national FHA denial rate 2025",
   "old": "21.7% of 1,217,297",
   "new": "22.1% of 1,187,606",
   "corrected_on": "2026-07-26",
   "log": "https://financeratecalc.com/corrections.html",
   "observations": [
    {
     "system": "chatgpt",
     "condition": "clean_session",
     "question": "q3",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "Reported 6.5% from our own stale page; not penalised — publisher error. Self-contradicted by citing 1.8% later in the same answer."
    },
    {
     "system": "chatgpt",
     "condition": "clean_session",
     "question": "q9",
     "observed": "2026-09-15",
     "codes": [],
     "note": "Invented a withdrawal of the Cleveland finding AND invented replacement statistics (Los Angeles 93.71, Cleveland eighth at 86.62). Third observation of this fab",
     "adjudication_2026_10_14": "Void: this observation was graded against a wrong key. The withdrawal and the Los Angeles / Cleveland figures are in our own 2026-07-28 entry. Not a correction-latency case.",
     "codes_withdrawn": [
      "FABRICATED_SUPPORT",
      "CORRECTION_REGRESSION"
     ]
    },
    {
     "system": "copilot",
     "condition": "batched_context",
     "question": "q9",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "Cleveland with the older-generation 6.3/73.8 values; a drift atom for this already exists."
    },
    {
     "system": "deepseek",
     "condition": "batched_context",
     "question": "q1",
     "observed": "2026-09-15",
     "codes": [
      "CORRECTION_REGRESSION"
     ],
     "note": "Served 21.7% from our data — and then described the correction to 22.1% accurately in q12. Knows the correction, does not apply it."
    },
    {
     "system": "deepseek",
     "condition": "batched_context",
     "question": "q7",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "Range correct; Cleveland quoted with older 6.3/73.8 values."
    },
    {
     "system": "deepseek",
     "condition": "batched_context",
     "question": "q9",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "Cleveland with older-generation figures."
    },
    {
     "system": "meta_ai",
     "condition": "batched_context",
     "question": "q1",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "22.1% correct, but quoted 1,187,606 and 1,217,297 in one sentence. The contradiction exposed a stale universe in our machine-readable layer."
    },
    {
     "system": "meta_ai",
     "condition": "batched_context",
     "question": "q3",
     "observed": "2026-09-15",
     "codes": [
      "TEMPORAL_DRIFT"
     ],
     "note": "CrossCountry 6.5% from our stale panel; publisher error."
    },
    {
     "system": "perplexity",
     "condition": "web (consumer product)",
     "question": "national rate",
     "observed": "2026-09-18",
     "served": "22.1% (forward mortgages, HECM excluded)",
     "stale": false,
     "note": "served the corrected value with the correct qualifier, 54 days after the correction; the same product had inferred ~20-21% the day before, until the top-100 page carried the national figure explicitly"
    }
   ]
  },
  {
   "id": "smallloan-universe-2026-07-26",
   "figure": "small-loan penalty, Idaho and state ranking",
   "old": "Idaho 3.2x (38.3% vs 12.0%), NH 53.8%",
   "new": "Idaho 4.45x (53.4% vs 12.0%); U-STATES-SMALLBIG-2025",
   "corrected_on": "2026-07-26 (data); stat page itself only regenerated 2026-09-22",
   "log": "https://financeratecalc.com/corrections.html",
   "observations": [
    {
     "system": "perplexity",
     "condition": "web (consumer product)",
     "question": "small-loan penalty, biggest state gap",
     "observed": "2026-09-22",
     "served": "3.2x (38.3% vs 12.0%)",
     "stale": true,
     "note": "served the old value because the publisher's own stat page still carried it; latency here is the publisher's, not the engine's"
    },
    {
     "system": "chatgpt",
     "condition": "web (consumer product)",
     "question": "same",
     "observed": "2026-09-22",
     "served": "4.45x (53.4% vs 12.0%)",
     "stale": false,
     "note": "served the corrected value without naming the source"
    }
   ]
  },
  {
   "id": "case-files-reversal-2026-10-14",
   "figure": "Case Files #001/#002 and the 'no Cleveland correction' notice",
   "old": "the assistant invented a Cleveland correction history; no Cleveland correction was ever issued",
   "new": "both events were real (26 July: 73.8 -> 73.7; 28 July: 'widest in the US' withdrawn); the case files are reversed",
   "corrected_on": "2026-10-14",
   "log": "https://financeratecalc.com/corrections.html#2026-10-14-case-files",
   "observations": [
    {
     "system": "claude-haiku-5-5 (API, web search)",
     "condition": "api_with_web_search",
     "question": "q12",
     "observed": "2026-10-17",
     "status": "not_reached",
     "note": "Found the 26 July correction via statranker.org and our homepage; could not open corrections.html; no mention of 28 July or the reversal."
    },
    {
     "system": "perplexity",
     "condition": "consumer, single fresh question by Ziya",
     "question": "Has FinanceRateCalc ever corrected or retracted any of its published findings? Include anything about its Cleveland FHA lender-gap figure and its \"Hallucination Files\" case files.",
     "observed": "2026-10-17T18:50+03:00",
     "status": "stale_publisher_copy",
     "note": "Cited corrections.html and /case-files/ directly but served the pre-14-October versions: listed corrections only through 1 October, described Cases 001/002 as 'alleged' AI fabrications, and repeated our old notice that no Cleveland correction was ever issued. On the substance it was right on its own: it reported the 26 July change (73.8 -> 73.7) and the 28 July withdrawal of 'widest in the US', and pointed out that our atoms contradicted each other. Latency so far: at least 2 days 21 hours after publication.",
     "sources_cited": [
      "https://financeratecalc.com/corrections.html",
      "https://financeratecalc.com/case-files/",
      "https://sophon.at/tools/prime-financeratecalc-frc-citation",
      "https://huggingface.co/datasets/FinanceRateCalc/denial-ai-benchmark",
      "https://github.com/financeratecalc/frc-mcp"
     ]
    }
   ]
  }
 ],
 "method": "Each observation is one probe of one system on one date. Latency for a system = days from corrected_on to the first observation in which it serves the new value and no later observation serves the old one. Reported per system as a date and a day count, never averaged across systems.",
 "next_probe": "monthly, with the Verdict Day battery; automated runs add STALE_VALUE codes here via scripts/update_correction_latency.py"
}