{ "schema_version": "1.0", "slug": "querist", "name": "Querist", "subtitle": "Scrutiny and findings", "description": "Court and regulatory material, legal proceedings, and documented challenges to reported benefits.", "note": "A document may report a clearance, allegation, proceeding, or disputed result. Its presence does not establish that a court or regulator verified the benefit.", "filters": [ { "key": "kind", "label": "Scrutiny", "options": [ { "value": "Challenges and reversals", "label": "Challenges and reversals", "count": 16 }, { "value": "Court and regulator material", "label": "Court and regulator material", "count": 7 }, { "value": "Legal proceedings", "label": "Legal proceedings", "count": 14 }, { "value": "Withdrawals", "label": "Withdrawals", "count": 1 } ] } ], "count": 38, "cases": [ { "case_id": "AIBD-0042", "case_url": "records/AIBD-0042.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Press release", "value": "U.S. Food and Drug Administration. “Coronavirus (COVID-19) Update: FDA Authorizes Drug Combination for Treatment of COVID-19.” November 19, 2020. Authorization, evidentiary standard, and ACTT-2 results.", "url": "https://www.fda.gov/news-events/press-announcements/coronavirus-covid-19-update-fda-authorizes-drug-combination-treatment-covid-19" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0042", "title": "Baricitinib, identified with BenevolentAI, reduced COVID-19 deaths in trials", "summary": "Researchers used the Benevolent Platform to identify baricitinib as a candidate treatment for COVID-19.", "date_observed": "2021-09-01", "date_basis": "source publication", "date_precision": "day", "benefit_status": "mixed", "source_collection": null, "source_entry": null, "account": "BenevolentAI researchers reported in February 2020 that their knowledge graph had helped them identify baricitinib, an arthritis drug, as a possible treatment for COVID-19. They proposed clinical testing after reviewing its effects on inflammation and proteins involved in viral entry. In ACTT-2, 1,033 hospitalized adults received remdesivir with either baricitinib or a placebo. Median recovery took 7 days with baricitinib and 8 days with the placebo.\n\nCOV-BARRIER enrolled 1,525 adults. By day 28, 8% of patients receiving baricitinib had died, compared with 13% receiving a placebo. Both groups received standard care. Mortality was a secondary outcome. The trial did not meet its primary outcome of reduced disease progression, so its mortality result was not conclusive under the planned procedure for multiple comparisons.\n\nThe subsequent RECOVERY trial enrolled 8,156 patients. Mortality, its primary outcome, was 12% with baricitinib and 14% with usual care alone.", "category": "benefit created", "unexpected": false, "purpose": "Researchers searched for existing drugs that might treat COVID-19, using a biomedical knowledge graph that combines databases with information extracted from scientific papers.", "system": "Benevolent Platform", "model_version": null, "developer": "BenevolentAI", "deployer": "BenevolentAI research team", "location": "Multicountry trials (ACTT-2, COV-BARRIER, and RECOVERY): Argentina; Brazil; Denmark; Germany; India; Italy; Japan; Mexico; Russia; Singapore; South Korea; Spain; United Kingdom; United States", "domain": "Biomedicine / infectious disease therapeutics", "segment": "Hospitalized COVID-19 patients requiring supplemental oxygen or ventilatory support", "benefit_type": "Improved Physical Health", "taxonomy_note": "The clinical benefit is reduced mortality and faster recovery. AI assisted the researchers who proposed the drug for testing.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 5, "reason": "Fewer patients died with baricitinib in COV-BARRIER and RECOVERY. RECOVERY confirmed lower 28-day mortality as its primary outcome in 8,156 patients." }, { "group": "organizational", "depth": 2, "reason": "ACTT-2 reported median recovery of 7 days with baricitinib and 8 days without it. That could free hospital capacity. A separate economic model estimated lower hospital costs, but neither establishes realized staffing or cash savings." }, { "group": "societal", "depth": 4, "reason": "WHO recommended baricitinib with corticosteroids for severe or critical COVID-19. That recommendation supports wider access to a treatment that reduced deaths in trials. Worldwide uptake and population-wide effects were not measured." } ], "ai_role": { "status": "assessed", "statement": "BenevolentAI researchers used the Benevolent Platform to search biomedical relationships and examine networks of proteins. They selected baricitinib after reviewing its targets, dosage, and pharmacology. The clinical investigators then tested the drug. None of these trials compared discovery with AI against discovery without it. The original correspondence and methods paper document AI-assisted selection. FDA authorization and WHO guidance concern the treatment." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Marconi VC, Ramanan AV, de Bono S, et al. (2021). Efficacy and safety of baricitinib for the treatment of hospitalised adults with COVID-19 (COV-BARRIER). Lancet Respir Med. Results and Figure 2; supplementary appendix 6, pp. 9–14, including the prespecified testing hierarchy.", "title": "Efficacy and safety of baricitinib for the treatment of hospitalised adults with COVID-19 (COV-BARRIER): a randomised, double-blind, parallel-group, placebo-controlled phase 3 trial", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "date": "2021-09-01", "written_by": "evaluator", "quote": "The 28-day all-cause mortality was 8% (n=62) for baricitinib and 13% (n=100) for placebo (hazard ratio [HR] 0·57 [95% CI 0·41–0·78]; nominal p=0·0018)" }, { "kind": "peer-reviewed study", "citation": "RECOVERY Collaborative Group. “Baricitinib in Patients Admitted to Hospital with COVID-19 (RECOVERY): A Randomised, Controlled, Open-Label, Platform Trial and Updated Meta-Analysis.” The Lancet 400 (2022): 359–368. Table 2, Figure 3, and Data sharing. https://doi.org/10.1016/S0140-6736(22)01109-6.", "title": "Baricitinib in patients admitted to hospital with COVID-19 (RECOVERY): a randomised, controlled, open-label, platform trial and updated meta-analysis", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "date": "2022-07-28", "written_by": "independent", "quote": null }, { "kind": "other", "citation": "Richardson P, Griffin I, Tucker C, Smith D, Oechsle O, Phelan A, Rawling M, Savory E, Stebbing J (2020). Baricitinib as potential treatment for 2019-nCoV acute respiratory disease. Lancet.", "title": "Baricitinib as potential treatment for 2019-nCoV acute respiratory disease", "url": "https://europepmc.org/article/PMC/PMC7137985", "date": "2020-02-04", "written_by": "makers", "quote": "BenevolentAI's knowledge graph is a large repository of structured medical information, including numerous connections extracted from scientific literature by machine learning." }, { "kind": "peer-reviewed study", "citation": "Daniel P. Smith et al. “Expert-Augmented Computational Drug Repurposing Identified Baricitinib as a Treatment for COVID-19.” Frontiers in Pharmacology 12 (July 28, 2021): 709856. https://doi.org/10.3389/fphar.2021.709856.", "title": "Expert-Augmented Computational Drug Repurposing Identified Baricitinib as a Treatment for COVID-19", "url": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "date": "2021-07-28", "written_by": "makers", "quote": null }, { "kind": "peer-reviewed study", "citation": "Kalil AC, Patterson TF, Mehta AK, et al. (2021). Baricitinib plus Remdesivir for Hospitalized Adults with Covid-19. N Engl J Med. Table 2 and trial oversight; supplementary appendix, pp. 19–23; protocol NCT04401579.", "title": "Baricitinib plus Remdesivir for Hospitalized Adults with Covid-19", "url": "https://europepmc.org/article/PMC/PMC7745180", "date": "2020-12-11", "written_by": "independent", "quote": "median time to recovery of 7 days (95% confidence interval [CI], 6 to 8), as compared with 8 days (95% CI, 7 to 9)" }, { "kind": "press release", "citation": "U.S. Food and Drug Administration. “Coronavirus (COVID-19) Update: FDA Authorizes Drug Combination for Treatment of COVID-19.” November 19, 2020. Authorization, evidentiary standard, and ACTT-2 results.", "title": "FDA Authorizes Drug Combination for Treatment of COVID-19", "url": "https://www.fda.gov/news-events/press-announcements/coronavirus-covid-19-update-fda-authorizes-drug-combination-treatment-covid-19", "date": "2020-11-19", "written_by": "independent", "quote": "the drug baricitinib, in combination with remdesivir, for the treatment of suspected or laboratory confirmed COVID-19" }, { "kind": "report", "citation": "World Health Organization (2022). WHO recommends two new drugs to treat COVID-19.", "title": "WHO recommends two new drugs to treat COVID-19", "url": "https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "date": "2022-01-14", "written_by": "independent", "quote": "The first drug, baricitinib, is strongly recommended for patients with severe or critical COVID-19." }, { "kind": "report", "citation": "BenevolentAI. “BenevolentAI Unaudited Preliminary Results for the Year Ended 31 December 2022,” March 16, 2023, Operational highlights, baricitinib bullet.", "title": "BenevolentAI Unaudited Preliminary Results for the Year Ended 31 December 2022", "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "date": "2023-03-16", "written_by": "makers", "quote": null }, { "kind": "press release", "citation": "BenevolentAI. “BenevolentAI’s platform-derived hypothesis for COVID-19 treatment validated in US NIAID randomised control trial.” September 14, 2020. “About BenevolentAI,” headquarters statement.", "title": "BenevolentAI’s platform-derived hypothesis for COVID-19 treatment validated in US NIAID randomised control trial", "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "date": "2020-09-14", "written_by": "makers", "quote": null }, { "kind": "peer-reviewed study", "citation": "Robert Ohsfeldt et al. “Cost-Effectiveness of Baricitinib Compared With Standard of Care: A Modeling Study in Hospitalized Patients With COVID-19 in the United States.” Clinical Therapeutics 43, no. 11 (2021): 1877–1893.e4. Tables IV–V and supplemental table S6. https://doi.org/10.1016/j.clinthera.2021.09.016.", "title": "Cost-Effectiveness of Baricitinib Compared With Standard of Care: A Modeling Study in Hospitalized Patients With COVID-19 in the United States", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8487786/", "date": "2021-10-04", "written_by": "evaluator", "quote": null } ], "replication": { "produced_by": [ "BenevolentAI researchers combined a biomedical knowledge graph with expert review to select baricitinib.", "Clinical investigators separately tested the drug alongside the care available in 2020 and 2021." ], "must_hold": [ "The clinical comparisons concern hospitalized patients and the eligibility criteria of each trial.", "Background treatment differed: remdesivir in ACTT-2, and mostly corticosteroids in COV-BARRIER and RECOVERY.", "Reproducing the AI selection would also require the January 2020 graph, software configuration, and researchers’ decisions. The complete snapshot is not public." ], "echoes": [ { "date": "2021-09-01", "setting": "COV-BARRIER: 1,525 adults. Lower mortality was a secondary finding after an unsuccessful primary comparison.", "model_version": null, "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/" }, { "date": "2022-07-28", "setting": "RECOVERY: 8,156 patients in 159 U.K. hospitals. Lower 28-day mortality was the primary finding. These were further tests of the drug, not repetitions of the AI discovery process.", "model_version": null, "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/" } ] }, "paired_incident": null, "headline": "An arthritis drug helped patients with severe COVID-19", "metric": "28-day all-cause mortality, a secondary endpoint, was 8% versus 13%", "comparator": { "against": "ACTT-2: remdesivir plus placebo versus remdesivir plus baricitinib", "before": "8 days (95% CI, 7 to 9)", "after": "7 days (95% confidence interval [CI], 6 to 8)", "basis": "measured", "quote": "Patients receiving baricitinib had a median time to recovery of 7 days (95% confidence interval [CI], 6 to 8), as compared with 8 days (95% CI, 7 to 9)", "url": "https://europepmc.org/article/PMC/PMC7745180" }, "later": { "status": "persisted", "date": "2022-07-28", "note": "RECOVERY independently found lower 28-day mortality with baricitinib. WHO had recommended its use with corticosteroids for severe or critical COVID-19 in January 2022. The recommendation does not establish worldwide uptake.", "quote": null, "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/" }, "value": null, "developer_country": "United Kingdom", "deployer_country": "United Kingdom", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 225 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/225", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Recategorised from specific harm prevented to 1 because the sources show an AI-generated repurposing hypothesis confirmed at cohort level by randomized trials rather than a specific harm prevented for an identifiable beneficiary, and, on the fact-checker's other findings, made the ACTT-2 quote verbatim, relabelled the Lancet correspondence letter as “other”, used the exact source titles, replaced the unsupported “hospitals worldwide” with the trial sponsors as deployers, and stated in the summary and account that COV-BARRIER missed its primary endpoint and that its 28-day mortality reduction was a secondary endpoint.", "source": "Richardson P, et al. Lancet 2020 (https://europepmc.org/article/PMC/PMC7137985); Kalil AC, et al. N Engl J Med 2021 (https://europepmc.org/article/PMC/PMC7745180); Marconi VC, et al. Lancet Respir Med 2021 (https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/)", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://europepmc.org/article/PMC/PMC7745180; https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.benevolent.com/contact-us/; https://en.wikipedia.org/wiki/National_Institute_of_Allergy_and_Infectious_Diseases", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-23", "change": "Personal benefit depth changed from 4 to 5 for the reported life-preserving outcome.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Traced the AI hypothesis, recovery and mortality findings, and regulatory actions to their original sources. Put COV-BARRIER first for the mortality claim, preserved the failed primary endpoint and added the multiplicity limitation. Removed the generic FDA drug-list page from active evidence because it adds no case-specific support beyond the retained authorization. Distinguished NIAID-led ACTT-2 from the Lilly-sponsored COV-BARRIER analysis.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Rewrote the short title and summary in plain language, preserving the reported benefit and material limits. Added the named publication or institution to the reviewed lead source for homepage display.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Identified the AI system or feature in the supporting summary, or stated that the source does not name the software. Preserved the reported benefit and material qualifications.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Traced the system identity beyond the original case report. Added product names and supporting original sources, preserving historical-version limits and any inference in the source notes.", "source": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Shortened the homepage supporting statement to one sentence naming the system and its contribution; retained detailed outcomes and qualifications in the case account and source notes.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Revised the title and subtitle for natural phrasing, with named researchers, shorter dependencies, and less compressed terminology; preserved the system identities and evidence qualifications.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Added the developers’ original methods paper, identified the SVO component and January 2020 workflow, and clarified the scientists’ role in selecting baricitinib. The exact model release remains unreported.", "source": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Revised the homepage subtitle for concise database prose, with courtesy titles for named beneficiaries and numbered clauses for the Coates drug-selection account. Preserved the reported evidence and material uncertainty.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Corrected the developer jurisdiction to its contemporaneous U.K. headquarters and replaced the London-only location with the 14 countries in ACTT-2 and COV-BARRIER. Changed the chronology from the FDA authorization date to September 1, 2021, the original publication date of the COV-BARRIER mortality findings. Trial countries do not imply a separately demonstrated benefit in every country.", "source": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Rewrote the account and resolved all mandatory fields. Added RECOVERY and the original economic model, corrected the AI operator, distinguished projected wider benefits from observed patient outcomes, replaced WHO guidance counted as replication, and removed an unrelated Watson incident. Missing model and attribution details remain explicit. Reordered the sources by their contribution and remapped their identifiers.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "editor": "AIBD, Codex-assisted review" }, { "date": "2026-10-25", "change": "Added historical control from original corporate filings, documented funding and scientific-resource relationships, a labeled strategic assessment, and derived economic scenarios. Preserved the unreported exact model version, with a documented configuration proxy. Distinguished reported findings, calculations, and inferences throughout the assessment.", "source": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "editor": "AIBD, Codex-assisted review" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: two independent peer-reviewed studies, one independent report, one independent press release, the makers' peer-reviewed study, the makers' report, the makers' press release, the makers' other and two peer-reviewed studies from the evaluators. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0042", "catalog_version": "1.0.0", "source_fingerprint": "a8e1b0052ad9c7eff39b20f5389ce8ba29abb827c2271690fcac5264ab7db26f", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010" ], "families": { "strategic assessments": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0042-strategic-uk-preparedness" ], "role": "strategic assessments" }, "provenance": { "kind": "derivation", "basis": "AIBD has supplied a substantive qualitative assessment with a named perspective, rationale, uncertainty, and sources.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "AIBD-0042-strategic-uk-preparedness" ] }, "evaluations": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "ACTT-2", "COV-BARRIER", "RECOVERY-baricitinib", "Ohsfeldt-2021-economic-model" ], "role": "evaluations" }, "provenance": { "kind": "source_review", "basis": "The three original trial reports and economic-model publication identify distinct evaluations.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "ACTT-2", "COV-BARRIER", "RECOVERY-baricitinib", "Ohsfeldt-2021-economic-model" ] }, "monetary observations": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "Ohsfeldt-2021-hospital-model", "Ohsfeldt-2021-payer-model" ], "role": "monetary observations" }, "provenance": { "kind": "source_review", "basis": "The original study reports separate hospital and payer model results. These are treatment valuations, not attributed AI savings.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "Ohsfeldt-2021-hospital-model", "Ohsfeldt-2021-payer-model" ] }, "institutional decisions": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "FDA-baricitinib-EUA-2020-11-19", "WHO-baricitinib-guidance-2022-01-14" ], "role": "institutional decisions" }, "provenance": { "kind": "source_review", "basis": "Direct FDA and WHO statements establish the dated institutional decisions.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "FDA-baricitinib-EUA-2020-11-19", "WHO-baricitinib-guidance-2022-01-14" ] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "structured", "data": { "actors": [ { "name": "BenevolentAI", "roles": [ "AI developer", "AI provider", "AI operator" ] }, { "name": "BenevolentAI research team", "roles": [ "Graph analysis", "Drug selection" ] }, { "name": "NIAID and the ACTT-2 Study Group", "roles": [ "Clinical investigators", "ACTT-2 sponsor" ] }, { "name": "Eli Lilly and Company", "roles": [ "Baricitinib supplier", "COV-BARRIER sponsor", "Economic-model funder" ] }, { "name": "COV-BARRIER investigators", "roles": [ "Clinical investigators" ] }, { "name": "University of Oxford and the RECOVERY Collaborative Group", "roles": [ "Trial sponsor", "Clinical investigators" ] }, { "name": "Gilead Sciences", "roles": [ "Remdesivir supplier for ACTT-2" ] }, { "name": "U.S. Food and Drug Administration", "roles": [ "Regulator" ] }, { "name": "World Health Organization", "roles": [ "Guideline body" ] }, { "name": "Hospitalized patients with COVID-19", "roles": [ "Treatment recipients", "Clinical beneficiaries" ] }, { "name": "Medical Decision Modeling Inc and the economic-study authors", "roles": [ "Economic modelers" ] } ] } }, "provenance": { "kind": "source_review", "basis": "Separated the AI operator from clinical investigators, suppliers, and policy bodies.", "record_fields": [ "developer", "deployer" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "BenevolentAI researchers selected the drug. U.S. government researchers, Lilly, and Oxford organized trials. The FDA authorized treatment, and WHO recommended it." } }, "actors[].ownership_control": { "state": "value_present", "value": { "kind": "structured", "data": { "reported_status": "Historical control is documented in the company’s 2019 accounts.", "entity": "BenevolentAI Limited", "company_number": "09781806", "jurisdiction": "United Kingdom", "as_of": "2019-12-31", "controlling_person": "Kenneth Mulvany, a director and shareholder", "source_basis": "The accounts identify Mulvany as the person who controlled the company.", "aibd_calculated_voting_share": { "person": "Kenneth Patrick Mulvany", "snapshot_date": "2019-10-15", "ordinary_shares_held": 881000, "ordinary_shares_issued": 1831829, "preferred_shares_issued": 208623, "formula": "881,000 ÷ (1,831,829 + 208,623) × 100", "percent": 43.18, "interpretation": "Share of general voting shares in the October register. This is not a measure of all economic equity or proof of majority ownership.", "capital_check": "The December 2019 allotment left the ordinary and preferred counts unchanged. Its new G2 growth shares did not carry ordinary voting rights before an exit, apart from class resolutions.", "confidence": "High for the calculation from the filed snapshot. The snapshot does not establish every beneficial holding on an unobserved January 2020 date." }, "investor_context": { "investor": "Temasek", "jurisdiction": "Singapore", "investment_year": 2019, "reported_amount": "$90 million", "amount_note": "The announcements use the dollar sign without spelling out a currency. The amount is preserved as reported and is not converted or assigned to this research.", "government_relationship": "Temasek’s 2019 report identifies Singapore’s Minister for Finance as its sole shareholder. It also states that Temasek does not direct its portfolio companies’ business decisions.", "control_boundary": "An investment from a state-owned institution does not establish state control of BenevolentAI or direction of the baricitinib research." }, "temporal_scope": "Ownership surrounding the January 2020 discovery, not the developer’s present corporate structure." } }, "provenance": { "kind": "source_review", "basis": "Read original corporate filings and transaction announcements. The controlling person is reported directly; the voting-share percentage is a separate AIBD calculation.", "record_fields": [], "source_refs": [ "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Kenneth Mulvany controlled BenevolentAI at the end of 2019 and held 43.18% of its general voting shares in October.", "editor_note": "The percentage is calculated from his 881,000 shares and the 2,040,452 voting shares in the 15 October 2019 register (reference 12). The December allotment left that total unchanged, but individual holdings could have changed before the January research." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "BenevolentAI researchers used the Benevolent Platform to search biomedical relationships and examine networks of proteins. They selected baricitinib after reviewing its targets, dosage, and pharmacology. The clinical investigators then tested the drug. None of these trials compared discovery with AI against discovery without it. The original correspondence and methods paper document AI-assisted selection. FDA authorization and WHO guidance concern the treatment." } } }, "provenance": { "kind": "source_review", "basis": "The authors document AI-assisted candidate selection; no controlled comparison isolates its incremental contribution.", "record_fields": [ "ai_role" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used the system to find relationships among proteins, diseases, and medicines before selecting baricitinib." } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "BenevolentAI researchers used the Benevolent Platform to search biomedical relationships and examine networks of proteins. They selected baricitinib after reviewing its targets, dosage, and pharmacology. The clinical investigators then tested the drug. None of these trials compared discovery with AI against discovery without it. The original correspondence and methods paper document AI-assisted selection. FDA authorization and WHO guidance concern the treatment." } } }, "provenance": { "kind": "source_review", "basis": "Direct use of AI-assisted discovery preceded separate clinical testing of the proposed drug.", "record_fields": [ "category", "ai_role" ], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used AI to investigate a new use for an existing medicine." } }, "assessments[].alternatives": { "state": "value_present", "value": { "kind": "structured", "data": { "personal": "Depth 5 is supported by mortality outcomes. The AI contribution is less certain than the drug benefit.", "organizational": "If only measured organizational gains were admitted, this rating would remain unresolved. The retained depth describes the potential capacity benefit.", "societal": "Depth 4 describes intended wider harm prevention. A recommendation alone does not establish a realized population-wide change." } }, "provenance": { "kind": "source_review", "basis": "Preserved the consequential alternatives rather than averaging different kinds of benefit.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The hospital and societal grades describe possible benefits. A rule requiring observed benefits would leave those two grades unassigned." } }, "assessments[].assessor_date": { "state": "value_present", "value": { "kind": "structured", "data": { "assessor": "Codex-assisted AIBD review", "reviewed_on": "2026-10-25", "human_approval": "Not represented as an independent human review." } }, "provenance": { "kind": "curatorial", "basis": "Recorded the actual review method without attributing unperformed verification to Peter.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD, assisted by Codex, on 25 October 2026." } }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "Fewer patients died with baricitinib in COV-BARRIER and RECOVERY. RECOVERY confirmed lower 28-day mortality as its primary outcome in 8,156 patients." }, { "group": "organizational", "depth": 2, "reason": "ACTT-2 reported median recovery of 7 days with baricitinib and 8 days without it. That could free hospital capacity. A separate economic model estimated lower hospital costs, but neither establishes realized staffing or cash savings." }, { "group": "societal", "depth": 4, "reason": "WHO recommended baricitinib with corticosteroids for severe or critical COVID-19. That recommendation supports wider access to a treatment that reduced deaths in trials. Worldwide uptake and population-wide effects were not measured." } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed each stakeholder-specific rationale. Depth describes the stated benefit; support and realization are separate.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "For patients: 5 for fewer deaths and 2 for faster recovery. The broader assessments remain 2 for organizations and 4 for society." } }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Drug effects are supported by randomized trials, including an independent trial. The developers document the AI-assisted selection, but its incremental clinical contribution remains unmeasured.", "interpretation": "The shared solid fill describes the clinical evidence. It does not establish that all organizational or societal effects were measured." } }, "provenance": { "kind": "source_review", "basis": "Recomputed the display from the corrected source types and preserved the distinction between treatment and discovery evidence.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The solid fill denotes independently studied treatment benefits. It does not mean that the projected hospital and societal benefits occurred." } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "Fewer patients died with baricitinib in COV-BARRIER and RECOVERY. RECOVERY confirmed lower 28-day mortality as its primary outcome in 8,156 patients." }, { "group": "organizational", "depth": 2, "reason": "ACTT-2 reported median recovery of 7 days with baricitinib and 8 days without it. That could free hospital capacity. A separate economic model estimated lower hospital costs, but neither establishes realized staffing or cash savings." }, { "group": "societal", "depth": 4, "reason": "WHO recommended baricitinib with corticosteroids for severe or critical COVID-19. That recommendation supports wider access to a treatment that reduced deaths in trials. Worldwide uptake and population-wide effects were not measured." } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed each stakeholder-specific rationale. Depth describes the stated benefit; support and realization are separate.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Lower mortality preserves lives. Faster recovery is a measurable health improvement. Shorter hospital stays could free capacity, and wider access could extend the treatment’s benefits." } }, "assessments[].rubric_version": { "state": "value_present", "value": { "kind": "structured", "data": { "rubric": "AIBD five-level depth scale and three beneficiary groups", "source_file": "aibd/templates/method.html", "source_revision": "4e31895", "applied_on": "2026-10-25", "personal_5": "Life preserved", "organizational_2": "Improved operational capability", "societal_4": "Serious harm averted; wider benefit remains intended rather than measured" } }, "provenance": { "kind": "curatorial", "basis": "Recorded the local rubric used for this review.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD’s five-level scale, applied on 25 October 2026." } }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "structured", "data": { "personal": "Realized clinical benefit in randomized trials", "organizational": "Potential capacity improvement and modeled costs", "societal": "Observed recommendation, intended wider health benefit" } }, "provenance": { "kind": "source_review", "basis": "Separated realization from the depth of the benefit.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Trials established a benefit for patients. Hospital savings were modeled, and wider health benefits remain intended." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "Fewer patients died with baricitinib in COV-BARRIER and RECOVERY. RECOVERY confirmed lower 28-day mortality as its primary outcome in 8,156 patients." }, { "group": "organizational", "depth": 2, "reason": "ACTT-2 reported median recovery of 7 days with baricitinib and 8 days without it. That could free hospital capacity. A separate economic model estimated lower hospital costs, but neither establishes realized staffing or cash savings." }, { "group": "societal", "depth": 4, "reason": "WHO recommended baricitinib with corticosteroids for severe or critical COVID-19. That recommendation supports wider access to a treatment that reduced deaths in trials. Worldwide uptake and population-wide effects were not measured." } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed each stakeholder-specific rationale. Depth describes the stated benefit; support and realization are separate.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Hospitalized patients, hospitals, and the wider population that could receive treatment." } }, "availability": { "state": "value_present", "value": { "kind": "structured", "data": { "historical_ai_access": "BenevolentAI scientists used an internal research platform. The reviewed methods paper does not provide public access to the complete 2020 system.", "public_materials": "Published workflow, source databases, clinical articles, and linked trial materials.", "procurement_price": "Not reported for the discovery system.", "current_access": "Current licensing, geographic availability, and access to the historical snapshot are unresolved.", "treatment": "Baricitinib is a separate prescription medicine; the cited FDA and WHO statements describe historical authorization and guidance, not current individualized treatment advice.", "reviewed_on": "2026-10-25" } }, "provenance": { "kind": "source_review", "basis": "Separated access to the AI workflow from access to the drug.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "BenevolentAI used its internal platform. Its methods are published, but the complete January 2020 system is unavailable. Baricitinib is a prescription medicine." } }, "brief": { "state": "value_present", "value": { "kind": "text", "text": "Researchers used the Benevolent Platform to identify baricitinib for COVID-19 testing. Randomized trials later found faster recovery or fewer deaths among hospitalized patients. The trials tested the drug rather than the additional value of AI-assisted discovery." }, "provenance": { "kind": "source_review", "basis": "The summary draws on the original discovery and clinical publications.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used AI to identify baricitinib for COVID-19 trials. Clinical investigators later found that patients recovered sooner and fewer died." } }, "case_kind": { "state": "value_present", "value": { "kind": "structured", "data": { "unit": "AI-assisted drug repurposing with subsequent clinical evaluations", "counting": "One discovery episode. The trials and articles are linked evidence, not additional AIBD cases." } }, "provenance": { "kind": "source_review", "basis": "Assigned the unit to the documented discovery episode and its follow-up.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Repurposing a medicine for COVID-19." } }, "case_links[]": { "state": "value_present", "value": { "kind": "structured", "data": { "related_evaluations": [ "NCT04401579", "NCT04421027", "NCT04381936" ], "same_discovery": "The three trials concern the drug selected in the January 2020 BenevolentAI work.", "duplicate_search": "No other existing AIBD record mentions baricitinib." } }, "provenance": { "kind": "curatorial", "basis": "Reviewed the local collection for duplicates and linked the original trial registrations.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ACTT-2, COV-BARRIER, and RECOVERY tested baricitinib after the initial proposal." } }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "structured", "data": { "links": [ { "claim": "AIBD-0042-claim-discovery", "support": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "locator": "Original correspondence; Methods and Results of the methods paper" }, { "claim": "AIBD-0042-claim-recovery", "support": [ "AIBD-0042-source-0005" ], "locator": "Table 2" }, { "claim": "AIBD-0042-claim-mortality", "support": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002" ], "locator": "COV-BARRIER Figure 2 and statistical hierarchy; RECOVERY Table 2" }, { "claim": "AIBD-0042-claim-policy", "support": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007" ], "locator": "Dated agency statements" }, { "claim": "AIBD-0042-claim-economics", "support": [ "AIBD-0042-source-0010" ], "locator": "Tables IV–V and supplemental table S6" } ], "qualifications": [ { "claim": "AIBD-0042-claim-mortality", "source": "AIBD-0042-source-0001", "qualification": "The COV-BARRIER primary outcome was not statistically significant; mortality was secondary." }, { "claim": "AIBD-0042-claim-economics", "source": "AIBD-0042-source-0010", "qualification": "Hospital savings reverse to higher costs in the mortality-only scenario." } ] } }, "provenance": { "kind": "source_review", "basis": "Mapped the statements to original findings and their material qualifications.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "References 3–4 describe the discovery, 5 reports recovery, 1–2 report mortality, 6–7 record agency decisions, and 10 estimates costs." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "structured", "data": { "clinical_outcomes": "Randomized trials support a drug benefit; RECOVERY independently confirms lower mortality.", "ai_use": "Original correspondence and detailed developer methods establish the reported workflow.", "ai_increment": "No controlled estimate of the benefit added by using AI.", "institutional_actions": "Direct agency statements establish the decisions and dates.", "wider_impact": "Hospital capacity and population-wide benefits were not measured. Economic effects are modeled." } }, "provenance": { "kind": "source_review", "basis": "Assessed each causal link separately.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Randomized trials establish the treatment benefit. The developers describe the AI workflow. No trial compares discovery with and without AI." } }, "claims[].missingness": { "state": "value_present", "value": { "kind": "structured", "data": { "model_release": "Not reported", "frozen_discovery_snapshot": "Not reported", "incremental_ai_benefit": "No controlled numerical uplift is reported. AIBD supplies a qualitative inference and documented workflow proxies.", "realized_hospital_savings": "Not reported", "worldwide_beneficiary_count": "Not reported", "control_of_developer_in_2020": "Historical control is established by the 2019 accounts. The separate voting-share calculation uses the October 2019 snapshot.", "cross_border_transfers": "Company funding is documented. Scientific-resource reuse is documented, with geographic links labeled as inferences. No patient-data route or case-level funding allocation is reported.", "inaccessible_upstream_materials": "See source access notes for the Sorrell supplement and the original WHO guideline PDF.", "return_payback": "No source-reported ROI or payment timetable. AIBD supplies labeled value scenarios and a reference ratio.", "strategic_effect": "AIBD provides a qualitative preparedness assessment. No quantitative national advantage is reported or invented." } }, "provenance": { "kind": "source_review", "basis": "Recorded consequential gaps without substituting zero or assuming that missing evidence disproves benefit.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The publications omit the exact software release, a comparison without AI, observed savings, and the number of people helped worldwide." } }, "claims[].proposition": { "state": "value_present", "value": { "kind": "structured", "data": { "claims": [ { "id": "AIBD-0042-claim-discovery", "statement": "BenevolentAI researchers used their graph to identify baricitinib for COVID-19 testing.", "type": "Original researchers’ account", "sources": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "locator": "Original correspondence; Methods and Results of the methods paper" }, { "id": "AIBD-0042-claim-recovery", "statement": "ACTT-2 found faster recovery with baricitinib added to remdesivir.", "type": "Randomized clinical finding", "sources": [ "AIBD-0042-source-0005" ], "locator": "Table 2" }, { "id": "AIBD-0042-claim-mortality", "statement": "COV-BARRIER and RECOVERY found lower mortality with baricitinib.", "type": "Randomized clinical findings with different primary outcomes", "sources": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002" ], "locator": "COV-BARRIER Figure 2 and statistical hierarchy; RECOVERY Table 2" }, { "id": "AIBD-0042-claim-policy", "statement": "FDA authorized use in November 2020 and WHO recommended use in January 2022.", "type": "Documented institutional decisions", "sources": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007" ], "locator": "Dated agency statements" }, { "id": "AIBD-0042-claim-economics", "statement": "A published model estimated treatment costs and health gains.", "type": "Sponsor-funded model, not observed AI savings", "sources": [ "AIBD-0042-source-0010" ], "locator": "Tables IV–V and supplemental table S6" } ] } }, "provenance": { "kind": "source_review", "basis": "Separated discovery, clinical, institutional, and modeled economic statements.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used AI to select baricitinib for testing. Clinical investigators subsequently found that patients recovered faster and fewer died." } }, "cross_border_flows[]": { "state": "value_present", "value": { "kind": "structured", "data": { "reported_status": "The funding relationship and reuse of named scientific resources are documented. Geographic knowledge flows are inferred from the resource producers and the U.K. discovery team.", "flows": [ { "type": "Investment", "origin": "Singapore", "destination": "United Kingdom", "from_actor": "Temasek", "to_actor": "BenevolentAI", "year": 2019, "reported_amount": "$90 million", "evidence_status": "Reported by the recipient and its transaction counsel", "scope": "Company-wide development of the platform and drug programs. The sources do not identify a baricitinib budget or the bank settlement route.", "source_refs": [ "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek" ] }, { "type": "Reuse of scientific information", "origin": "Japan", "destination": "United Kingdom", "resource": "KEGG", "evidence_status": "Documented use; geographic relationship inferred", "basis": "The methods paper names KEGG. Its developers trace the resource to the Japanese Human Genome Project.", "source_refs": [ "AIBD-0042-source-0004", "https://www.genome.jp/kegg/kegg1.html" ] }, { "type": "Reuse of scientific information", "origin": "Italy", "destination": "United Kingdom", "resource": "SIGNOR", "evidence_status": "Documented use; geographic relationship inferred", "basis": "The methods paper names SIGNOR. Its resource paper identifies an Italy-led collaboration that also includes U.K. researchers.", "source_refs": [ "AIBD-0042-source-0004", "https://doi.org/10.1093/nar/gkz949" ] }, { "type": "Published research followed by clinical testing", "origin": "United Kingdom", "destination": "U.S.-led ACTT-2 and the countries in the multinational COV-BARRIER trial", "evidence_status": "Documented sequence in the discovery and trial publications", "scope": "The treatment hypothesis crossed research settings. This does not mean that the original AI system was deployed at the trial sites.", "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0001" ] } ], "boundary": "Resource origins do not establish server locations, network routes, or transfers of patient data. The funding amount belongs to the company, not to this individual benefit.", "confidence": "High for the named funding relationship and resource use. Moderate for the inferred geographic relationships." } }, "provenance": { "kind": "source_review", "basis": "Combined direct transaction evidence, original resource histories, and the discovery methods. Kept documented relationships separate from inferred geographic links.", "record_fields": [], "source_refs": [ "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "AIBD-0042-source-0004", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "AIBD-0042-source-0003", "AIBD-0042-source-0005", "AIBD-0042-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Singapore’s Temasek invested in BenevolentAI. The U.K. researchers used Japanese and Italian scientific resources before trials in several countries.", "editor_note": "The geographic links follow the producers of KEGG and SIGNOR, which Smith and colleagues name in reference 4. They identify international knowledge reuse, not the route of a data transfer. Temasek funded the company as a whole." } }, "decisions[].action_outcome": { "state": "value_present", "value": { "kind": "structured", "data": { "FDA": { "date": "2020-11-19", "action": "Issued the EUA to Eli Lilly for baricitinib with remdesivir in eligible hospitalized adults and children aged two or older requiring specified respiratory support." }, "WHO": { "date": "2022-01-14", "action": "Strongly recommended baricitinib with corticosteroids for severe or critical COVID-19." }, "later_evidence": "RECOVERY later confirmed lower 28-day mortality. These sources do not quantify adoption caused by the decisions." } }, "provenance": { "kind": "source_review", "basis": "Separated the decisions, later clinical evidence, and unmeasured implementation effects.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The FDA authorized baricitinib with remdesivir on 19 November 2020. WHO recommended it with corticosteroids on 14 January 2022." } }, "decisions[].grounds": { "state": "value_present", "value": { "kind": "structured", "data": { "FDA": "ACTT-2 results and the emergency-use standard: reasonable belief that the combination may be effective, with known and potential benefits outweighing known and potential risks for the authorized population. An EUA differs from full approval.", "WHO": "Guideline review of clinical-trial evidence. WHO recommended baricitinib with corticosteroids and identified access and affordability as conditions for wider benefit.", "AI_scope": "Neither decision assessed the incremental value of the AI discovery method." } }, "provenance": { "kind": "source_review", "basis": "The FDA announcement states its evidentiary standard; WHO states the recommendation and access limitations.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The FDA relied on ACTT-2. WHO weighed the clinical evidence, harms, affordability, and access." } }, "decisions[].institution_task": { "state": "value_present", "value": { "kind": "structured", "data": { "decisions": [ { "id": "FDA-baricitinib-EUA-2020-11-19", "institution": "U.S. Food and Drug Administration", "jurisdiction": "United States", "task": "Whether to authorize emergency use of baricitinib with remdesivir for specified hospitalized patients with COVID-19." }, { "id": "WHO-baricitinib-guidance-2022-01-14", "institution": "World Health Organization", "scope": "International clinical guidance", "task": "Whether to recommend baricitinib for severe or critical COVID-19." } ] } }, "provenance": { "kind": "source_review", "basis": "Read the original dated agency announcements.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The FDA considered emergency authorization. WHO considered treatment guidance for severe or critical COVID-19." } }, "decisions[].success_criterion": { "state": "value_present", "value": { "kind": "structured", "data": { "clinical_question": "Whether adding baricitinib improves recovery or survival with acceptable harms compared with the same background care.", "adoption_question": "Whether eligible patients can obtain treatment and whether clinical benefits persist in routine practice.", "unresolved": "The cited agency statements do not specify a numerical global uptake target or measure the effects caused by adopting their guidance." } }, "provenance": { "kind": "source_review", "basis": "The clinical questions follow the source outcomes; implementation remains a separate unanswered question.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Both agencies sought better survival or recovery with acceptable harms. They did not quantify the additional use or health improvement that their decisions caused." } }, "deployment_stage": { "state": "value_present", "value": { "kind": "structured", "data": { "ai": "Used by BenevolentAI researchers in January 2020", "treatment": "Evaluated in randomized clinical trials and subsequently authorized or recommended", "scope": "The AI application and the drug have different deployment stages." } }, "provenance": { "kind": "source_review", "basis": "The methods paper documents actual use of the graph; clinical and policy sources concern the resulting treatment.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used the AI system in January 2020. Clinical trials and treatment authorization followed." } }, "economics[].amount": { "state": "value_present", "value": { "kind": "structured", "data": { "hospital_base_case": { "incremental_expenditure_usd": -2436, "incremental_reimbursement_usd": -503, "incremental_net_cost_usd": -1932 }, "hospital_mortality_only": { "incremental_expenditure_usd": 1978, "incremental_reimbursement_usd": 0, "incremental_net_cost_usd": 1978 }, "payer_base_case": { "placebo_soc_total_usd": 329268, "baricitinib_soc_total_usd": 346544, "incremental_total_usd": 17276, "incremental_qalys": 0.6703, "usd_per_qaly_gained": 25774 }, "payer_mortality_only": { "incremental_total_usd": 17902, "incremental_qalys": 0.6664, "usd_per_qaly_gained": 26862 }, "rounding": "The published rounded components do not subtract exactly to the reported net amount of $1,932." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Table IV; appendix Tables S5–S6.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The model estimates US$1,932 less in net hospital costs per patient. Over a lifetime, costs rise US$17,276 and health improves by 0.6703 quality-adjusted life-years." } }, "economics[].costs[]": { "state": "value_present", "value": { "kind": "structured", "data": { "included": [ "Drug acquisition", "Medical care during admission", "Hospital reimbursement for inpatient care", "Postacute care and lifetime healthcare in the payer model", "Missed work in the payer model" ], "unit_inputs": { "baricitinib_2mg_tablet_usd": 75.5, "baricitinib_assumed_dose": "4 mg daily for up to 14 days or discharge", "hospital_day_mechanical_ventilation_usd": 3660, "hospital_day_noninvasive_ventilation_usd": 2450, "hospital_day_supplemental_oxygen_usd": 1828, "hospital_day_no_oxygen_usd": 1818 }, "not_reported": "The sources do not quantify this discovery project’s AI development, data licensing, compute, integration, maintenance, or human review costs." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Costs; Table III; Dosing and administration.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The model includes medicines, hospital care, later healthcare, and missed work. It excludes the costs of developing and operating the AI system." } }, "economics[].counterfactual": { "state": "value_present", "value": { "kind": "structured", "data": { "comparison": "Baricitinib plus standard care versus placebo plus the same standard care in the modeled COV-BARRIER population.", "base_case": "Uses numerical differences in mortality, recovery, and respiratory-support outcomes.", "mortality_only_scenario": "Limits treatment benefit to mortality reduction. Hospital costs rise rather than fall.", "AI_counterfactual": "No matched AI-versus-no-AI discovery scenario." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Model inputs; Analyses; Secondary Analyses.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The researchers compared baricitinib plus standard care with placebo plus the same care. Assuming only lower mortality reverses hospital savings to US$1,978 in additional costs per patient." } }, "economics[].currency_price_basis": { "state": "value_present", "value": { "kind": "structured", "data": { "currency": "USD", "jurisdiction": "United States", "price_basis": "The model uses U.S. dollar cost and payment inputs from 2020–2021. Some older care costs and future healthcare costs were inflated to 2020 USD; home-health and hospice reimbursement inputs use 2021 rates. The article does not establish that every input shares one uniform price year.", "conversion": "No currency conversion was used for these source figures." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Costs section, Table III, appendix input tables.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "U.S. dollars, with inputs from 2020–2021. Some costs were adjusted to 2020 prices, but the inputs do not share one price year." } }, "economics[].gross_net": { "state": "value_present", "value": { "kind": "structured", "data": { "hospital": "Net costs mean expenditures minus reimbursement. Base case: expenditure falls $2,436 and reimbursement falls $503, yielding a reported $1,932 net cost reduction.", "payer": "Incremental total costs include inpatient, postacute, future all-cause healthcare, and indirect costs. More survivors accumulate additional lifetime medical costs.", "exclusions": "No AI development or operating costs, long-COVID burden, COVID-related readmissions, or measured value from using freed beds for other patients." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Costs; Discussion limitations; appendix Tables S5–S6.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Hospital costs are net of reimbursement. Lifetime costs include healthcare and missed work. The model excludes long COVID, COVID-related readmissions, and the value of freed beds." } }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "structured", "data": { "hospital": "Modeled change in hospital expenditure and net costs after reimbursement.", "payer": "Modeled incremental lifetime healthcare and indirect costs, and cost per quality-adjusted life-year.", "AI_boundary": "The model evaluates the treatment that researchers identified with AI assistance. It does not value AI separately." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Population and Perspective, Secondary Analyses, Table IV and supplementary Tables S5–S6.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Estimated hospital savings and the lifetime cost of additional health from treatment with baricitinib. The study assigns no separate monetary value to AI." } }, "economics[].period_unit": { "state": "value_present", "value": { "kind": "structured", "data": { "hospital": "Per modeled hospital admission, over the inpatient stay.", "payer": "Per modeled patient over a lifetime horizon.", "recurrence": "These are modeled per-patient differences, not recurring annual cash flows or a verified total across patients." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Population and Perspective; Model Framework.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Hospital costs cover one admission per patient. Costs to insurers cover each patient’s remaining lifetime." } }, "economics[].realization": { "state": "value_present", "value": { "kind": "structured", "data": { "state": "Modeled estimate", "basis": "Economic simulation using clinical trial effects and administrative cost inputs; no observed hospital ledger or cash saving was reported." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Methods and Secondary Analyses.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The amounts come from an economic model, without observed cash savings." } }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "structured", "data": { "hospital_perspective": "Hospitals bear treatment costs and receive reimbursements. The estimated net saving reflects both components.", "payer_perspective": "Medicare, Medicaid, and private payers; the modeled mix is 52.9%, 19.2%, and 27.9%, respectively. The article also includes missed-work costs in its payer perspective.", "patients": "Clinical gains accrue to patients. The model excludes uninsured patients and does not establish individual out-of-pocket savings.", "AI_provider": "No payment, royalty, revenue, or profit to BenevolentAI is quantified by this analysis." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Population and Perspective; Table III; Costs.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Patients gain health. Hospitals pay for treatment and receive reimbursement from Medicare, Medicaid, and private insurers." } }, "economics[].return_payback": { "state": "value_present", "value": { "kind": "structured", "data": { "reported_status": "The source reports treatment costs and cost-effectiveness ratios, not a financial ROI, AI-project return, or exact payback date.", "aibd_calculated_health_value": { "name": "Incremental net monetary benefit", "perspective": "U.S. payer, per modeled patient over a lifetime", "formula": "Assumed USD value per quality-adjusted life-year × additional quality-adjusted life-years − additional lifetime costs", "source_inputs": { "base_additional_qalys": 0.6703, "base_additional_cost_usd": 17276, "mortality_only_additional_qalys": 0.6664, "mortality_only_additional_cost_usd": 17902 }, "scenarios": [ { "usd_per_qaly": 25000, "base_net_value_usd": -518.5, "mortality_only_net_value_usd": -1242, "assumption": "AIBD sensitivity scenario" }, { "usd_per_qaly": 50000, "base_net_value_usd": 16239, "mortality_only_net_value_usd": 15418, "assumption": "Threshold used in the original study" }, { "usd_per_qaly": 100000, "base_net_value_usd": 49754, "mortality_only_net_value_usd": 48738, "assumption": "AIBD sensitivity scenario" } ], "interpretation": "A valuation of additional health after additional costs, not a cash receipt or an estimate of AI’s separate contribution." }, "aibd_calculated_drug_cost_reference": { "formula": "$75.50 per 2-mg tablet × two tablets per day × 14 days", "full_course_reference_usd": 2114, "base_modeled_hospital_net_benefit_usd": 1932, "base_benefit_as_percent_of_reference": 91.4, "mortality_only_modeled_hospital_net_benefit_usd": -1978, "mortality_only_benefit_as_percent_of_reference": -93.6, "interpretation": "The model’s net hospital benefit divided by a full-course acquisition-cost benchmark. This is a reference ratio, not the model’s actual mean-cost ROI. Treatment could end earlier, dosing could differ, and acquisition prices could differ." }, "payback_assessment": { "accounting_horizon": "The modeled hospital admission", "base_case": "The model ends with lower net hospital costs.", "mortality_only_scenario": "The model ends with higher net hospital costs.", "cash_timing_status": "Purchase, payment, and savings dates are not reported, so an exact cash-payback day is not calculable from these totals." }, "estimation_confidence": "Arithmetic is reproducible from the published inputs. Economic conclusions depend on the model, valuation threshold, and clinical-effect assumptions." } }, "provenance": { "kind": "derivation", "basis": "Calculated the scenario values and reference ratios directly from the published economic model and appendix, with no invented AI attribution or cash-flow schedule.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "At US$50,000 per quality-adjusted life-year, AIBD values the additional health at US$16,239 per patient after costs: (50,000 × 0.6703) − 17,276. Cash returns and payment dates were not reported." } }, "economics[].valuation_method": { "state": "value_present", "value": { "kind": "structured", "data": { "method": "Linked inpatient, discharged, and recovered submodels based on COV-BARRIER effects, with duration of respiratory support rescaled using ACTT-2 data and U.S. administrative cost inputs. Hospital costs are days at each support level multiplied by daily cost, less reimbursement for net cost.", "discount_rate_per_year": 0.03, "sensitivity": "One-way and probabilistic sensitivity analyses (5,000 replications) for the payer model; a mortality-only scenario for both perspectives.", "payer_probabilistic_estimate": "Mean incremental cost $17,373 (95% interval −$3,300 to $38,306) and 0.674 QALYs (95% interval −0.096 to 1.441). These are model uncertainty results, not intervals from observed cash savings.", "source_dependency": "Some COV-BARRIER and Premier Healthcare Database inputs are data on file with Lilly and are not independently recoverable from the publication.", "funder": "Eli Lilly and Company.", "aibd_additional_calculations": "The return/payback field gives labeled net monetary benefit scenarios and a drug-cost reference ratio. These use the published model outputs; they are not new observations." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Model Framework, inputs, sensitivity analyses, Funding and appendix.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The researchers combined trial results with U.S. costs and applied a 3% annual discount rate. Hospital savings depend on clinical differences that were not all statistically conclusive." } }, "evaluations[].ai_uplift": { "state": "value_present", "value": { "kind": "structured", "data": { "reported_status": "No controlled estimate of additional value from AI is reported.", "aibd_inference": "Automated extraction and graph exploration probably reduced the manual work needed to assemble and examine relevant biomedical relationships. The published workflow supports this inference, but does not establish how much time was saved or whether the same drug would have been selected without AI.", "inference_confidence": "Moderate for assistance with information retrieval and prioritization. A numerical contribution to clinical benefit is not identifiable from these studies.", "documented_workflow_proxies": { "approximately_added_relationships": 40000, "proteins_in_initial_network": 556, "approved_AAK1_inhibitors_examined": 47, "high_affinity_AAK1_candidates": 6, "selected_drug": "Baricitinib", "iteration_timescale": "The developers describe iterations within hourly timeframes." }, "estimation_basis": "The original correspondence and methods paper report these workflow quantities. They measure the scale of the work, not an improvement against a human-only control.", "attribution_boundary": "No share of the clinical or economic result is assigned to AI." } }, "provenance": { "kind": "derivation", "basis": "Derived a qualitative contribution assessment from the documented mechanism and process counts. No causal percentage or time saving was invented.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0005", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The software probably reduced the work needed to assemble and examine relevant biomedical findings.", "editor_note": "Smith and colleagues report about 40,000 added relationships and a starting network of 556 proteins (reference 4). These quantities support an inference of substantial assistance, but the authors did not time a comparable search without AI." } }, "evaluations[].comparator": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "Baricitinib plus remdesivir versus placebo plus remdesivir, alongside supportive care.", "COV-BARRIER": "Baricitinib plus standard care versus placebo plus standard care; 79.3% received systemic corticosteroids at baseline and 18.9% remdesivir.", "RECOVERY": "Baricitinib plus usual care versus usual care alone. At baseline 95% received corticosteroids and 23% tocilizumab.", "economic_model": "Baricitinib plus standard care versus placebo plus standard care, using the COV-BARRIER population and treatment estimates.", "AI_comparison": "None of these trials randomized use of AI in the drug-discovery process." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Methods and baseline characteristics.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Patients received baricitinib or no baricitinib alongside the same background care. ACTT-2 gave remdesivir to both groups." } }, "evaluations[].design": { "state": "value_present", "value": { "kind": "structured", "data": { "evaluations": [ { "id": "ACTT-2", "design": "Randomized, double-blind, placebo-controlled trial." }, { "id": "COV-BARRIER", "design": "Randomized, double-blind, placebo-controlled phase 3 trial." }, { "id": "RECOVERY-baricitinib", "design": "Randomized, open-label, controlled platform trial." }, { "id": "Ohsfeldt-2021-economic-model", "design": "Simulation using clinical trial estimates, U.S. hospital cost data, published price and utility inputs, and sensitivity analyses." } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Methods.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Investigators randomly assigned treatment in all three trials. ACTT-2 and COV-BARRIER concealed assignments, while RECOVERY disclosed them. The economic study simulated costs and health." } }, "evaluations[].effect": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": { "recovery_rate_ratio": 1.16, "confidence_interval_95": [ 1.01, 1.32 ], "p": 0.03, "median_difference_days": -1, "mortality_hazard_ratio": 0.65, "mortality_confidence_interval_95": [ 0.39, 1.09 ], "mortality_conclusion": "Not statistically conclusive." }, "COV-BARRIER": { "primary_odds_ratio": 0.85, "primary_confidence_interval_95": [ 0.67, 1.08 ], "primary_p": 0.18, "primary_absolute_difference_percentage_points": -2.7, "mortality_hazard_ratio": 0.57, "mortality_confidence_interval_95": [ 0.41, 0.78 ], "mortality_nominal_p": 0.0018, "reported_mortality_absolute_difference_percentage_points": -5.0, "limitation": "Mortality did not meet multiplicity-controlled significance because the preceding primary endpoint failed." }, "RECOVERY": { "age_adjusted_mortality_rate_ratio": 0.87, "confidence_interval_95": [ 0.77, 0.99 ], "p": 0.028, "raw_rates": "514/4148 versus 546/4008; the paper rounds these to 12% and 14%.", "caution": "Do not call the difference in death counts (32) the number of lives saved, because arm sizes differ." }, "economic_model": { "hospital_base_net_cost_difference_usd": -1932, "hospital_mortality_only_cost_difference_usd": 1978, "lifetime_payer_base_cost_difference_usd": 17276 } } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at ACTT-2 Table 2; COV-BARRIER Table 2; RECOVERY Table 2; economic model Table IV, appendix Tables S5–S6.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Median recovery was 7 rather than 8 days in ACTT-2. Deaths by day 28 were 8% versus 13% in COV-BARRIER and 12% versus 14% in RECOVERY." } }, "evaluations[].exposure": { "state": "value_present", "value": { "kind": "structured", "data": { "basis": "Randomized participants are the matched denominators. Treatment-arm sizes are not counts of people proven to have benefited.", "ACTT-2": { "baricitinib_assigned": 515, "control": 518 }, "COV-BARRIER": { "baricitinib_assigned": 764, "control": 761, "safety_analysis_population": 1502 }, "RECOVERY": { "baricitinib_assigned": 4148, "usual_care": 4008 }, "economic_model": "Costs are per modeled eligible adult admission or patient lifetime, according to perspective; no observed number of hospital admissions generating the stated savings." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Participant flow, intention-to-treat populations, model population and perspective.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ACTT-2 assigned 515 patients to baricitinib and 518 to control. COV-BARRIER assigned 764 and 761. RECOVERY assigned 4,148 and 4,008." } }, "evaluations[].id": { "state": "value_present", "value": { "kind": "structured", "data": { "evaluations": [ { "id": "ACTT-2", "registry": "NCT04401579" }, { "id": "COV-BARRIER", "registry": "NCT04421027" }, { "id": "RECOVERY-baricitinib", "registry": [ "NCT04381936", "ISRCTN50189673" ] }, { "id": "Ohsfeldt-2021-economic-model", "doi": "10.1016/j.clinthera.2021.09.016" } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Methods and article identifiers.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ACTT-2, COV-BARRIER, RECOVERY, and Ohsfeldt and colleagues’ 2021 economic study." } }, "evaluations[].measurement_method": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "Clinical status on an eight-category ordinal scale; recovery was the first day in categories 1, 2, or 3 within 28 days. Trial staff collected clinical outcomes.", "COV-BARRIER": "Clinical progression on the NIAID ordinal scale, recorded mortality, and adjudicated safety events; study visits through day 28 and mortality assessment through day 60.", "RECOVERY": "Site staff completed follow-up forms at discharge, death, or day 28. Researchers also linked routinely collected healthcare and registry data.", "economic_model": "Three linked submodels covered inpatient care, discharge, and recovery. Model results are estimates rather than transactions or measured savings." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at ACTT-2 Outcomes; COV-BARRIER Procedures; RECOVERY Procedures; economics Model Framework.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Investigators used clinical assessments, follow-up forms, and health records. The economists combined trial findings with treatment prices and costs of care." } }, "evaluations[].metric": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": { "metric": "Time to recovery", "role": "Primary outcome", "period_days": 28, "baricitinib_median_days": 7, "control_median_days": 8 }, "COV-BARRIER": { "primary": "Progression to high-flow oxygen, noninvasive ventilation, invasive ventilation, ECMO, or death by day 28.", "primary_values_percent": [ 27.8, 30.5 ], "mortality_role": "Prespecified key secondary outcome", "mortality_days": 28, "baricitinib_deaths": 62, "baricitinib_randomized": 764, "control_deaths": 100, "control_randomized": 761 }, "RECOVERY": { "metric": "All-cause mortality", "role": "Primary outcome", "period_days": 28, "baricitinib_deaths": 514, "baricitinib_randomized": 4148, "control_deaths": 546, "control_randomized": 4008 }, "economic_model": { "metrics": [ "Incremental hospital expenditure", "Incremental reimbursement", "Incremental net hospital costs", "Incremental lifetime payer costs", "Quality-adjusted life-years", "Cost per quality-adjusted life-year" ] } } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Main outcomes and results tables; economic model Table IV and supplementary Table S6.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The primary outcomes were recovery time in ACTT-2, disease progression in COV-BARRIER, and deaths within 28 days in RECOVERY. The economists estimated costs and quality-adjusted life-years." } }, "evaluations[].reproduction_materials": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "NCT04401579; the publication links its protocol, supplementary appendix, disclosures, and data-sharing statement.", "COV-BARRIER": "NCT04421027; supplementary appendix 6 contains protocol details, the statistical plan, and additional outcomes.", "RECOVERY": "NCT04381936 and ISRCTN50189673; the article links the protocol/statistical plan and supplementary appendix; https://www.recoverytrial.net/ supplies trial documents.", "economic_model": "Published methods and an original DOCX appendix provide equations, inputs, and result Tables S1–S6. Some trial and hospital-cost inputs remain proprietary data on file. The full executable economic model and its underlying individual records are not supplied in the reviewed materials.", "AI_system": "The developers publish workflow methods, but not the full proprietary graph, a frozen January 2020 checkpoint, or an executable end-to-end reconstruction." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Supplementary material links, methods and data-sharing sections.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0004", "AIBD-0042-source-0010", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Trial registrations, protocols, analysis plans, and appendices are public. The complete historical AI system and economic model are unavailable, and some cost inputs are unpublished." } }, "evaluations[].setting_sample": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": { "randomized": 1033, "sites": 67, "countries": [ "United States", "Singapore", "South Korea", "Mexico", "Japan", "Spain", "United Kingdom", "Denmark" ], "enrollment_start": "2020-05-08", "enrollment_end": "2020-07-01", "population": "Hospitalized adults with COVID-19." }, "COV-BARRIER": { "randomized": 1525, "sites": 101, "countries_count": 12, "enrollment_start": "2020-06-11", "enrollment_end": "2021-01-15", "population": "Hospitalized adults with COVID-19 and an elevated inflammatory marker; patients already receiving invasive mechanical ventilation were excluded from the main trial." }, "RECOVERY": { "randomized": 8156, "country": "United Kingdom", "enrollment_start": "2021-02-02", "enrollment_end": "2021-12-29", "population": "Hospitalized patients with suspected or confirmed COVID-19; age at least two years under the protocol, with 33 children in the comparison." }, "economic_model": { "country": "United States", "population": "A modeled adult population based on COV-BARRIER; inpatient cost inputs from the Premier Healthcare Database, April 1–September 15, 2020. Uninsured patients excluded." } } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Study design, participants, Results, and economic model Population/Costs.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trials enrolled hospitalized patients in 2020–2021: 1,033 in ACTT-2, 1,525 in COV-BARRIER, and 8,156 in RECOVERY. The economic study modeled insured U.S. adults." } }, "evaluations[].uncertainty_limitations": { "state": "value_present", "value": { "kind": "structured", "data": { "AI": "No controlled estimate of the AI workflow’s additional contribution; experts chose the candidate, and trials tested the medicine.", "ACTT-2": "Mortality was not the primary endpoint and its confidence interval included no effect. The trial occurred before corticosteroids became routine for these patients.", "COV-BARRIER": "The primary progression endpoint failed, leaving secondary mortality p values nominal under the prespecified hierarchy. Lilly sponsored, designed, and analyzed the trial.", "RECOVERY": "Open-label treatment, an age imbalance addressed in analysis, and a smaller mortality effect than earlier trials. Outcome data were available for more than 99% of randomized patients.", "economic_model": "Lilly funded the study. Base-case hospital savings depend on numerical clinical differences that were not all statistically conclusive; savings reverse in the mortality-only scenario. Some inputs are unpublished data on file. The model excludes long COVID, COVID-related readmissions, uninsured patients, and measured value from freed hospital capacity. Its U.S. costs may not generalize to individual hospitals or other countries." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Trial Discussion/Methods and economic model Discussion, Secondary Analyses, Funding/Conflicts.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "COV-BARRIER investigators did not establish less disease progression, which prevented confirmatory testing of mortality under their analysis plan. RECOVERY participants knew their treatment. Lilly funded COV-BARRIER and the economic study. None compared discovery with and without AI." } }, "external_references[]": { "state": "value_present", "value": { "kind": "structured", "data": { "trial_registrations": [ { "id": "NCT04401579", "trial": "ACTT-2" }, { "id": "NCT04421027", "trial": "COV-BARRIER" }, { "id": "NCT04381936", "trial": "RECOVERY" }, { "id": "ISRCTN50189673", "trial": "RECOVERY" } ], "scope_note": "No harm involving this system and episode is established by the reviewed sources. The prior Watson example involved another system." } }, "provenance": { "kind": "source_review", "basis": "Linked actual trial identifiers and removed an unrelated incident comparison.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ACTT-2: NCT04401579. COV-BARRIER: NCT04421027. RECOVERY: NCT04381936 and ISRCTN50189673." } }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "persisted", "date": "2022-07-28", "note": "RECOVERY independently found lower 28-day mortality with baricitinib. WHO had recommended its use with corticosteroids for severe or critical COVID-19 in January 2022. The recommendation does not establish worldwide uptake.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/" } } }, "provenance": { "kind": "source_review", "basis": "Recorded further clinical confirmation and kept policy guidance separate from demonstrated uptake.", "record_fields": [ "later" ], "source_refs": [ "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Oxford’s RECOVERY investigators independently confirmed lower mortality in July 2022." } }, "human_oversight": { "state": "value_present", "value": { "kind": "structured", "data": { "discovery": "Scientists iteratively queried the graph and assessed target binding, dose, and pharmacology before selecting the drug.", "clinical_testing": "Trial investigators, ethics committees, and monitoring arrangements governed treatment and follow-up.", "unreported": "The company’s internal software access controls and formal training requirements are not described." } }, "provenance": { "kind": "source_review", "basis": "The methods paper assigns enrichment, querying, and pharmacological assessment to named authors; trials describe their own oversight.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers chose the candidate drug. Clinicians prescribed treatment under trial protocols, with oversight from ethics committees and monitors." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0042" } }, "provenance": { "kind": "source_review", "basis": "Preserved the existing case identifier.", "record_fields": [ "id" ], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0042" } }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "structured", "data": { "data_sources": [ "KEGG", "Reactome", "STRING", "SIGNOR", "BioGRID", "ChEMBL", "CTD", "GWAS Catalog", "Gene Ontology", "OMIM", "Mondo" ], "software": "BenevolentAI knowledge graph and interactive network tools; SciPy is identified for enrichment analysis.", "unreported": [ "Compute hardware", "Cloud provider", "Hosting country", "Energy and water use", "Complete graph snapshot" ] } }, "provenance": { "kind": "source_review", "basis": "The methods paper names the data sources and software dependencies. Hardware and resource use are not documented.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The researchers used BenevolentAI’s graph, SciPy, and 11 biomedical resources, including KEGG, Reactome, and SIGNOR. Their methods paper does not identify the hardware or hosting provider." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "structured", "data": { "personal": "People hospitalized with COVID-19, principally adults who required supplemental oxygen or ventilatory support. Trials evaluated groups rather than identifying which particular people survived because of treatment.", "organizational": "Hospitals that treated eligible patients; shorter recovery is a proxy for resource use, and the monetary benefit is modeled.", "societal": "Health systems with access to baricitinib and the capacity to give it with appropriate clinical supervision. Trials establish patient effects, not an independently measured population-wide effect." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Trial eligibility and results; economic model Population and Perspective.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Hospitalized patients with COVID-19 and the hospitals and health systems treating them." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "structured", "data": { "known_exposure": [ { "study": "ACTT-2", "randomized": 1033, "baricitinib_assigned": 515, "control_assigned": 518 }, { "study": "COV-BARRIER", "randomized": 1525, "baricitinib_assigned": 764, "control_assigned": 761 }, { "study": "RECOVERY", "randomized": 8156, "baricitinib_assigned": 4148, "control_assigned": 4008 } ], "actually_benefiting": "The individual number whose recovery or survival changed because of baricitinib is not directly observed. Randomized comparisons estimate an average treatment effect. Trial enrollment, treatment assignment, patients discharged, and people whose lives were saved are different counts.", "population_total": "No verified worldwide beneficiary count is established by these trial reports." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Results, participant flow and mortality tables.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trials enrolled 10,714 participants in total, including controls. That total does not identify how many people benefited. The publications give no worldwide count." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "The clinical benefit is reduced mortality and faster recovery. AI assisted the researchers who proposed the drug for testing." } }, "provenance": { "kind": "source_review", "basis": "Assigned Improved Physical Health to the documented clinical benefit.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Improved Physical Health" } }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "structured", "data": { "benefits": [ { "id": "AIBD-0042-benefit-mortality", "title": "Fewer deaths", "statement": "In RECOVERY, 12% of patients receiving baricitinib died within 28 days, compared with 14% receiving usual care alone.", "benefit_type": "Improved Physical Health", "status": "reported", "beneficiaries": "Patients hospitalized with COVID-19.", "source_refs": [ "AIBD-0042-source-0002" ], "ratings": [ { "group": "personal", "depth": 5, "reason": "RECOVERY found lower 28-day mortality with baricitinib, a life-preserving benefit." } ], "evidence_word": "studied" }, { "id": "AIBD-0042-benefit-recovery", "title": "Faster recovery", "statement": "In ACTT-2, patients receiving remdesivir recovered in a median of 7 days with baricitinib, compared with 8 days with a placebo.", "benefit_type": "Improved Physical Health", "status": "reported", "beneficiaries": "Patients hospitalized with COVID-19.", "source_refs": [ "AIBD-0042-source-0005" ], "ratings": [ { "group": "personal", "depth": 2, "reason": "ACTT-2 found a shorter median recovery time in a randomized comparison, a measurable improvement in patients’ health." } ], "evidence_word": "studied" } ] } }, "provenance": { "kind": "source_review", "basis": "Separated the two measured clinical benefits already documented in the record. RECOVERY supports lower mortality; ACTT-2 supports faster recovery. The trials evaluated treatment effects, not the incremental value of AI-assisted drug selection. Each benefit has its own source references and beneficiary assessment. The existing hospital and societal assessments remain in the record.", "record_fields": [ "account", "benefit_type" ], "source_refs": [ "AIBD-0042-source-0002", "AIBD-0042-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Fewer deaths: In RECOVERY, 12% of patients receiving baricitinib died within 28 days, compared with 14% receiving usual care alone. Faster recovery: In ACTT-2, patients receiving remdesivir recovered in a median of 7 days with baricitinib, compared with 8 days with a placebo." } }, "outcomes[].distribution": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "The high-flow oxygen or noninvasive ventilation subgroup had median recovery of 10 versus 18 days (recovery rate ratio 1.51, 95% CI 1.10–2.08), compared with 7 versus 8 days overall. Subgroup estimates have lower precision.", "COV-BARRIER": "Effects were examined by age, sex, region, baseline respiratory support, symptom duration, remdesivir, and corticosteroids. The large mortality difference among patients receiving high-flow oxygen or noninvasive ventilation is a secondary subgroup result subject to the trial’s multiplicity limit. The trial did not establish a positive benefit in every participating country.", "RECOVERY": "No evidence of treatment-effect differences across the six prespecified subgroups (age, sex, ethnicity, symptom duration, respiratory support, corticosteroid use; interaction p values >0.18). This is not proof that all subgroups benefit equally.", "economic_access": "The U.S. cost model excluded uninsured patients because out-of-pocket cost data were unavailable. It does not establish savings in other jurisdictions." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at ACTT-2 Table 2; COV-BARRIER Figures 2–3; RECOVERY Figure 3; economic model Costs.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ACTT-2 patients on high-flow oxygen or noninvasive ventilation recovered in a median of 10 rather than 18 days. This subgroup estimate is less precise. RECOVERY found no clear differences among subgroups." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "Clinical outcomes followed through day 28.", "COV-BARRIER": "Primary and key secondary outcomes through day 28; exploratory mortality through day 60, with 79/764 deaths versus 116/761 (hazard ratio 0.62, 95% CI 0.47–0.83).", "RECOVERY": "The reported main outcomes were assessed at 28 days; a planned six-month analysis is not evidence of a six-month result.", "economic_model": "Hospital estimates cover the admission; payer estimates extend over a modeled lifetime. The lifetime benefit is projected, not observed follow-up." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Trial Outcomes/Results; economic model Population and Perspective.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trials followed patients for 28 days. COV-BARRIER investigators also examined deaths through day 60 in an exploratory analysis. The economists projected costs and health over a lifetime." } }, "outcomes[].id": { "state": "value_present", "value": { "kind": "structured", "data": { "benefit_ids": [ "AIBD-0042-benefit-mortality", "AIBD-0042-benefit-recovery" ], "stakeholder_assessment_ids": { "personal": "AIBD-0042-outcome-personal", "organizational": "AIBD-0042-outcome-organizational", "societal": "AIBD-0042-outcome-societal" } } }, "provenance": { "kind": "curatorial", "basis": "Assigned separate stable identifiers to mortality and recovery while retaining the earlier stakeholder-assessment identifiers.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0042-benefit-mortality, AIBD-0042-benefit-recovery" } }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "Fewer patients died with baricitinib in COV-BARRIER and RECOVERY. RECOVERY confirmed lower 28-day mortality as its primary outcome in 8,156 patients." }, { "group": "organizational", "depth": 2, "reason": "ACTT-2 reported median recovery of 7 days with baricitinib and 8 days without it. That could free hospital capacity. A separate economic model estimated lower hospital costs, but neither establishes realized staffing or cash savings." }, { "group": "societal", "depth": 4, "reason": "WHO recommended baricitinib with corticosteroids for severe or critical COVID-19. That recommendation supports wider access to a treatment that reduced deaths in trials. Worldwide uptake and population-wide effects were not measured." } ] } }, "provenance": { "kind": "source_review", "basis": "Preserved the personal, organizational, and societal targets with explicit distinctions in their support.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "People, organizations, and society." } }, "outcomes[].status": { "state": "value_present", "value": { "kind": "structured", "data": { "personal": "Observed treatment benefit in trials", "organizational": "Potential capacity benefit and modeled financial result, not measured realized savings", "societal": "International treatment recommendation observed; population-wide effects not measured" } }, "provenance": { "kind": "source_review", "basis": "Separated observed patient outcomes from projected or unmeasured wider effects.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0007", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Patient benefits were observed. Hospital savings were modeled. WHO recommended wider treatment. These studies did not measure population-wide effects." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "structured", "data": { "ACTT-2": "Serious adverse events occurred in 16.0% with baricitinib plus remdesivir and 21.0% with remdesivir alone. Venous thromboembolism occurred in 4.1% versus 3.1%, a difference of 1.0 percentage point (95% CI −1.3 to 3.3).", "COV-BARRIER": "Among 750 baricitinib recipients and 752 placebo recipients in the safety population, serious adverse events occurred in 110 (15%) versus 135 (18%), serious infections in 64 (9%) versus 74 (10%), and venous thromboembolism in 20 (3%) versus 19 (3%). These findings concern short treatment and follow-up and do not establish absence of rare or long-term harms.", "RECOVERY": "No significant excess in the prespecified infection, thrombotic, or bleeding outcomes was detected. Investigators reported 12 suspected serious adverse reactions attributed to baricitinib, including four serious infections other than COVID-19, three bowel perforations, and two pulmonary emboli.", "costs": "The model estimated lower hospital net costs only under its base-case assumptions. Its mortality-only scenario estimated higher hospital costs, and the lifetime payer model estimated higher overall cost because more patients survived." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Trial safety results; RECOVERY Results and appendix p. 61 reference; economic model Secondary Analyses.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Serious adverse events affected 15% of baricitinib recipients and 18% of controls in COV-BARRIER. RECOVERY investigators reported 12 suspected serious reactions. Short follow-up leaves rare and long-term harms uncertain." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "structured", "data": { "assessment": "Expected in purpose: researchers deliberately sought an existing medicine that could help people with COVID-19. Mortality reduction was a prespecified trial outcome, although it was secondary in COV-BARRIER. A failed progression endpoint and favorable mortality result are different findings, not grounds for calling the benefit accidental." } }, "provenance": { "kind": "source_review", "basis": "Reviewed the original source at Methods paper Introduction and workflow; trial prespecified Outcomes.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0004", "AIBD-0042-source-0001", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers deliberately sought a treatment, and investigators planned to measure mortality." } }, "places[]": { "state": "value_present", "value": { "kind": "structured", "data": { "location": "Multicountry trials (ACTT-2, COV-BARRIER, and RECOVERY): Argentina; Brazil; Denmark; Germany; India; Italy; Japan; Mexico; Russia; Singapore; South Korea; Spain; United Kingdom; United States", "developer_country": "United Kingdom", "deployer_country": "United Kingdom", "developer_jurisdictions": [ "United Kingdom" ], "case_jurisdictions": [ "Argentina", "Brazil", "Denmark", "Germany", "India", "Italy", "Japan", "Mexico", "Russia", "Singapore", "South Korea", "Spain", "United Kingdom", "United States" ], "location_label": "Trial locations", "location_note": "Trial countries, with results pooled across sites. RECOVERY was conducted in the United Kingdom. Puerto Rico is included under the United States.", "ai_operation": "BenevolentAI research team, with author affiliations in London and Brooklyn. The exact compute location is not reported.", "clinical_evaluators": [ "ACTT-2: NIAID, United States", "COV-BARRIER: Eli Lilly, United States", "RECOVERY: University of Oxford, United Kingdom" ] } }, "provenance": { "kind": "source_review", "basis": "Separated the AI operator’s jurisdiction from trial locations and evaluators. Headquarters does not establish compute location.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "BenevolentAI operated in the United Kingdom. Trials ran in Argentina, Brazil, Denmark, Germany, India, Italy, Japan, Mexico, Russia, Singapore, South Korea, Spain, the United Kingdom, and the United States." } }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Researchers searched for existing drugs that might treat COVID-19, using a biomedical knowledge graph that combines databases with information extracted from scientific papers." } }, "provenance": { "kind": "source_review", "basis": "The original investigators state their intended search for a COVID-19 treatment.", "record_fields": [ "purpose" ], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers sought existing medicines that could treat COVID-19." } }, "record_dates": { "state": "value_present", "value": { "kind": "structured", "data": { "discovery": { "start": "2020-01", "end": "2020-01", "precision": "month" }, "first_ai_publication": "2020-02-04", "actt2_enrollment": { "start": "2020-05-08", "end": "2020-07-01" }, "cov_barrier_enrollment": { "start": "2020-06-11", "end": "2021-01-15" }, "recovery_enrollment": { "start": "2021-02-02", "end": "2021-12-29" }, "case_date": "2021-09-01", "case_date_basis": "Original publication of the COV-BARRIER mortality findings", "date_precision": "day", "first_database_revision": "2026-10-20", "database_discovery_note": "No separate discovery date is recorded.", "last_reviewed": "2026-10-25" } }, "provenance": { "kind": "source_review", "basis": "Separated discovery, study periods, publication, and editorial dates.", "record_fields": [ "date_observed", "date_basis", "date_precision", "revisions" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers identified baricitinib in January 2020 and reported it on 4 February 2020. COV-BARRIER mortality results appeared on 1 September 2021." } }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "BenevolentAI researchers combined a biomedical knowledge graph with expert review to select baricitinib.", "Clinical investigators separately tested the drug alongside the care available in 2020 and 2021." ], "must_hold": [ "The clinical comparisons concern hospitalized patients and the eligibility criteria of each trial.", "Background treatment differed: remdesivir in ACTT-2, and mostly corticosteroids in COV-BARRIER and RECOVERY.", "Reproducing the AI selection would also require the January 2020 graph, software configuration, and researchers’ decisions. The complete snapshot is not public." ], "echoes": [ { "date": "2021-09-01", "setting": "COV-BARRIER: 1,525 adults. Lower mortality was a secondary finding after an unsuccessful primary comparison.", "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/" }, { "date": "2022-07-28", "setting": "RECOVERY: 8,156 patients in 159 U.K. hospitals. Lower 28-day mortality was the primary finding. These were further tests of the drug, not repetitions of the AI discovery process.", "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/" } ] } } }, "provenance": { "kind": "source_review", "basis": "Replaced the WHO recommendation with a genuine subsequent clinical trial. Different trial protocols and endpoints remain explicit.", "record_fields": [ "replication" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "COV-BARRIER and RECOVERY both found fewer deaths with baricitinib. The trials tested the medicine, without repeating the AI discovery process." } }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "BenevolentAI researchers combined a biomedical knowledge graph with expert review to select baricitinib.", "Clinical investigators separately tested the drug alongside the care available in 2020 and 2021." ], "must_hold": [ "The clinical comparisons concern hospitalized patients and the eligibility criteria of each trial.", "Background treatment differed: remdesivir in ACTT-2, and mostly corticosteroids in COV-BARRIER and RECOVERY.", "Reproducing the AI selection would also require the January 2020 graph, software configuration, and researchers’ decisions. The complete snapshot is not public." ], "echoes": [ { "date": "2021-09-01", "setting": "COV-BARRIER: 1,525 adults. Lower mortality was a secondary finding after an unsuccessful primary comparison.", "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/" }, { "date": "2022-07-28", "setting": "RECOVERY: 8,156 patients in 159 U.K. hospitals. Lower 28-day mortality was the primary finding. These were further tests of the drug, not repetitions of the AI discovery process.", "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/" } ] } } }, "provenance": { "kind": "source_review", "basis": "Distinguished further drug trials from replication of the discovery workflow.", "record_fields": [ "replication" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Testing the treatment again requires comparable patients and background care. Repeating the discovery requires the original graph, software configuration, and researchers’ decisions." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 225 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/225", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Recategorised from specific harm prevented to 1 because the sources show an AI-generated repurposing hypothesis confirmed at cohort level by randomized trials rather than a specific harm prevented for an identifiable beneficiary, and, on the fact-checker's other findings, made the ACTT-2 quote verbatim, relabelled the Lancet correspondence letter as “other”, used the exact source titles, replaced the unsupported “hospitals worldwide” with the trial sponsors as deployers, and stated in the summary and account that COV-BARRIER missed its primary endpoint and that its 28-day mortality reduction was a secondary endpoint.", "source": "Richardson P, et al. Lancet 2020 (https://europepmc.org/article/PMC/PMC7137985); Kalil AC, et al. N Engl J Med 2021 (https://europepmc.org/article/PMC/PMC7745180); Marconi VC, et al. Lancet Respir Med 2021 (https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/)", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://europepmc.org/article/PMC/PMC7745180; https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.benevolent.com/contact-us/; https://en.wikipedia.org/wiki/National_Institute_of_Allergy_and_Infectious_Diseases", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-23", "change": "Personal benefit depth changed from 4 to 5 for the reported life-preserving outcome.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Traced the AI hypothesis, recovery and mortality findings, and regulatory actions to their original sources. Put COV-BARRIER first for the mortality claim, preserved the failed primary endpoint and added the multiplicity limitation. Removed the generic FDA drug-list page from active evidence because it adds no case-specific support beyond the retained authorization. Distinguished NIAID-led ACTT-2 from the Lilly-sponsored COV-BARRIER analysis.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Rewrote the short title and summary in plain language, preserving the reported benefit and material limits. Added the named publication or institution to the reviewed lead source for homepage display.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Identified the AI system or feature in the supporting summary, or stated that the source does not name the software. Preserved the reported benefit and material qualifications.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Traced the system identity beyond the original case report. Added product names and supporting original sources, preserving historical-version limits and any inference in the source notes.", "source": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Shortened the homepage supporting statement to one sentence naming the system and its contribution; retained detailed outcomes and qualifications in the case account and source notes.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Revised the title and subtitle for natural phrasing, with named researchers, shorter dependencies, and less compressed terminology; preserved the system identities and evidence qualifications.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Added the developers’ original methods paper, identified the SVO component and January 2020 workflow, and clarified the scientists’ role in selecting baricitinib. The exact model release remains unreported.", "source": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Revised the homepage subtitle for concise database prose, with courtesy titles for named beneficiaries and numbered clauses for the Coates drug-selection account. Preserved the reported evidence and material uncertainty.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Corrected the developer jurisdiction to its contemporaneous U.K. headquarters and replaced the London-only location with the 14 countries in ACTT-2 and COV-BARRIER. Changed the chronology from the FDA authorization date to September 1, 2021, the original publication date of the COV-BARRIER mortality findings. Trial countries do not imply a separately demonstrated benefit in every country.", "source": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Rewrote the account and resolved all mandatory fields. Added RECOVERY and the original economic model, corrected the AI operator, distinguished projected wider benefits from observed patient outcomes, replaced WHO guidance counted as replication, and removed an unrelated Watson incident. Missing model and attribution details remain explicit. Reordered the sources by their contribution and remapped their identifiers.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "editor": "AIBD, Codex-assisted review" }, { "date": "2026-10-25", "change": "Added historical control from original corporate filings, documented funding and scientific-resource relationships, a labeled strategic assessment, and derived economic scenarios. Preserved the unreported exact model version, with a documented configuration proxy. Distinguished reported findings, calculations, and inferences throughout the assessment.", "source": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "editor": "AIBD, Codex-assisted review" } ] } }, "provenance": { "kind": "source_review", "basis": "Recorded the corrections with prior versions recoverable in repository history.", "record_fields": [ "revisions" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Ownership, funding, and economic estimates were added on 25 October 2026. Earlier versions remain available." } }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Biomedicine / infectious disease therapeutics", "segment": "Hospitalized COVID-19 patients requiring supplemental oxygen or ventilatory support" } }, "provenance": { "kind": "source_review", "basis": "The application concerns drug discovery and treatment of hospitalized patients.", "record_fields": [ "domain", "segment" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Biomedicine and hospital treatment of infectious disease." } }, "sources[].access_version": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "versions_and_access": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7302766/", "finding": "June 18, 2020 correction restores two omitted BenevolentAI authors." }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8425787/", "finding": "September 8, 2021 correction changes the baricitinib number at risk on day 14 in Figure 2A to 684." }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "supplements": "Original and final protocols, analysis plans, supplementary methods/results, and Figure S2 were inspected. Patient-level trial data were not reanalyzed." }, { "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC4780864/", "status": "Full original text, Figure 3 and its description, and methods inspected through Europe PMC XML. Supplementary Table S1 remained inaccessible." }, { "source_url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "status": "Original source inspected.", "locator": "Operational highlights, baricitinib bullet.", "reviewed_on": "2026-10-24" }, { "source_url": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "source_ref": "AIBD-0042-source-0004", "publication_date": "2021-07-28", "accessed_on": "2026-10-24", "status": "Original publisher text inspected.", "locator": "Materials and Methods; Results, opening paragraphs and figure 3; Discussion." }, { "source_url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "source_ref": "AIBD-0042-source-0009", "accessed_on": "2026-10-25", "language": "English", "status": "Original developer webpage inspected for corporate geography.", "locator": "About BenevolentAI, final paragraph: London headquarters.", "publication_date": "2020-09-14" }, { "source_ref": "AIBD-0042-source-0001", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "access_url": "https://rcastoragev2.blob.core.windows.net/bf64edd09bbf67d7978734149d4c838a/PMC8409066.pdf", "accessed_on": "2026-10-25", "status": "Original article text and table 1 inspected for country coverage and publication date.", "locator": "Table 1, p. 1411; publication date, p. 1407." }, { "source_ref": "AIBD-0042-source-0005", "source_url": "https://europepmc.org/article/PMC/PMC7745180", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC7745180/fullTextXML", "accessed_on": "2026-10-25", "status": "Full original article XML inspected after intermittent PMC browser checks.", "locator": "Methods, Design, paragraph 2 (section sc1.1)." }, { "source_ref": "AIBD-0042-source-0001", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC8409066/fullTextXML", "accessed_on": "2026-10-25", "status": "Original article text inspected through Europe PMC XML." }, { "source_ref": "AIBD-0042-source-0005", "source_url": "https://europepmc.org/article/PMC/PMC7745180", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC7745180/fullTextXML", "accessed_on": "2026-10-25", "status": "Original article text inspected through Europe PMC XML." }, { "source_ref": "AIBD-0042-source-0003", "source_url": "https://europepmc.org/article/PMC/PMC7137985", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC7137985/fullTextXML", "accessed_on": "2026-10-25", "status": "Original article text inspected through Europe PMC XML." }, { "source_ref": "AIBD-0042-source-0004", "source_url": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC8356560/fullTextXML", "accessed_on": "2026-10-25", "status": "Original article text inspected through Europe PMC XML." }, { "source_ref": "AIBD-0042-source-0002", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC9333998/fullTextXML", "accessed_on": "2026-10-25", "status": "Original article text inspected through Europe PMC XML." }, { "source_ref": "AIBD-0042-source-0010", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8487786/", "accessed_on": "2026-10-25", "status": "Original article and supplemental table S6 inspected.", "supplement": "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx" }, { "source_ref": "AIBD-0042-source-0002", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "publication_date": "2022-07-28", "issue_date": "2022-07-30", "verification_url": "https://eprints.gla.ac.uk/292687/", "finding": "The university repository identifies July 28, 2022 as the original online publication date. July 30 is the issue date.", "accessed_on": "2026-10-25" }, { "source_ref": "AIBD-0042-source-0002", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9521822/", "accessed_on": "2026-10-25", "finding": "The October 2022 erratum states that the RECOVERY appendix was corrected on September 29, 2022. It does not identify the amendment, so no assertion about its effect on the findings is made." }, { "source_url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "accessed_on": "2026-10-25", "status": "Original scanned filing inspected, including a visual check of note 22.", "locator": "p. 43, note 22; p. 40, note 18." }, { "source_url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "accessed_on": "2026-10-25", "status": "Original scanned statement and relevant shareholder pages inspected.", "locator": "Share capital, p. 2; shareholder details, pp. 4–6 (unnumbered leaves)." }, { "source_url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "accessed_on": "2026-10-25", "status": "Original scanned return and share-rights pages inspected.", "locator": "pp. 2–3." }, { "source_url": "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "accessed_on": "2026-10-25", "status": "Original counsel announcement inspected.", "locator": "¶¶ 1–3." }, { "source_url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "accessed_on": "2026-10-25", "status": "Original developer announcement inspected.", "locator": "Opening paragraph; funding-purpose paragraph; About BenevolentAI." }, { "source_url": "https://www.genome.jp/kegg/kegg1.html", "accessed_on": "2026-10-25", "status": "Original resource overview inspected.", "locator": "KEGG overview and project history." }, { "source_url": "https://doi.org/10.1093/nar/gkz949", "accessed_on": "2026-10-25", "status": "Original resource paper inspected.", "locator": "Author affiliations; database access and download description." }, { "source_url": "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf", "accessed_on": "2026-10-25", "status": "Original report downloaded and read after browser access failed.", "locator": "p. 38, “Relating to Our Shareholder.”" } ], "limitations": [ "No trial randomized the discovery process to AI versus no AI. The full proprietary graph and ranking run are unavailable.", "COV-BARRIER was sponsor-designed and sponsor-analyzed. Its mortality inference is nominal under the prespecified testing hierarchy.", "The cited recommendation establishes guidance, not measured worldwide adoption or a count of lives saved.", "The original Sorrell et al. article was read. Its linked supplementary Table S1 was identified, but the download returned 403 or a verification page and the supplementary archive timed out; no unavailable table contents were inferred." ] } }, "provenance": { "kind": "source_review", "basis": "Preserved corrections and access limitations and recorded the new primary-source inspections.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The discovery letter, COV-BARRIER figure, and RECOVERY appendix have corrections. Sorrell’s supplementary table and the January 2022 WHO guideline PDF were inaccessible, although the article and WHO announcement were available." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "structured", "data": { "main_works": [ { "kind": "peer-reviewed study", "citation": "Marconi VC, Ramanan AV, de Bono S, et al. (2021). Efficacy and safety of baricitinib for the treatment of hospitalised adults with COVID-19 (COV-BARRIER). Lancet Respir Med. Results and Figure 2; supplementary appendix 6, pp. 9–14, including the prespecified testing hierarchy.", "title": "Efficacy and safety of baricitinib for the treatment of hospitalised adults with COVID-19 (COV-BARRIER): a randomised, double-blind, parallel-group, placebo-controlled phase 3 trial", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "date": "2021-09-01", "written_by": "evaluator", "quote": "The 28-day all-cause mortality was 8% (n=62) for baricitinib and 13% (n=100) for placebo (hazard ratio [HR] 0·57 [95% CI 0·41–0·78]; nominal p=0·0018)" }, { "kind": "peer-reviewed study", "citation": "RECOVERY Collaborative Group. “Baricitinib in Patients Admitted to Hospital with COVID-19 (RECOVERY): A Randomised, Controlled, Open-Label, Platform Trial and Updated Meta-Analysis.” The Lancet 400 (2022): 359–368. Table 2, Figure 3, and Data sharing. https://doi.org/10.1016/S0140-6736(22)01109-6.", "title": "Baricitinib in patients admitted to hospital with COVID-19 (RECOVERY): a randomised, controlled, open-label, platform trial and updated meta-analysis", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "date": "2022-07-28", "written_by": "independent" }, { "kind": "other", "citation": "Richardson P, Griffin I, Tucker C, Smith D, Oechsle O, Phelan A, Rawling M, Savory E, Stebbing J (2020). Baricitinib as potential treatment for 2019-nCoV acute respiratory disease. Lancet.", "title": "Baricitinib as potential treatment for 2019-nCoV acute respiratory disease", "url": "https://europepmc.org/article/PMC/PMC7137985", "date": "2020-02-04", "written_by": "makers", "quote": "BenevolentAI's knowledge graph is a large repository of structured medical information, including numerous connections extracted from scientific literature by machine learning." }, { "kind": "peer-reviewed study", "citation": "Daniel P. Smith et al. “Expert-Augmented Computational Drug Repurposing Identified Baricitinib as a Treatment for COVID-19.” Frontiers in Pharmacology 12 (July 28, 2021): 709856. https://doi.org/10.3389/fphar.2021.709856.", "title": "Expert-Augmented Computational Drug Repurposing Identified Baricitinib as a Treatment for COVID-19", "url": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "date": "2021-07-28", "written_by": "makers" }, { "kind": "peer-reviewed study", "citation": "Kalil AC, Patterson TF, Mehta AK, et al. (2021). Baricitinib plus Remdesivir for Hospitalized Adults with Covid-19. N Engl J Med. Table 2 and trial oversight; supplementary appendix, pp. 19–23; protocol NCT04401579.", "title": "Baricitinib plus Remdesivir for Hospitalized Adults with Covid-19", "url": "https://europepmc.org/article/PMC/PMC7745180", "date": "2020-12-11", "written_by": "independent", "quote": "median time to recovery of 7 days (95% confidence interval [CI], 6 to 8), as compared with 8 days (95% CI, 7 to 9)" }, { "kind": "press release", "citation": "U.S. Food and Drug Administration. “Coronavirus (COVID-19) Update: FDA Authorizes Drug Combination for Treatment of COVID-19.” November 19, 2020. Authorization, evidentiary standard, and ACTT-2 results.", "title": "FDA Authorizes Drug Combination for Treatment of COVID-19", "url": "https://www.fda.gov/news-events/press-announcements/coronavirus-covid-19-update-fda-authorizes-drug-combination-treatment-covid-19", "date": "2020-11-19", "written_by": "independent", "quote": "the drug baricitinib, in combination with remdesivir, for the treatment of suspected or laboratory confirmed COVID-19" }, { "kind": "report", "citation": "World Health Organization (2022). WHO recommends two new drugs to treat COVID-19.", "title": "WHO recommends two new drugs to treat COVID-19", "url": "https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "date": "2022-01-14", "written_by": "independent", "quote": "The first drug, baricitinib, is strongly recommended for patients with severe or critical COVID-19." }, { "kind": "report", "citation": "BenevolentAI. “BenevolentAI Unaudited Preliminary Results for the Year Ended 31 December 2022,” March 16, 2023, Operational highlights, baricitinib bullet.", "title": "BenevolentAI Unaudited Preliminary Results for the Year Ended 31 December 2022", "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "date": "2023-03-16", "written_by": "makers" }, { "kind": "press release", "citation": "BenevolentAI. “BenevolentAI’s platform-derived hypothesis for COVID-19 treatment validated in US NIAID randomised control trial.” September 14, 2020. “About BenevolentAI,” headquarters statement.", "title": "BenevolentAI’s platform-derived hypothesis for COVID-19 treatment validated in US NIAID randomised control trial", "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "date": "2020-09-14", "written_by": "makers" }, { "kind": "peer-reviewed study", "citation": "Robert Ohsfeldt et al. “Cost-Effectiveness of Baricitinib Compared With Standard of Care: A Modeling Study in Hospitalized Patients With COVID-19 in the United States.” Clinical Therapeutics 43, no. 11 (2021): 1877–1893.e4. Tables IV–V and supplemental table S6. https://doi.org/10.1016/j.clinthera.2021.09.016.", "title": "Cost-Effectiveness of Baricitinib Compared With Standard of Care: A Modeling Study in Hospitalized Patients With COVID-19 in the United States", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8487786/", "date": "2021-10-04", "written_by": "evaluator" } ], "metadata_sources": [ { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Annual Report and Consolidated Financial Statements, 31 December 2019. Filed December 30, 2020.", "locator": "p. 43, note 22; p. 40, note 18.", "date": "2019-12-31", "contribution": "Historical company control and share-class rights immediately before the January 2020 research.", "relationship": "Original statutory company filing. The control statement is from the company’s accounts, not an inference from later ownership.", "access_note": "Original scanned filing inspected, including a visual check of note 22." }, { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Confirmation Statement CS01, October 15, 2019.", "locator": "Share capital, p. 2; shareholder details, pp. 4–6 (unnumbered leaves).", "date": "2019-10-15", "contribution": "The historical voting-share counts used for the labeled AIBD calculation.", "relationship": "Original company filing, with the ordinary and preferred share rights stated explicitly.", "access_note": "Original scanned statement and relevant shareholder pages inspected." }, { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Return of Allotment SH01, December 20, 2019. Filed January 8, 2020.", "locator": "pp. 2–3.", "date": "2019-12-20", "contribution": "A capital check showing that the new G2 growth shares did not carry ordinary voting rights before an exit.", "relationship": "Original company filing. This checks share-class rights, not changes in every beneficial owner.", "access_note": "Original scanned return and share-rights pages inspected." }, { "url": "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "citation": "Covington & Burling LLP. “Covington Advises BenevolentAI on $90M Investment from Temasek.” October 15, 2019.", "locator": "¶¶ 1–3.", "date": "2019-10-15", "contribution": "A participant’s confirmation of Singaporean investment in the developer.", "relationship": "The law firm advised BenevolentAI on the transaction. It is a firsthand participant, not an independent financial evaluator.", "access_note": "Original counsel announcement inspected." }, { "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "citation": "BenevolentAI. “BenevolentAI Announces $90 Million Investment from Temasek.” September 17, 2019.", "locator": "Opening paragraph; funding-purpose paragraph; About BenevolentAI.", "date": "2019-09-17", "contribution": "The original funding announcement, its date, and the intended company-wide uses of the capital.", "relationship": "The recipient’s own announcement. It does not allocate funding to the later baricitinib work.", "access_note": "Original developer announcement inspected." }, { "url": "https://www.genome.jp/kegg/kegg1.html", "citation": "Kanehisa Laboratories. “KEGG Database.”", "locator": "KEGG overview and project history.", "contribution": "The Japanese origin of a biomedical resource that the discovery researchers used.", "relationship": "Resource developers’ account of its history. Geographic reuse is inferred by combining it with the baricitinib methods paper.", "access_note": "Original resource overview inspected." }, { "url": "https://doi.org/10.1093/nar/gkz949", "citation": "Luana Licata et al. “SIGNOR 2.0, the SIGnaling Network Open Resource 2.0: 2019 Update.” Nucleic Acids Research 48, no. D1 (2020): D504–D510. https://doi.org/10.1093/nar/gkz949.", "locator": "Author affiliations; database access and download description.", "date": "2019-10-29", "contribution": "An Italy-led resource, with U.K. collaborators, that the discovery researchers reused.", "relationship": "Original resource paper. It establishes its producers and access conditions, not server or patient-data routes.", "access_note": "Original resource paper inspected." }, { "url": "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf", "citation": "Temasek Holdings. Temasek Overview 2019.", "locator": "p. 38, “Relating to Our Shareholder.”", "date": "2019", "contribution": "The investor’s government ownership and its stated separation from portfolio-company business decisions.", "relationship": "The investor’s own institutional account. It does not establish government control of BenevolentAI or the research.", "access_note": "Original report downloaded and read after browser access failed." } ] } }, "provenance": { "kind": "source_review", "basis": "Preserved the full clinical and discovery citations and added precise locators for corporate and geographic evidence.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "References 1–10 cover discovery, trials, and costs. References 11–18 cover ownership, funding, and geography." } }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "role": "Ten main works in reviewed order, followed by identifiers for the metadata sources" }, "provenance": { "kind": "source_review", "basis": "Kept the main evidence identifiers stable and used direct URLs to identify additional metadata sources.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0042-source-0001 through AIBD-0042-source-0010, plus eight supplementary references." } }, "sources[].language": { "state": "value_present", "value": { "kind": "structured", "data": { "language": "English", "translation_used": false, "scope": "All retained source passages were read in English. Source titles and quotations preserve original spelling." } }, "provenance": { "kind": "source_review", "basis": "Inspected the retained English-language publications.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English. No translation was needed." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "structured", "data": { "sources": [ { "source_ref": "AIBD-0042-source-0001", "relationship": "Original trial by clinicians and the drug sponsor; not an independent evaluation of the AI discovery process." }, { "source_ref": "AIBD-0042-source-0002", "relationship": "Oxford-led trial, independent of BenevolentAI and the drug manufacturer. Baricitinib came from routine NHS stock." }, { "source_ref": "AIBD-0042-source-0003", "relationship": "BenevolentAI authors and an adviser report their own hypothesis." }, { "source_ref": "AIBD-0042-source-0004", "relationship": "Original methods paper from the developers. It adds technical detail, not an independent evaluation of AI’s clinical benefit." }, { "source_ref": "AIBD-0042-source-0005", "relationship": "NIAID controlled trial design and implementation. Lilly and Gilead supplied medicines and provided protocol input, but did not fund ACTT-2." }, { "source_ref": "AIBD-0042-source-0006", "relationship": "Original regulator statement; its efficacy figures derive from ACTT-2." }, { "source_ref": "AIBD-0042-source-0007", "relationship": "Original WHO recommendation based on trial synthesis, not another clinical experiment." }, { "source_ref": "AIBD-0042-source-0008", "relationship": "Developer’s retrospective identification, not independent verification of clinical benefit." }, { "source_ref": "AIBD-0042-source-0009", "relationship": "Original developer statement. Its clinical claims are not counted as additional verification of the trials." }, { "source_ref": "AIBD-0042-source-0010", "relationship": "Economic study funded by Eli Lilly, with company-employed coauthors. Trial inputs and cost assumptions are modeled, not another clinical experiment." } ], "caution": "An original source is not necessarily independent. FDA and WHO assess treatment evidence; they do not independently measure the contribution of the AI discovery workflow.", "metadata_sources": [ { "source_ref": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "relationship": "Original statutory company filing. The control statement is from the company’s accounts, not an inference from later ownership." }, { "source_ref": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "relationship": "Original company filing, with the ordinary and preferred share rights stated explicitly." }, { "source_ref": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "relationship": "Original company filing. This checks share-class rights, not changes in every beneficial owner." }, { "source_ref": "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "relationship": "The law firm advised BenevolentAI on the transaction. It is a firsthand participant, not an independent financial evaluator." }, { "source_ref": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "relationship": "The recipient’s own announcement. It does not allocate funding to the later baricitinib work." }, { "source_ref": "https://www.genome.jp/kegg/kegg1.html", "relationship": "Resource developers’ account of its history. Geographic reuse is inferred by combining it with the baricitinib methods paper." }, { "source_ref": "https://doi.org/10.1093/nar/gkz949", "relationship": "Original resource paper. It establishes its producers and access conditions, not server or patient-data routes." }, { "source_ref": "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf", "relationship": "The investor’s own institutional account. It does not establish government control of BenevolentAI or the research." } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed authors, funding, and document purpose separately from study design.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The developers supplied four sources. Four were independent, and two involved the drug sponsor. Lilly funded COV-BARRIER and the economic study. Manufacturers supplied ACTT-2 medicines and protocol advice, without funding the trial." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0042-source-0001", "retained_source_order": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010" ], "origins": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "contribution": "Lilly-funded COV-BARRIER: mortality and disease progression in 1,525 adults. Mortality was a secondary finding after an unsuccessful primary comparison.", "locator": "Results, Figure 2; supplementary appendix 6, pp. 9–14 and Figure S2. Table 1, p. 1411; publication date, p. 1407.", "relationship": "Original trial by clinicians and the drug sponsor; not an independent evaluation of the AI discovery process.", "source_refs": [ "AIBD-0042-source-0001" ], "display_name": "The Lancet Respiratory Medicine" }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "source_refs": [ "AIBD-0042-source-0002" ], "display_name": "The Lancet", "contribution": "RECOVERY: an independent randomized trial of 8,156 patients, with 28-day mortality as its primary outcome.", "locator": "Table 2; Figure 3; Methods; Declaration of interests; Data sharing.", "relationship": "Oxford-led trial, independent of BenevolentAI and the drug manufacturer. Baricitinib came from routine NHS stock." }, { "url": "https://europepmc.org/article/PMC/PMC7137985", "contribution": "The original February 2020 proposal to test baricitinib, using BenevolentAI’s graph.", "locator": "Lancet 395:e30–e31, text, figure, and references, corrected June 18, 2020.", "relationship": "BenevolentAI authors and an adviser report their own hypothesis.", "source_refs": [ "AIBD-0042-source-0003" ], "display_name": "The Lancet" }, { "url": "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full", "source_refs": [ "AIBD-0042-source-0004" ], "locator": "Materials and Methods; Results, opening paragraphs and figure 3; Discussion.", "display_name": "Frontiers in Pharmacology", "contribution": "The developers explain the graph, algorithms, and scientists’ role in selecting baricitinib.", "relationship": "Original methods paper from the developers. It adds technical detail, not an independent evaluation of AI’s clinical benefit." }, { "url": "https://europepmc.org/article/PMC/PMC7745180", "contribution": "NIAID-led ACTT-2: recovery time in 1,033 adults. Drug suppliers provided medicines and protocol input but did not fund the trial.", "locator": "Table 2; Trial Oversight; supplementary appendix, pp. 19–23; NCT04401579. Methods, Design, paragraph 2.", "relationship": "NIAID controlled trial design and implementation. Lilly and Gilead supplied medicines and provided protocol input, but did not fund ACTT-2.", "source_refs": [ "AIBD-0042-source-0005" ] }, { "url": "https://www.fda.gov/news-events/press-announcements/coronavirus-covid-19-update-fda-authorizes-drug-combination-treatment-covid-19", "contribution": "FDA’s November 2020 authorization and its evidentiary basis. The decision concerns the drug, not the AI discovery method.", "locator": "November 19, 2020 announcement, authorization link and ACTT-2 paragraphs.", "relationship": "Original regulator statement; its efficacy figures derive from ACTT-2.", "source_refs": [ "AIBD-0042-source-0006" ] }, { "url": "https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "contribution": "WHO’s January 2022 recommendation. Guidance is not another clinical trial or a measure of worldwide uptake.", "locator": "January 14, 2022 statement, baricitinib recommendation and guideline link.", "relationship": "Original WHO recommendation based on trial synthesis, not another clinical experiment.", "source_refs": [ "AIBD-0042-source-0007" ] }, { "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/", "contribution": "The developer identifies the January 2020 discovery system as the Benevolent Platform.", "locator": "Operational highlights, baricitinib bullet.", "relationship": "Developer’s retrospective identification, not independent verification of clinical benefit.", "source_refs": [ "AIBD-0042-source-0008" ], "display_name": "BenevolentAI" }, { "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "contribution": "BenevolentAI’s London headquarters during the 2020 work.", "locator": "About BenevolentAI, final paragraph: London headquarters.", "relationship": "Original developer statement. Its clinical claims are not counted as additional verification of the trials.", "source_refs": [ "AIBD-0042-source-0009" ], "display_name": "BenevolentAI" }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8487786/", "source_refs": [ "AIBD-0042-source-0010" ], "display_name": "Clinical Therapeutics", "contribution": "A Lilly-funded model of U.S. treatment costs. Its hospital saving depends on the scenario and does not measure savings attributable to AI.", "locator": "Tables IV–V; supplemental table S6; Participants and Methods; Conflicts of Interest.", "relationship": "Economic study funded by Eli Lilly, with company-employed coauthors. Trial inputs and cost assumptions are modeled, not another clinical experiment." } ], "claim_chains": [ { "claim": "Mortality and failure of the primary endpoint", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "Supplementary appendix 6: Statistical analysis, pp. 9–10; Select secondary outcomes, pp. 11–12; Figure S2, p. 14" ], "finding": "The failure of the primary endpoint left no alpha for confirmatory testing of key secondary endpoints. The mortality p-value is nominal." }, { "claim": "Recovery time", "path": [ "https://europepmc.org/article/PMC/PMC7745180", "Table 2; supplementary appendix and original/final protocols" ], "finding": "ACTT-2 compared baricitinib plus remdesivir with placebo plus remdesivir. Its mortality comparison was not statistically conclusive." }, { "claim": "AI contribution", "path": [ "https://europepmc.org/article/PMC/PMC7137985", "Figure and original reference 6: Sorrell et al., Structure 24 (2016):401–411, doi:10.1016/j.str.2015.12.015", "https://pmc.ncbi.nlm.nih.gov/articles/PMC4780864/" ], "finding": "The correspondence is the origin of the AI-assisted prioritization claim. Sorrell et al. (2016), Figure 3B and the ligand-interaction results, supply original laboratory evidence of baricitinib binding to AAK1. That biochemical result does not establish the proposed antiviral mechanism or the clinical contribution of the AI discovery process." }, { "claim": "Regulatory follow-up", "path": [ "https://www.fda.gov/news-events/press-announcements/coronavirus-covid-19-update-fda-authorizes-drug-combination-treatment-covid-19", "https://www.fda.gov/media/143822/download", "https://www.who.int/news/item/14-01-2022-who-recommends-two-new-drugs-to-treat-covid-19", "https://iris.who.int/bitstream/handle/10665/351006/WHO-2019-nCoV-therapeutics-2022.1-eng.pdf" ], "finding": "The current FDA letter is a later reissuance with authorization history. The original WHO January 2022 PDF was identified but returned 403; the dated WHO announcement was read." }, { "claim": "System identity", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-unaudited-preliminary-results-year-ended-31-december-2022/" ], "finding": "Benevolent Platform, using its machine-learning-built knowledge graph and AAK1 inhibitor screening" }, { "claim": "Underlying workflow and named component", "path": [ "https://www.frontiersin.org/journals/pharmacology/articles/10.3389/fphar.2021.709856/full" ], "finding": "The authors name SVO as a component and describe a workflow that combined computational analysis with expert selection. They do not establish an exact model release." }, { "claim": "Developer jurisdiction and geographic scope", "path": [ "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentais-platform-derived-hypothesis-covid-19-treatment-validated-us-niaid-randomised-control-trial/", "https://pmc.ncbi.nlm.nih.gov/articles/PMC8409066/", "https://europepmc.org/article/PMC/PMC7745180", "https://europepmc.org/article/PMC/PMC7137985" ], "finding": "The original correspondence and company statement identify London, United Kingdom, as the discovery team’s base. COV-BARRIER and ACTT-2 together cover 14 countries, with Puerto Rico included under the United States. These are trial settings, not separately demonstrated benefits in every country. The AI operator is BenevolentAI’s research team; clinical trial investigators evaluated the drug. Specific cross-border relationships are assessed separately." }, { "claim": "Further clinical confirmation", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC9333998/", "Table 2 and Figure 3" ], "finding": "RECOVERY tested baricitinib against usual care. It did not replicate the AI discovery process." }, { "claim": "Economic estimates", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC8487786/", "Tables IV–V", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx", "Supplemental table S6" ], "finding": "The model projects payer costs and hospital net costs. It does not measure cash savings or isolate an AI contribution." }, { "claim": "Historical ownership and control", "path": [ "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "p. 43, note 22", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0" ], "finding": "The accounts identify Kenneth Mulvany as the controller at year-end 2019. A separate AIBD calculation describes his voting-share fraction in the October register." }, { "claim": "Cross-border company funding", "path": [ "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek" ], "finding": "The company and its counsel report investment from Singapore-headquartered Temasek. The amount is company-wide and is not a measured benefit or research budget." }, { "claim": "Cross-border scientific resources", "path": [ "AIBD-0042-source-0004", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949" ], "finding": "Named resource use is documented. The country-to-country description is an AIBD inference from the resource producers and the discovery team." }, { "claim": "AIBD monetary scenarios", "path": [ "AIBD-0042-source-0010", "Tables IV–V", "https://ars.els-cdn.com/content/image/1-s2.0-S0149291821003891-mmc1.docx", "Supplemental table S6" ], "finding": "The return/payback assessment derives net monetary benefit and a full-course cost reference ratio from published inputs. Neither is an observed cash return or an AI-specific return." } ], "limitations": [ "No trial randomized the discovery process to AI versus no AI. The full proprietary graph and ranking run are unavailable.", "COV-BARRIER was sponsor-designed and sponsor-analyzed. Its mortality inference is nominal under the prespecified testing hierarchy.", "The cited recommendation establishes guidance, not measured worldwide adoption or a count of lives saved.", "The original Sorrell et al. article was read. Its linked supplementary Table S1 was identified, but the download returned 403 or a verification page and the supplementary archive timed out; no unavailable table contents were inferred.", "The authors’ measured recovery times do not establish realized hospital staffing or cash savings.", "The FDA source is a news release about an authorization, not a finding about AI effectiveness." ], "excluded_or_consolidated_sources": [ { "url": "https://www.fda.gov/drugs/emergency-preparedness-drugs/coronavirus-covid-19-drugs", "reason": "Generic, changing drug directory; no additional claim in the current case requires it." }, { "url": "https://incidentdatabase.ai/cite/225", "reason": "IBM Watson for Oncology is a different system and a different clinical use. Its incident does not document a harm in this baricitinib discovery or treatment episode." } ], "review_scope": "Reviewed all required fields for this discovery episode. The ten main works establish discovery, clinical effects, institutional decisions, and modeled treatment costs. Additional corporate filings, transaction accounts, and resource histories support ownership and geographic assessment. AIBD calculations and interpretations are labeled separately from reported findings.", "homepage_source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0003" ], "metadata_sources": [ { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Annual Report and Consolidated Financial Statements, 31 December 2019. Filed December 30, 2020.", "locator": "p. 43, note 22; p. 40, note 18.", "date": "2019-12-31", "contribution": "Historical company control and share-class rights immediately before the January 2020 research.", "relationship": "Original statutory company filing. The control statement is from the company’s accounts, not an inference from later ownership.", "access_note": "Original scanned filing inspected, including a visual check of note 22." }, { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Confirmation Statement CS01, October 15, 2019.", "locator": "Share capital, p. 2; shareholder details, pp. 4–6 (unnumbered leaves).", "date": "2019-10-15", "contribution": "The historical voting-share counts used for the labeled AIBD calculation.", "relationship": "Original company filing, with the ordinary and preferred share rights stated explicitly.", "access_note": "Original scanned statement and relevant shareholder pages inspected." }, { "url": "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "citation": "BenevolentAI Limited. Return of Allotment SH01, December 20, 2019. Filed January 8, 2020.", "locator": "pp. 2–3.", "date": "2019-12-20", "contribution": "A capital check showing that the new G2 growth shares did not carry ordinary voting rights before an exit.", "relationship": "Original company filing. This checks share-class rights, not changes in every beneficial owner.", "access_note": "Original scanned return and share-rights pages inspected." }, { "url": "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "citation": "Covington & Burling LLP. “Covington Advises BenevolentAI on $90M Investment from Temasek.” October 15, 2019.", "locator": "¶¶ 1–3.", "date": "2019-10-15", "contribution": "A participant’s confirmation of Singaporean investment in the developer.", "relationship": "The law firm advised BenevolentAI on the transaction. It is a firsthand participant, not an independent financial evaluator.", "access_note": "Original counsel announcement inspected." }, { "url": "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "citation": "BenevolentAI. “BenevolentAI Announces $90 Million Investment from Temasek.” September 17, 2019.", "locator": "Opening paragraph; funding-purpose paragraph; About BenevolentAI.", "date": "2019-09-17", "contribution": "The original funding announcement, its date, and the intended company-wide uses of the capital.", "relationship": "The recipient’s own announcement. It does not allocate funding to the later baricitinib work.", "access_note": "Original developer announcement inspected." }, { "url": "https://www.genome.jp/kegg/kegg1.html", "citation": "Kanehisa Laboratories. “KEGG Database.”", "locator": "KEGG overview and project history.", "contribution": "The Japanese origin of a biomedical resource that the discovery researchers used.", "relationship": "Resource developers’ account of its history. Geographic reuse is inferred by combining it with the baricitinib methods paper.", "access_note": "Original resource overview inspected." }, { "url": "https://doi.org/10.1093/nar/gkz949", "citation": "Luana Licata et al. “SIGNOR 2.0, the SIGnaling Network Open Resource 2.0: 2019 Update.” Nucleic Acids Research 48, no. D1 (2020): D504–D510. https://doi.org/10.1093/nar/gkz949.", "locator": "Author affiliations; database access and download description.", "date": "2019-10-29", "contribution": "An Italy-led resource, with U.K. collaborators, that the discovery researchers reused.", "relationship": "Original resource paper. It establishes its producers and access conditions, not server or patient-data routes.", "access_note": "Original resource paper inspected." }, { "url": "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf", "citation": "Temasek Holdings. Temasek Overview 2019.", "locator": "p. 38, “Relating to Our Shareholder.”", "date": "2019", "contribution": "The investor’s government ownership and its stated separation from portfolio-company business decisions.", "relationship": "The investor’s own institutional account. It does not establish government control of BenevolentAI or the research.", "access_note": "Original report downloaded and read after browser access failed." } ], "interpretation_boundary": "Reported findings, direct calculations, and AIBD inferences are distinguished in the affected fields. A completed assessment does not imply that the exact proprietary model or a causal AI contribution is known." } }, "provenance": { "kind": "source_review", "basis": "Traced clinical, discovery, policy, economic, corporate, and geographic statements to their separate origins. Recorded the basis of derived calculations and interpretations.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0002", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0009", "AIBD-0042-source-0010", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI0NjgzNDI0M2FkaXF6a2N4/document?format=pdf&download=0", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI1NDE0MDc3M2FkaXF6a2N4/document?format=pdf&download=0", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949", "https://tr19.temasekreview.com.sg/downloads/Temasek-Review-2019-Overview.pdf" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The FDA and WHO based their conclusions on clinical trials. BenevolentAI’s announcements repeat its discovery account and the trial results." } }, "strategic_assessments[]": { "state": "value_present", "value": { "kind": "structured", "data": { "assessments": [ { "id": "AIBD-0042-strategic-uk-preparedness", "assessment_type": "AIBD qualitative inference", "assessed_on": "2026-10-25", "perspective": "United Kingdom public health preparedness and biomedical research capacity", "domain": "Pandemic preparedness", "reported_status": "The sources document the research network and treatment results. They do not quantify a change in national capability or an advantage attributable to AI.", "documented_basis": "A U.K. discovery team used international biomedical resources after Singaporean investment in the company. Researchers subsequently tested the drug in U.S.-led, multinational, and U.K. trials.", "aibd_inference": "This sequence illustrates a route from existing medicines to clinical tests during a new disease outbreak. Its value for U.K. preparedness depends on access to international knowledge, expert pharmacology, trial capacity, and medicines.", "capability_change": "The researchers produced a testable treatment hypothesis and the trials established a clinical benefit. The record does not identify how much sooner the hypothesis emerged because of AI.", "operational_dependency": "The published trial protocols administer a medicine without using BenevolentAI’s discovery software. AIBD therefore infers that continuing access to that software was not necessary for the treatment regimen that the trials evaluated.", "confidence": "Moderate for this qualitative assessment. No numerical national advantage, time saving, or strategic score is assigned.", "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949" ] } ] } }, "provenance": { "kind": "derivation", "basis": "Prepared a named, dated strategic assessment from the documented institutions and protocols. Marked the capability interpretation as AIBD inference.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0005", "AIBD-0042-source-0001", "AIBD-0042-source-0002", "https://find-and-update.company-information.service.gov.uk/company/09781806/filing-history/MzI4NjgwMDAzNWFkaXF6a2N4/document?format=pdf&download=0", "https://www.benevolent.com/news-and-media/press-releases-and-in-media/benevolentai-announces-90-million-investment-temasek/", "https://www.cov.com/en/news-and-insights/news/2019/10/covington-advises-benevolentai-on-90m-investment-from-temasek", "https://www.genome.jp/kegg/kegg1.html", "https://doi.org/10.1093/nar/gkz949" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "This work may strengthen the United Kingdom’s ability to find treatments during a new outbreak.", "editor_note": "The inference rests on the U.K. team’s January 2020 proposal and the subsequent international trials (references 1–5). Those studies establish a useful treatment, but give no estimate of how much earlier AI made it available." } }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Researchers used the Benevolent Platform to identify baricitinib as a candidate treatment for COVID-19.", "account": "BenevolentAI researchers reported in February 2020 that their knowledge graph had helped them identify baricitinib, an arthritis drug, as a possible treatment for COVID-19. They proposed clinical testing after reviewing its effects on inflammation and proteins involved in viral entry. In ACTT-2, 1,033 hospitalized adults received remdesivir with either baricitinib or a placebo. Median recovery took 7 days with baricitinib and 8 days with the placebo.\n\nCOV-BARRIER enrolled 1,525 adults. By day 28, 8% of patients receiving baricitinib had died, compared with 13% receiving a placebo. Both groups received standard care. Mortality was a secondary outcome. The trial did not meet its primary outcome of reduced disease progression, so its mortality result was not conclusive under the planned procedure for multiple comparisons.\n\nThe subsequent RECOVERY trial enrolled 8,156 patients. Mortality, its primary outcome, was 12% with baricitinib and 14% with usual care alone." } }, "provenance": { "kind": "source_review", "basis": "Separated clinical results from the unmeasured additional contribution of AI.", "record_fields": [ "summary", "account" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers used the Benevolent Platform to identify baricitinib as a candidate treatment for COVID-19." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "structured", "data": { "operating_mode": "Interactive analysis directed by scientists", "selection_authority": "Researchers chose the candidate drug and proposed clinical testing.", "clinical_authority": "No autonomous prescribing or treatment execution is described.", "technical_permissions": "API permissions, access controls, and escalation rules are not reported." } }, "provenance": { "kind": "source_review", "basis": "The documented workflow preserves candidate selection and clinical decisions with people.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Scientists directed the analysis and selected the drug. Clinicians controlled treatment." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "structured", "data": { "roles": [ "Extract biomedical relationships from literature", "Retrieve relationships from a knowledge graph", "Display and analyze protein networks" ], "human_decision": "Scientists selected baricitinib after pharmacological assessment." } }, "provenance": { "kind": "source_review", "basis": "Methods and Author Contributions distinguish automated analysis from scientist selection.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system extracted biomedical relationships, searched the graph, and analyzed networks of proteins." } }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "structured", "data": { "period": "January 2020", "workflow": "Coronavirus literature was added to the graph, followed by iterative queries and network analysis.", "unreported": [ "Hardware", "Hosting location", "Model checkpoint", "Exact application release", "Frozen graph snapshot", "Compute budget" ], "reported_status": "The exact model release and frozen graph snapshot are not reported.", "aibd_configuration_proxy": "BenevolentAI’s January 2020 coronavirus-augmented knowledge graph, combined with SVO relationship extraction, graph-pattern queries, and interactive protein-network analysis.", "proxy_basis": "Date and components are documented in the original methods paper. They identify a historical workflow, not an executable version or checkpoint.", "proxy_confidence": "High for the documented period and components; insufficient for exact computational reproduction.", "documented_components": { "relationship_extraction": "SVO extracts relationships from sentences using an unsupervised, rule-based approach.", "network_analysis": "Graph-pattern queries and an interactive protein-network tool with Louvain community detection.", "initial_network": { "proteins": 556, "interactions": 2286, "modules": 16 }, "human_review": "Researchers considered target affinity, free plasma concentration, pharmacokinetics, and dose when selecting baricitinib." } } }, "provenance": { "kind": "source_review", "basis": "Recorded a historically documented configuration proxy while leaving the exact model-version field unreported.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers added relationships from coronavirus papers to the knowledge graph. They used the Louvain algorithm to group connected proteins and examined the networks with interactive tools." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "structured", "data": { "inputs": [ "Biomedical databases", "Scientific literature about coronaviruses, proteins, pathways, and drugs" ], "outputs": [ "Relationships among biological entities", "Protein interaction networks", "Candidate drugs for expert review" ], "language": "English-language search examples are documented; the full language coverage of the corpus is not reported.", "patient_data": "The discovery workflow describes biomedical literature and databases, not individual trial-patient records." } }, "provenance": { "kind": "source_review", "basis": "Read Materials and Methods and Results in the original methods paper.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system drew from biomedical literature and databases to produce relationships and protein networks that researchers used to assess candidate drugs." } }, "systems[].model_name": { "state": "value_present", "value": { "kind": "structured", "data": { "named_component": "SVO", "role": "Rule-based extraction of sentence-level relationships", "other_methods": [ "Graph pattern queries", "Louvain community detection", "Protein interaction network analysis" ], "single_model": "No single model represents the entire workflow." } }, "provenance": { "kind": "source_review", "basis": "The methods paper names the component and algorithms.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "SVO, a rule-based model that extracts relationships from sentences." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "The original methods paper does not identify an exact model release, checkpoint, or frozen January 2020 graph snapshot.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "reason": "The original methods paper does not identify an exact model release, checkpoint, or frozen January 2020 graph snapshot.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The configuration used in January 2020.", "editor_note": "Smith and colleagues describe the January 2020 work but give no release identifier for SVO (reference 4, p. 4)." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Benevolent Platform" } }, "provenance": { "kind": "source_review", "basis": "The original workflow is identified retrospectively as the Benevolent Platform. This is a product name, not a model release.", "record_fields": [ "system" ], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0008", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Benevolent Platform" } }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "BenevolentAI", "application_operator": "BenevolentAI research team", "named_component_provider": "BenevolentAI" } }, "provenance": { "kind": "source_review", "basis": "The authors describe their own application and research workflow.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0003", "AIBD-0042-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "BenevolentAI" } }, "taxonomy_crosswalks[]": { "state": "value_present", "value": { "kind": "structured", "data": { "mapping": [ { "taxonomy": "Trustible AI Benefits Framework", "version": "May 1, 2024; AIBD local taxonomy snapshot", "category": "Improved Physical Health", "relationship": "Exact category assignment", "rationale": "Lower mortality and faster recovery concern patients’ physical health." } ], "other_taxonomies": "No crosswalk to an incident or risk taxonomy is asserted." } }, "provenance": { "kind": "curatorial", "basis": "Applied the existing local benefit taxonomy, independently of the depth scale.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The benefit matches Trustible’s “Improved Physical Health” category, published on 1 May 2024." } }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Baricitinib, identified with BenevolentAI, reduced COVID-19 deaths in trials", "headline": "An arthritis drug helped patients with severe COVID-19" } }, "provenance": { "kind": "source_review", "basis": "The title describes the drug benefit and identifies the discovery relationship.", "record_fields": [ "title", "headline" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0003", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An arthritis drug helped patients with severe COVID-19" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "a8e1b0052ad9c7eff39b20f5389ce8ba29abb827c2271690fcac5264ab7db26f" ], "role": "SHA-256 of normalized case data" }, "provenance": { "kind": "curatorial", "basis": "Recomputed after integrating the sourced metadata and labeled estimates.", "record_fields": [ "revisions" ], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0006", "AIBD-0042-source-0007", "AIBD-0042-source-0008", "AIBD-0042-source-0004", "AIBD-0042-source-0009", "AIBD-0042-source-0002", "AIBD-0042-source-0010" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Revision a8e1b005, reviewed on 25 October 2026." } }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "BenevolentAI scientists added coronavirus literature to their graph, queried it, examined protein networks, and assessed candidate drugs. Clinical investigators subsequently tested baricitinib in separate trials." }, "provenance": { "kind": "source_review", "basis": "Read the discovery workflow and trial oversight sections.", "record_fields": [], "source_refs": [ "AIBD-0042-source-0001", "AIBD-0042-source-0005", "AIBD-0042-source-0003", "AIBD-0042-source-0004", "AIBD-0042-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Scientists searched the graph, examined protein networks, and assessed medicines. Clinical investigators then tested baricitinib." } } }, "summary": { "total": 91, "addressed": 91, "known": 90, "reviewed": 91, "record_mapped": 0, "not_assessed": 0, "complete": true, "by_state": { "value_present": 90, "not_reported": 1, "unresolved": 0, "not_assessed": 0, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0296", "case_url": "records/AIBD-0296.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Regulatory document", "value": "U.S. Food and Drug Administration (2018). 510(k) Summary K172935, Embrace, Empatica S.r.l.; decision 26 January 2018 (text extracted from the PDF).", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf17/K172935.pdf" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0296", "title": "Empatica Embrace seizure alert reaches Morgan McGrath's mother, who calls paramedics after a seizure left the 26-year-old teacher not breathing (Fulton, Missouri)", "summary": "IEEE Spectrum (6 February 2018): an Embrace wristband alerted the mother of Morgan McGrath, 26, of Fulton, Mo., during a seizure about 15 months earlier; she called paramedics and McGrath survived.", "date_observed": "2018-02-06", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Elie Dolgin reported in IEEE Spectrum on 6 February 2018 on Morgan McGrath, a 26-year-old teacher from Fulton, Missouri. She “suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing”. The article dates the seizure to “fifteen months ago”, about November 2016. Her wrist-worn Embrace device alerted her mother, who called the paramedics, and “thanks to a timely response, McGrath is alive and well today”. The article says it records skin conductance and three-axis accelerometer data and “uses a proprietary algorithm to signal when someone is having a convulsive seizure”. The app sends a text or call to pre-specified caregivers. In testing on 135 patients over more than 6,500 hours it “correctly identified nearly every single seizure”. The Food and Drug Administration (FDA) cleared Embrace (Empatica S.r.l.) under 510(k) K172935 on 26 January 2018, after the McGrath event. The 510(k) summary describes an on-board algorithm validated against video electroencephalography (EEG). On detecting a likely generalized tonic-clonic seizure, it messages the Alert app to call and text designated caregivers. A later prospective multicenter study (Onorati et al. 2021) by Empatica staff with hospital co-authors reports sensitivity for a predefined machine-learning algorithm. It was 0.92 in children and 0.94 in adults. An independent Montreal epilepsy-monitoring-unit study (Jahani et al. 2026) found the Embrace2 detected all 16 convulsive seizures while worn and working. Alerts reached caregivers in 15 of 16 cases, with 29 false alarms. The McGrath rescue rests on this single news item. The Empatica case-study abstract (Regalia, Onorati, Picard, American Epilepsy Society) is not among the sources. No second account of the McGrath event was found.", "category": "protective response", "unexpected": false, "purpose": "Built to detect convulsive seizures from electrodermal activity and motion and to summon designated caregivers. The alert to McGrath's mother was that purpose.", "system": "Empatica Embrace wrist-worn seizure detection (electrodermal activity and accelerometer, on-board algorithm) with the Alert smartphone app", "model_version": "Embrace (the article does not state the generation); echoes concern Embrace2", "developer": "Empatica", "deployer": null, "location": "Fulton, Missouri, United States", "domain": "Healthcare (epilepsy; seizure monitoring)", "segment": "Prescription wearable seizure monitor used at home", "benefit_type": "Improved Physical Health", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 3, "reason": "A young woman not breathing during a seizure had paramedics summoned by her mother on the device's alert and is reported alive and well. A potentially life-saving response documented only in one news report." } ], "ai_role": { "status": "assessed", "statement": "Per IEEE Spectrum, the Embrace detected the seizure and its app alerted McGrath's mother, who made the emergency call. The device did not call for help itself. The article calls the algorithm proprietary. The FDA summary describes it as an on-board algorithm validated against video-EEG. Empatica's own 2021 study calls it a predefined machine-learning algorithm. The McGrath event is known only from this single news item. The AES case-study abstract is not among the sources." }, "evidence": [ { "kind": "news report", "citation": "Dolgin E (2018). This Seizure-Detecting Smartwatch Could Save Your Life. IEEE Spectrum, 6 February 2018.", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "McGrath's wristworn Embrace device sent her mother an alert. Her mother called the paramedics." }, { "kind": "news report", "citation": "Dolgin E (2018), IEEE Spectrum, 6 February 2018 (on the seizure).", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "Fifteen months ago, the 26-year-old teacher from Fulton, Mo., suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing." }, { "kind": "regulatory document", "citation": "U.S. Food and Drug Administration (2018). 510(k) Summary K172935, Embrace, Empatica S.r.l.; decision 26 January 2018 (text extracted from the PDF).", "title": "510(k) Summary K172935: Embrace", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf17/K172935.pdf", "date": "2018-01-26", "written_by": "makers", "quote": "When a likely GTC is detected, the Embrace sends a message to the Alert smartphone application, which initiates calls and texts to summon the attention of designated caregivers." }, { "kind": "peer-reviewed study", "citation": "Onorati F, Regalia G, Caborni C, LaFrance WC Jr, Blum AS, Bidwell J, De Liso P, El Atrache R, Loddenkemper T, Mohammadpour-Touserkani F, Sarkis RA, Friedman D, Jeschke J, Picard R (2021). Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit. Frontiers in Neurology 12:724904 (PMC8418082). Lead authors at Empatica, Inc.", "title": "Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/", "date": "2021-08-18", "written_by": "makers", "quote": "A prospective study was conducted for the FDA clearance of an ACM and EDA-based CS-detection device based on a predefined machine learning algorithm." }, { "kind": "peer-reviewed study", "citation": "Jahani A, Galindo Lazo DA, Sarzo Wabi I, Gharbi O, Robert M, Millan JP, D'Onofrio G, Robin A, Nguyen DK, Bou Assi E (2026). Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit. Epilepsia 67(4):1802-1816 (PMC13075604).", "title": "Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "date": "2026-01-07", "written_by": "independent", "quote": "Alerts successfully reached caregivers in 15 of 16 cases, with one failure due to a Wi‐Fi disconnection." } ], "replication": { "produced_by": [ "A convulsive (generalized tonic-clonic) seizure, the only type the device is cleared to detect", "The wristband worn and paired with a phone running the Alert app, with a caregiver designated", "A caregiver able to reach the patient or call emergency services on receiving the alert" ], "must_hold": [ "Connectivity between watch, phone and caregiver (one of 16 alerts in Montreal failed on a Wi-Fi disconnection)", "Caregivers tolerate false alarms (29 in 373 monitoring days in Montreal, mostly from routine movements)", "Focal seizures without convulsions are not detected (none of 510 in Montreal)" ], "echoes": [ { "date": "2026-01-07", "setting": "Center hospitalier de l'Université de Montréal epilepsy monitoring unit, 72 patients, April 2024 to June 2025; alerts routed to nursing staff", "model_version": "Embrace2", "outcome": "recurred", "source": "Jahani et al. (2026) Epilepsia 67(4):1802-1816, https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/ (quote: 'The Embrace2 wrist‐worn device detected all 16 FBTCSs/GTCSs that occurred while the device was functioning and worn, but none of 510 FSs.')" }, { "date": "2021-08-18", "setting": "Multicentre epilepsy-monitoring-unit study, 152 patients (85 children), 66 convulsive seizures; detection performance only, no home alerts", "model_version": null, "outcome": "recurred", "source": "Onorati et al. (2021) Front Neurol 12:724904, https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/ (sensitivity 0.92 pediatric, 0.94 adult; false alarm rate 1.26 and 0.57 per 24 h)" } ] }, "paired_incident": null, "headline": "Empatica Embrace seizure alert reaches Morgan McGrath's mother", "metric": null, "comparator": { "against": "seizures recorded during more than 6,500 hours of monitoring of 135 patients (device test reported by IEEE Spectrum)", "before": null, "after": "the device correctly identified nearly every single seizure, with a false alarm rate below that of the seizure frequency for most individuals", "basis": "measured", "quote": "When tested on 135 patients who were monitored for a collective total of more than 6,500 hours, the device correctly identified nearly every single seizure, with a false alarm rate below that of the seizure frequency for most individuals.", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life" }, "later": { "status": "persisted", "date": "2026-01-07", "note": "An independent Montreal epilepsy-monitoring-unit study later found the Embrace2 detected all 16 convulsive seizures that occurred while worn and working, with alerts reaching caregivers in 15 of 16 cases and 29 false alarms over the study.", "quote": "Alerts successfully reached caregivers in 15 of 16 cases, with one failure due to a Wi‐Fi disconnection.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/" }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life; https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Empatica", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent peer-reviewed study, one independent news report, the makers' regulatory document and the makers' peer-reviewed study. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0296", "catalog_version": "1.0.0", "source_fingerprint": "f99e1615d50bffa666908e3450541b8efeac87e0e2db34b16b81b314b6d8fe87", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0296-source-0001", "AIBD-0296-source-0002", "AIBD-0296-source-0003", "AIBD-0296-source-0004", "AIBD-0296-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Empatica" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Per IEEE Spectrum, the Embrace detected the seizure and its app alerted McGrath's mother, who made the emergency call. The device did not call for help itself. The article calls the algorithm proprietary. The FDA summary describes it as an on-board algorithm validated against video-EEG. Empatica's own 2021 study calls it a predefined machine-learning algorithm. The McGrath event is known only from this single news item. The AES case-study abstract is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "Per IEEE Spectrum, the Embrace detected the seizure and its app alerted McGrath's mother, who made the emergency call. The device did not call for help itself. The article calls the algorithm proprietary. The FDA summary describes it as an on-board algorithm validated against video-EEG. Empatica's own 2021 study calls it a predefined machine-learning algorithm. The McGrath event is known only from this single news item. The AES case-study abstract is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A young woman not breathing during a seizure had paramedics summoned by her mother on the device's alert and is reported alive and well. A potentially life-saving response documented only in one news report." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent peer-reviewed study, one independent news report, the makers' regulatory document and the makers' peer-reviewed study. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A young woman not breathing during a seizure had paramedics summoned by her mother on the device's alert and is reported alive and well. A potentially life-saving response documented only in one news report." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A young woman not breathing during a seizure had paramedics summoned by her mother on the device's alert and is reported alive and well. A potentially life-saving response documented only in one news report." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "persisted", "date": "2026-01-07", "note": "An independent Montreal epilepsy-monitoring-unit study later found the Embrace2 detected all 16 convulsive seizures that occurred while worn and working, with alerts reaching caregivers in 15 of 16 cases and 29 false alarms over the study.", "quote": "Alerts successfully reached caregivers in 15 of 16 cases, with one failure due to a Wi‐Fi disconnection.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0296" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Elie Dolgin reported in IEEE Spectrum on 6 February 2018 on Morgan McGrath, a 26-year-old teacher from Fulton, Missouri. She “suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing”. The article dates the seizure to “fifteen months ago”, about November 2016. Her wrist-worn Embrace device alerted her mother, who called the paramedics, and “thanks to a timely response, McGrath is alive and well today”. The article says it records skin conductance and three-axis accelerometer data and “uses a proprietary algorithm to signal when someone is having a convulsive seizure”. The app sends a text or call to pre-specified caregivers. In testing on 135 patients over more than 6,500 hours it “correctly identified nearly every single seizure”. The Food and Drug Administration (FDA) cleared Embrace (Empatica S.r.l.) under 510(k) K172935 on 26 January 2018, after the McGrath event. The 510(k) summary describes an on-board algorithm validated against video electroencephalography (EEG). On detecting a likely generalized tonic-clonic seizure, it messages the Alert app to call and text designated caregivers. A later prospective multicenter study (Onorati et al. 2021) by Empatica staff with hospital co-authors reports sensitivity for a predefined machine-learning algorithm. It was 0.92 in children and 0.94 in adults. An independent Montreal epilepsy-monitoring-unit study (Jahani et al. 2026) found the Embrace2 detected all 16 convulsive seizures while worn and working. Alerts reached caregivers in 15 of 16 cases, with 29 false alarms. The McGrath rescue rests on this single news item. The Empatica case-study abstract (Regalia, Onorati, Picard, American Epilepsy Society) is not among the sources. No second account of the McGrath event was found.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A young woman not breathing during a seizure had paramedics summoned by her mother on the device's alert and is reported alive and well. A potentially life-saving response documented only in one news report." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Built to detect convulsive seizures from electrodermal activity and motion and to summon designated caregivers. The alert to McGrath's mother was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Fulton, Missouri, United States", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Built to detect convulsive seizures from electrodermal activity and motion and to summon designated caregivers. The alert to McGrath's mother was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2018-02-06", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life; https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Empatica", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A convulsive (generalized tonic-clonic) seizure, the only type the device is cleared to detect", "The wristband worn and paired with a phone running the Alert app, with a caregiver designated", "A caregiver able to reach the patient or call emergency services on receiving the alert" ], "must_hold": [ "Connectivity between watch, phone and caregiver (one of 16 alerts in Montreal failed on a Wi-Fi disconnection)", "Caregivers tolerate false alarms (29 in 373 monitoring days in Montreal, mostly from routine movements)", "Focal seizures without convulsions are not detected (none of 510 in Montreal)" ], "echoes": [ { "date": "2026-01-07", "setting": "Center hospitalier de l'Université de Montréal epilepsy monitoring unit, 72 patients, April 2024 to June 2025; alerts routed to nursing staff", "model_version": "Embrace2", "outcome": "recurred", "source": "Jahani et al. (2026) Epilepsia 67(4):1802-1816, https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/ (quote: 'The Embrace2 wrist‐worn device detected all 16 FBTCSs/GTCSs that occurred while the device was functioning and worn, but none of 510 FSs.')" }, { "date": "2021-08-18", "setting": "Multicentre epilepsy-monitoring-unit study, 152 patients (85 children), 66 convulsive seizures; detection performance only, no home alerts", "outcome": "recurred", "source": "Onorati et al. (2021) Front Neurol 12:724904, https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/ (sensitivity 0.92 pediatric, 0.94 adult; false alarm rate 1.26 and 0.57 per 24 h)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A convulsive (generalized tonic-clonic) seizure, the only type the device is cleared to detect", "The wristband worn and paired with a phone running the Alert app, with a caregiver designated", "A caregiver able to reach the patient or call emergency services on receiving the alert" ], "must_hold": [ "Connectivity between watch, phone and caregiver (one of 16 alerts in Montreal failed on a Wi-Fi disconnection)", "Caregivers tolerate false alarms (29 in 373 monitoring days in Montreal, mostly from routine movements)", "Focal seizures without convulsions are not detected (none of 510 in Montreal)" ], "echoes": [ { "date": "2026-01-07", "setting": "Center hospitalier de l'Université de Montréal epilepsy monitoring unit, 72 patients, April 2024 to June 2025; alerts routed to nursing staff", "model_version": "Embrace2", "outcome": "recurred", "source": "Jahani et al. (2026) Epilepsia 67(4):1802-1816, https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/ (quote: 'The Embrace2 wrist‐worn device detected all 16 FBTCSs/GTCSs that occurred while the device was functioning and worn, but none of 510 FSs.')" }, { "date": "2021-08-18", "setting": "Multicentre epilepsy-monitoring-unit study, 152 patients (85 children), 66 convulsive seizures; detection performance only, no home alerts", "outcome": "recurred", "source": "Onorati et al. (2021) Front Neurol 12:724904, https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/ (sensitivity 0.92 pediatric, 0.94 adult; false alarm rate 1.26 and 0.57 per 24 h)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life; https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Empatica", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Healthcare (epilepsy; seizure monitoring)", "segment": "Prescription wearable seizure monitor used at home" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Dolgin E (2018). This Seizure-Detecting Smartwatch Could Save Your Life. IEEE Spectrum, 6 February 2018.", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "McGrath's wristworn Embrace device sent her mother an alert. Her mother called the paramedics." }, { "kind": "news report", "citation": "Dolgin E (2018), IEEE Spectrum, 6 February 2018 (on the seizure).", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "Fifteen months ago, the 26-year-old teacher from Fulton, Mo., suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing." }, { "kind": "regulatory document", "citation": "U.S. Food and Drug Administration (2018). 510(k) Summary K172935, Embrace, Empatica S.r.l.; decision 26 January 2018 (text extracted from the PDF).", "title": "510(k) Summary K172935: Embrace", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf17/K172935.pdf", "date": "2018-01-26", "written_by": "makers", "quote": "When a likely GTC is detected, the Embrace sends a message to the Alert smartphone application, which initiates calls and texts to summon the attention of designated caregivers." }, { "kind": "peer-reviewed study", "citation": "Onorati F, Regalia G, Caborni C, LaFrance WC Jr, Blum AS, Bidwell J, De Liso P, El Atrache R, Loddenkemper T, Mohammadpour-Touserkani F, Sarkis RA, Friedman D, Jeschke J, Picard R (2021). Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit. Frontiers in Neurology 12:724904 (PMC8418082). Lead authors at Empatica, Inc.", "title": "Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/", "date": "2021-08-18", "written_by": "makers", "quote": "A prospective study was conducted for the FDA clearance of an ACM and EDA-based CS-detection device based on a predefined machine learning algorithm." }, { "kind": "peer-reviewed study", "citation": "Jahani A, Galindo Lazo DA, Sarzo Wabi I, Gharbi O, Robert M, Millan JP, D'Onofrio G, Robin A, Nguyen DK, Bou Assi E (2026). Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit. Epilepsia 67(4):1802-1816 (PMC13075604).", "title": "Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "date": "2026-01-07", "written_by": "independent", "quote": "Alerts successfully reached caregivers in 15 of 16 cases, with one failure due to a Wi‐Fi disconnection." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0296-source-0001", "AIBD-0296-source-0002", "AIBD-0296-source-0003", "AIBD-0296-source-0004", "AIBD-0296-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Dolgin E (2018). This Seizure-Detecting Smartwatch Could Save Your Life. IEEE Spectrum, 6 February 2018.", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "McGrath's wristworn Embrace device sent her mother an alert. Her mother called the paramedics." }, { "kind": "news report", "citation": "Dolgin E (2018), IEEE Spectrum, 6 February 2018 (on the seizure).", "title": "This Seizure-Detecting Smartwatch Could Save Your Life", "url": "https://spectrum.ieee.org/this-seizuredetecting-smartwatch-could-save-your-life", "date": "2018-02-06", "written_by": "independent", "quote": "Fifteen months ago, the 26-year-old teacher from Fulton, Mo., suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing." }, { "kind": "regulatory document", "citation": "U.S. Food and Drug Administration (2018). 510(k) Summary K172935, Embrace, Empatica S.r.l.; decision 26 January 2018 (text extracted from the PDF).", "title": "510(k) Summary K172935: Embrace", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf17/K172935.pdf", "date": "2018-01-26", "written_by": "makers", "quote": "When a likely GTC is detected, the Embrace sends a message to the Alert smartphone application, which initiates calls and texts to summon the attention of designated caregivers." }, { "kind": "peer-reviewed study", "citation": "Onorati F, Regalia G, Caborni C, LaFrance WC Jr, Blum AS, Bidwell J, De Liso P, El Atrache R, Loddenkemper T, Mohammadpour-Touserkani F, Sarkis RA, Friedman D, Jeschke J, Picard R (2021). Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit. Frontiers in Neurology 12:724904 (PMC8418082). Lead authors at Empatica, Inc.", "title": "Prospective Study of a Multimodal Convulsive Seizure Detection Wearable System on Pediatric and Adult Patients in the Epilepsy Monitoring Unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/", "date": "2021-08-18", "written_by": "makers", "quote": "A prospective study was conducted for the FDA clearance of an ACM and EDA-based CS-detection device based on a predefined machine learning algorithm." }, { "kind": "peer-reviewed study", "citation": "Jahani A, Galindo Lazo DA, Sarzo Wabi I, Gharbi O, Robert M, Millan JP, D'Onofrio G, Robin A, Nguyen DK, Bou Assi E (2026). Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit. Epilepsia 67(4):1802-1816 (PMC13075604).", "title": "Prospective evaluation of a seizure detection wearable device for timely interventions in an epilepsy monitoring unit", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/", "date": "2026-01-07", "written_by": "independent", "quote": "Alerts successfully reached caregivers in 15 of 16 cases, with one failure due to a Wi‐Fi disconnection." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "IEEE Spectrum (6 February 2018): an Embrace wristband alerted the mother of Morgan McGrath, 26, of Fulton, Mo., during a seizure about 15 months earlier; she called paramedics and McGrath survived.", "account": "Elie Dolgin reported in IEEE Spectrum on 6 February 2018 on Morgan McGrath, a 26-year-old teacher from Fulton, Missouri. She “suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing”. The article dates the seizure to “fifteen months ago”, about November 2016. Her wrist-worn Embrace device alerted her mother, who called the paramedics, and “thanks to a timely response, McGrath is alive and well today”. The article says it records skin conductance and three-axis accelerometer data and “uses a proprietary algorithm to signal when someone is having a convulsive seizure”. The app sends a text or call to pre-specified caregivers. In testing on 135 patients over more than 6,500 hours it “correctly identified nearly every single seizure”. The Food and Drug Administration (FDA) cleared Embrace (Empatica S.r.l.) under 510(k) K172935 on 26 January 2018, after the McGrath event. The 510(k) summary describes an on-board algorithm validated against video electroencephalography (EEG). On detecting a likely generalized tonic-clonic seizure, it messages the Alert app to call and text designated caregivers. A later prospective multicenter study (Onorati et al. 2021) by Empatica staff with hospital co-authors reports sensitivity for a predefined machine-learning algorithm. It was 0.92 in children and 0.94 in adults. An independent Montreal epilepsy-monitoring-unit study (Jahani et al. 2026) found the Embrace2 detected all 16 convulsive seizures while worn and working. Alerts reached caregivers in 15 of 16 cases, with 29 false alarms. The McGrath rescue rests on this single news item. The Empatica case-study abstract (Regalia, Onorati, Picard, American Epilepsy Society) is not among the sources. No second account of the McGrath event was found." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The device classified sensor signals for possible seizures and sent alerts through its phone app." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The initial report concerned the Embrace device. Later reports concerned Embrace2." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Embrace (the article does not state the generation); echoes concern Embrace2" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Empatica Embrace wrist-worn seizure detection (electrodermal activity and accelerometer, on-board algorithm) with the Alert smartphone app" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Empatica" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Empatica Embrace seizure alert reaches Morgan McGrath's mother, who calls paramedics after a seizure left the 26-year-old teacher not breathing (Fulton, Missouri)", "headline": "Empatica Embrace seizure alert reaches Morgan McGrath's mother" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "f99e1615d50bffa666908e3450541b8efeac87e0e2db34b16b81b314b6d8fe87" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Elie Dolgin reported in IEEE Spectrum on 6 February 2018 on Morgan McGrath, a 26-year-old teacher from Fulton, Missouri. She “suffered an epileptic seizure that left her unresponsive, frothing at the mouth, with blue lips, and not breathing”. The article dates the seizure to “fifteen months ago”, about November 2016. Her wrist-worn Embrace device alerted her mother, who called the paramedics, and “thanks to a timely response, McGrath is alive and well today”. The article says it records skin conductance and three-axis accelerometer data and “uses a proprietary algorithm to signal when someone is having a convulsive seizure”. The app sends a text or call to pre-specified caregivers. In testing on 135 patients over more than 6,500 hours it “correctly identified nearly every single seizure”. The Food and Drug Administration (FDA) cleared Embrace (Empatica S.r.l.) under 510(k) K172935 on 26 January 2018, after the McGrath event. The 510(k) summary describes an on-board algorithm validated against video electroencephalography (EEG). On detecting a likely generalized tonic-clonic seizure, it messages the Alert app to call and text designated caregivers. A later prospective multicenter study (Onorati et al. 2021) by Empatica staff with hospital co-authors reports sensitivity for a predefined machine-learning algorithm. It was 0.92 in children and 0.94 in adults. An independent Montreal epilepsy-monitoring-unit study (Jahani et al. 2026) found the Embrace2 detected all 16 convulsive seizures while worn and working. Alerts reached caregivers in 15 of 16 cases, with 29 false alarms. The McGrath rescue rests on this single news item. The Empatica case-study abstract (Regalia, Onorati, Picard, American Epilepsy Society) is not among the sources. No second account of the McGrath event was found.", "replication": { "produced_by": [ "A convulsive (generalized tonic-clonic) seizure, the only type the device is cleared to detect", "The wristband worn and paired with a phone running the Alert app, with a caregiver designated", "A caregiver able to reach the patient or call emergency services on receiving the alert" ], "must_hold": [ "Connectivity between watch, phone and caregiver (one of 16 alerts in Montreal failed on a Wi-Fi disconnection)", "Caregivers tolerate false alarms (29 in 373 monitoring days in Montreal, mostly from routine movements)", "Focal seizures without convulsions are not detected (none of 510 in Montreal)" ], "echoes": [ { "date": "2026-01-07", "setting": "Center hospitalier de l'Université de Montréal epilepsy monitoring unit, 72 patients, April 2024 to June 2025; alerts routed to nursing staff", "model_version": "Embrace2", "outcome": "recurred", "source": "Jahani et al. (2026) Epilepsia 67(4):1802-1816, https://pmc.ncbi.nlm.nih.gov/articles/PMC13075604/ (quote: 'The Embrace2 wrist‐worn device detected all 16 FBTCSs/GTCSs that occurred while the device was functioning and worn, but none of 510 FSs.')" }, { "date": "2021-08-18", "setting": "Multicentre epilepsy-monitoring-unit study, 152 patients (85 children), 66 convulsive seizures; detection performance only, no home alerts", "outcome": "recurred", "source": "Onorati et al. (2021) Front Neurol 12:724904, https://pmc.ncbi.nlm.nih.gov/articles/PMC8418082/ (sensitivity 0.92 pediatric, 0.94 adult; false alarm rate 1.26 and 0.57 per 24 h)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 32, "reviewed": 0, "record_mapped": 32, "not_assessed": 59, "complete": false, "by_state": { "value_present": 32, "not_reported": 0, "unresolved": 0, "not_assessed": 59, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0141", "case_url": "records/AIBD-0141.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "Four days after the post, DXY reported that a doctor dismissed the case as of doubtful authenticity and probably functional-medicine promotion, cited the ACMG guideline against routine MTHFR testing, and noted that the post now showed as deleted by its author; this is a published dispute and deletion, not a documented reversal of the reported recovery.", "url": "https://news.ifeng.com/c/8kp8doX5Vd0" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0141", "title": "ChatGPT ties a Reddit user's ten-plus years of unexplained symptoms to a homozygous A1298C MTHFR test result and proposes B12 supplementation; the symptoms may have largely resolved", "summary": "A Reddit user says ChatGPT tied 10+ years of symptoms to an MTHFR A1298C result and B12 use; doctor agreed; symptoms largely resolved.", "date_observed": "2025-07-04", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 4 July 2025 Reddit user u/Adventurous-Gold6935 wrote in r/ChatGPT from the United States. They reported over ten years of unexplained symptoms. Tests included spinal magnetic resonance imaging (MRI), a computed tomography (CT) scan, in-depth blood work, a Lyme test and a neurologist's check for MS. Then a Function Health panel showed a homozygous A1298C MTHFR mutation. They uploaded five PDFs of those results and a symptom history to ChatGPT (o3, they said). It concluded the symptoms were “on par with the mutation”. It concluded that normal-looking B12 might not be utilized, so supplementation was needed. Their doctor, “super shocked”, agreed. On a methyl B complex, their symptoms were “largely resolved” a few months later. OpenAI's president reposted the thread on 6 July.", "category": "benefit created", "unexpected": false, "purpose": "ChatGPT is OpenAI's general-purpose assistant, built to answer questions over typed text and uploaded documents. Reading lab PDFs and a symptom history and proposing an explanation is an instance of that general use, not a designed diagnostic function. So the benefit falls within what the system was built to do.", "system": "ChatGPT (OpenAI consumer app), given five uploaded Function Health lab PDFs and a written symptom timeline", "model_version": "o3 (the author's one-word reply when asked whether they used the free or paid version of ChatGPT)", "developer": "OpenAI", "deployer": "OpenAI", "location": null, "domain": "Consumer health (self-directed interpretation of laboratory and genetic results)", "segment": "Consumer", "benefit_type": "Improved Physical Health", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2025-07-06-2ff8" }, "ratings": [ { "group": "personal", "depth": 2, "reason": "By the user's own account, ten-plus years of near-constant tingling, tinnitus and chronic fatigue were “largely resolved” within months of a doctor-approved methyl B complex. Corroborated, that would rate one level higher. It is pseudonymous and self-reported. No clinician has spoken publicly. A DXY-sourced ifeng piece reports doctors doubting its authenticity." } ], "ai_role": { "status": "assessed", "statement": "The mutation was not found by ChatGPT. The user wrote that a Function Health panel showed the homozygous A1298C MTHFR variant. The AppSo account says the same (“在功能医学检查中发现”). What ChatGPT (o3, per the user) added was the inference. Given about five paragraphs of history and five PDFs of results, it concluded the symptoms were “on par with the mutation”. It concluded that B12 values that looked normal on paper might not be utilized, so supplementation was warranted. The doctor confirmed the reading and the supplement. The user then improved. The counterfactual is unproven. The same results were available to the doctor. The user had earlier been told the symptoms were anxiety and given an SSRI and Xanax. Whether the improvement came from the supplement, from regression, or from expectation is unknown. Livemint (“The AI flagged a possible genetic mutation”) and the Monitor's summary (“identification of genetic mutations missed by doctors”) overstate the model's role. The ACMG guideline and the ifeng piece also put the MTHFR premise itself in doubt." }, "evidence": [ { "kind": "other", "citation": "u/Adventurous-Gold6935 (2025). ChatGPT solved a 10+ year problem no doctors could figure out. Reddit, r/ChatGPT, 4 July 2025.", "title": "ChatGPT solved a 10+ year problem no doctors could figure out", "url": "https://www.reddit.com/r/ChatGPT/comments/1lrmom4/chatgpt_solved_a_10_year_problem_no_doctors_could/", "date": "2025-07-04", "written_by": "beneficiary", "quote": "ChatGPT took all my lab results and symptom history and concluded this was on par with the mutation." }, { "kind": "news report", "citation": "Chouhan, M. S. / Hindustan Times (2025). ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years. Hindustan Times, Trending, 5 July 2025.", "title": "ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years", "url": "https://www.hindustantimes.com/trending/chatgpt-uncovers-root-cause-of-mysterious-illness-that-baffled-doctors-for-over-10-years-101751704864270.html", "date": "2025-07-05", "written_by": "independent", "quote": "A Reddit post is gaining significant attention after a user claimed that ChatGPT helped uncover the root cause of a decade-long health mystery" }, { "kind": "news report", "citation": "Thakur, A. / Mint (2025). Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade. Livemint, 6 July 2025.", "title": "Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade", "url": "https://www.livemint.com/news/trends/reddit-user-claims-chatgpt-uncovered-medical-condition-doctors-overlooked-for-a-decade-11751788742326.html", "date": "2025-07-06", "written_by": "independent", "quote": "The AI flagged a possible genetic mutation- homozygous A1298C MTHFR, known to affect B12 processing in the body, even when blood levels seem normal." }, { "kind": "news report", "citation": "PYMNTS (2025). ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice. PYMNTS.com, 10 July 2025.", "title": "ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice", "url": "https://www.pymnts.com/news/artificial-intelligence/2025/chatgpt-as-doctor-when-consumers-rely-on-ai-for-medical-advice/", "date": "2025-07-10", "written_by": "independent", "quote": "A physician later confirmed the diagnosis and the B12 supplement treatment later \"largely resolved\" the symptoms." }, { "kind": "news report", "citation": "财联社 / Cailian Press (2025). 十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近. 新浪财经, 6 July 2025.", "title": "十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近", "url": "https://finance.sina.com.cn/jjxw/2025-07-06/doc-infephkm0866335.shtml", "date": "2025-07-06", "written_by": "independent", "quote": "OpenAI总裁兼联合创始人Greg Brockman也在今日转发了这一事件。" }, { "kind": "news report", "citation": "AppSo (2025). 百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因. 网易 (mirror of 36氪), 7 July 2025.", "title": "百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因", "url": "https://m.163.com/dy/article/K3SPL1UB0511CSAO.html", "date": "2025-07-07", "written_by": "independent", "quote": "直到某天，他在功能医学检查中发现了一个异于常人的遗传突变，MTHFR（叶酸代谢基因）A1298C 突变" }, { "kind": "news report", "citation": "新智元 (2025). 10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界. 网易 (mirror of 36氪), 6 July 2025.", "title": "10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界", "url": "https://m.163.com/dy/article/K3PMM22K0511ABV6.html", "date": "2025-07-06", "written_by": "independent", "quote": "ChatGPT发现，虽然血清维生素B12水平正常，但却与持续性的神经痛和慢性疲乏矛盾" }, { "kind": "news report", "citation": "丁香园 / DXY (2025). 10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了. 凤凰网, 8 July 2025.", "title": "10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了", "url": "https://news.ifeng.com/c/8kp8doX5Vd0", "date": "2025-07-08", "written_by": "independent", "quote": "但也有医生怒斥，这个病例真实性存疑，『更可能是功能医学宣传再一次立功』。" }, { "kind": "report", "citation": "Hickey, S. E., Curry, C. J., Toriello, H. V. (2013). ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing. Genetics in Medicine 15(2), 153-156. doi:10.1038/gim.2012.165.", "title": "ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing", "url": "https://europepmc.org/article/MED/23288205", "date": "2013-01-03", "written_by": "independent", "quote": "There is growing evidence that MTHFR polymorphism testing has minimal clinical utility and, therefore should not be ordered as a part of a routine evaluation for thrombophilia." } ], "replication": { "produced_by": [ "The user already held a genetic result (homozygous A1298C MTHFR from a Function Health panel), five PDFs of laboratory results and a written symptom timeline. They gave all of it to the model rather than a description of symptoms alone.", "A paid reasoning model (o3, by the user's account) was asked to reconcile B12 values in the laboratory's normal range with persistent neurological symptoms. It proposed a mechanism and a supplement rather than a bare label.", "A treating doctor willing to review the model's reasoning and the gene report and to approve a methylated B-complex before it was started." ], "must_hold": [ "A clinician reviews the model's inference and approves any supplement or treatment before it is started. Here the doctor did, by the user's account.", "The genetic result comes from an actual test. The model interprets; it does not genotype. The ACMG guideline says MTHFR polymorphism testing has minimal clinical utility, so the premise itself is contested.", "The benefit is self-reported and pseudonymous. Any record of this kind must carry the absence of a clinician statement and the published medical doubt (DXY via ifeng) as a standing caveat." ], "echoes": [] }, "paired_incident": null, "headline": "ChatGPT ties ten-plus years of symptoms to an MTHFR mutation", "metric": null, "comparator": null, "later": { "status": "reversed", "date": "2025-07-08", "note": "Four days after the post, DXY reported that a doctor dismissed the case as of doubtful authenticity and probably functional-medicine promotion, cited the ACMG guideline against routine MTHFR testing, and noted that the post now showed as deleted by its author; this is a published dispute and deletion, not a documented reversal of the reported recovery.", "quote": "但也有医生怒斥，这个病例真实性存疑，「更可能是功能医学宣传再一次立功」。", "url": "https://news.ifeng.com/c/8kp8doX5Vd0" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. Filed as benefit created or restored, as the classifier proposed: a health improvement for one person, not prevention of a specified harm; the Monitor itself labels it an incident on “harm mitigation (improvement in health)”. The Monitor entry bundles several Reddit cases (the 新智元 piece adds crasstyfartman's sister, buyableblah's endometriosis and sometimelater0212's dog) and Microsoft's MAI-DxO benchmark on NEJM cases, which is a study; this record is restricted to the one dated post. The post was read through the PullPush archive API (reddit.com returned 403): author u/Adventurous-Gold6935, 4 July 2025 16:16 UTC, 9,149 points and 1,089 comments at capture; Hindustan Times counted over 6,000 upvotes on 5 July and Livemint more than 9,000 on 6 July. The user's own words make clear that the mutation came from a Function Health panel and that ChatGPT supplied the interpretation; the model name, the five uploaded PDFs, the methyl B complex, the earlier anxiety diagnosis with an SSRI and Xanax, and the symptom list (full-body tingling, tinnitus, chronic fatigue) come from the author's replies in the thread, 4 to 6 July. Greg Brockman's repost on X is reported by Cailian Press (“今日”, 6 July Beijing time) and AppSo (quoting him as saying ChatGPT was used to solve a long-standing medical problem), and PYMNTS links the post (ID 1941567568155902397, whose timestamp resolves to 5 July 2025 18:39 UTC); the post itself could not be read. The repost is vendor amplification of a self-report, not evidence. Dated to the post; the improvement accrued over the preceding months and is undated, and the Monitor's ID date (6 July) is the first Chinese report. The author's gender is not stated. The k.sina.cn article now returns “article no longer exists”; both 36kr pages sat behind a bot check, so their 163.com mirrors were read; Hindustan Times and Livemint were read with curl after WebFetch was refused. The ACMG guideline was read through the Europe PMC API.", "source": "https://oecd.ai/en/incidents/2025-07-06-2ff8", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://news.ifeng.com/c/8kp8doX5Vd0", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent report, seven independent news reports and the beneficiary's other. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0141", "catalog_version": "1.0.0", "source_fingerprint": "93eb1e0326c679485e074fb8a055a496ad8200ac9bf7133980740a921278f8f2", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0141-source-0001", "AIBD-0141-source-0002", "AIBD-0141-source-0003", "AIBD-0141-source-0004", "AIBD-0141-source-0005", "AIBD-0141-source-0006", "AIBD-0141-source-0007", "AIBD-0141-source-0008", "AIBD-0141-source-0009" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI", "deployer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The mutation was not found by ChatGPT. The user wrote that a Function Health panel showed the homozygous A1298C MTHFR variant. The AppSo account says the same (“在功能医学检查中发现”). What ChatGPT (o3, per the user) added was the inference. Given about five paragraphs of history and five PDFs of results, it concluded the symptoms were “on par with the mutation”. It concluded that B12 values that looked normal on paper might not be utilized, so supplementation was warranted. The doctor confirmed the reading and the supplement. The user then improved. The counterfactual is unproven. The same results were available to the doctor. The user had earlier been told the symptoms were anxiety and given an SSRI and Xanax. Whether the improvement came from the supplement, from regression, or from expectation is unknown. Livemint (“The AI flagged a possible genetic mutation”) and the Monitor's summary (“identification of genetic mutations missed by doctors”) overstate the model's role. The ACMG guideline and the ifeng piece also put the MTHFR premise itself in doubt." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "ChatGPT interpreted laboratory results that already showed an MTHFR variant and suggested that vitamin B12 supplementation might help. The user reported that a doctor agreed and that symptoms improved afterward.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The mutation was not found by ChatGPT. The user wrote that a Function Health panel showed the homozygous A1298C MTHFR variant. The AppSo account says the same (“在功能医学检查中发现”). What ChatGPT (o3, per the user) added was the inference. Given about five paragraphs of history and five PDFs of results, it concluded the symptoms were “on par with the mutation”. It concluded that B12 values that looked normal on paper might not be utilized, so supplementation was warranted. The doctor confirmed the reading and the supplement. The user then improved. The counterfactual is unproven. The same results were available to the doctor. The user had earlier been told the symptoms were anxiety and given an SSRI and Xanax. Whether the improvement came from the supplement, from regression, or from expectation is unknown. Livemint (“The AI flagged a possible genetic mutation”) and the Monitor's summary (“identification of genetic mutations missed by doctors”) overstate the model's role. The ACMG guideline and the ifeng piece also put the MTHFR premise itself in doubt." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "By the user's own account, ten-plus years of near-constant tingling, tinnitus and chronic fatigue were “largely resolved” within months of a doctor-approved methyl B complex. Corroborated, that would rate one level higher. It is pseudonymous and self-reported. No clinician has spoken publicly. A DXY-sourced ifeng piece reports doctors doubting its authenticity." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent report, seven independent news reports and the beneficiary's other. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "By the user's own account, ten-plus years of near-constant tingling, tinnitus and chronic fatigue were “largely resolved” within months of a doctor-approved methyl B complex. Corroborated, that would rate one level higher. It is pseudonymous and self-reported. No clinician has spoken publicly. A DXY-sourced ifeng piece reports doctors doubting its authenticity." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "By the user's own account, ten-plus years of near-constant tingling, tinnitus and chronic fatigue were “largely resolved” within months of a doctor-approved methyl B complex. Corroborated, that would rate one level higher. It is pseudonymous and self-reported. No clinician has spoken publicly. A DXY-sourced ifeng piece reports doctors doubting its authenticity." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The account does not establish that the supplement caused the improvement or that ChatGPT found a mutation that clinicians had missed. The cited ACMG guidance also questions the clinical significance of the MTHFR premise.", "editor_note": "" } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2025-07-06-2ff8" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2025-07-08", "note": "Four days after the post, DXY reported that a doctor dismissed the case as of doubtful authenticity and probably functional-medicine promotion, cited the ACMG guideline against routine MTHFR testing, and noted that the post now showed as deleted by its author; this is a published dispute and deletion, not a documented reversal of the reported recovery.", "quote": "但也有医生怒斥，这个病例真实性存疑，「更可能是功能医学宣传再一次立功」。", "url": "https://news.ifeng.com/c/8kp8doX5Vd0" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "A doctor reviewed the interpretation and confirmed the supplement." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0141" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 4 July 2025 Reddit user u/Adventurous-Gold6935 wrote in r/ChatGPT from the United States. They reported over ten years of unexplained symptoms. Tests included spinal magnetic resonance imaging (MRI), a computed tomography (CT) scan, in-depth blood work, a Lyme test and a neurologist's check for MS. Then a Function Health panel showed a homozygous A1298C MTHFR mutation. They uploaded five PDFs of those results and a symptom history to ChatGPT (o3, they said). It concluded the symptoms were “on par with the mutation”. It concluded that normal-looking B12 might not be utilized, so supplementation was needed. Their doctor, “super shocked”, agreed. On a methyl B complex, their symptoms were “largely resolved” a few months later. OpenAI's president reposted the thread on 6 July.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "By the user's own account, ten-plus years of near-constant tingling, tinnitus and chronic fatigue were “largely resolved” within months of a doctor-approved methyl B complex. Corroborated, that would rate one level higher. It is pseudonymous and self-reported. No clinician has spoken publicly. A DXY-sourced ifeng piece reports doctors doubting its authenticity." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "ChatGPT is OpenAI's general-purpose assistant, built to answer questions over typed text and uploaded documents. Reading lab PDFs and a symptom history and proposing an explanation is an instance of that general use, not a designed diagnostic function. So the benefit falls within what the system was built to do." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ChatGPT is OpenAI's general-purpose assistant, built to answer questions over typed text and uploaded documents. Reading lab PDFs and a symptom history and proposing an explanation is an instance of that general use, not a designed diagnostic function. So the benefit falls within what the system was built to do." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-07-04", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. Filed as benefit created or restored, as the classifier proposed: a health improvement for one person, not prevention of a specified harm; the Monitor itself labels it an incident on “harm mitigation (improvement in health)”. The Monitor entry bundles several Reddit cases (the 新智元 piece adds crasstyfartman's sister, buyableblah's endometriosis and sometimelater0212's dog) and Microsoft's MAI-DxO benchmark on NEJM cases, which is a study; this record is restricted to the one dated post. The post was read through the PullPush archive API (reddit.com returned 403): author u/Adventurous-Gold6935, 4 July 2025 16:16 UTC, 9,149 points and 1,089 comments at capture; Hindustan Times counted over 6,000 upvotes on 5 July and Livemint more than 9,000 on 6 July. The user's own words make clear that the mutation came from a Function Health panel and that ChatGPT supplied the interpretation; the model name, the five uploaded PDFs, the methyl B complex, the earlier anxiety diagnosis with an SSRI and Xanax, and the symptom list (full-body tingling, tinnitus, chronic fatigue) come from the author's replies in the thread, 4 to 6 July. Greg Brockman's repost on X is reported by Cailian Press (“今日”, 6 July Beijing time) and AppSo (quoting him as saying ChatGPT was used to solve a long-standing medical problem), and PYMNTS links the post (ID 1941567568155902397, whose timestamp resolves to 5 July 2025 18:39 UTC); the post itself could not be read. The repost is vendor amplification of a self-report, not evidence. Dated to the post; the improvement accrued over the preceding months and is undated, and the Monitor's ID date (6 July) is the first Chinese report. The author's gender is not stated. The k.sina.cn article now returns “article no longer exists”; both 36kr pages sat behind a bot check, so their 163.com mirrors were read; Hindustan Times and Livemint were read with curl after WebFetch was refused. The ACMG guideline was read through the Europe PMC API.", "source": "https://oecd.ai/en/incidents/2025-07-06-2ff8", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://news.ifeng.com/c/8kp8doX5Vd0", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "The user already held a genetic result (homozygous A1298C MTHFR from a Function Health panel), five PDFs of laboratory results and a written symptom timeline. They gave all of it to the model rather than a description of symptoms alone.", "A paid reasoning model (o3, by the user's account) was asked to reconcile B12 values in the laboratory's normal range with persistent neurological symptoms. It proposed a mechanism and a supplement rather than a bare label.", "A treating doctor willing to review the model's reasoning and the gene report and to approve a methylated B-complex before it was started." ], "must_hold": [ "A clinician reviews the model's inference and approves any supplement or treatment before it is started. Here the doctor did, by the user's account.", "The genetic result comes from an actual test. The model interprets; it does not genotype. The ACMG guideline says MTHFR polymorphism testing has minimal clinical utility, so the premise itself is contested.", "The benefit is self-reported and pseudonymous. Any record of this kind must carry the absence of a clinician statement and the published medical doubt (DXY via ifeng) as a standing caveat." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. Filed as benefit created or restored, as the classifier proposed: a health improvement for one person, not prevention of a specified harm; the Monitor itself labels it an incident on “harm mitigation (improvement in health)”. The Monitor entry bundles several Reddit cases (the 新智元 piece adds crasstyfartman's sister, buyableblah's endometriosis and sometimelater0212's dog) and Microsoft's MAI-DxO benchmark on NEJM cases, which is a study; this record is restricted to the one dated post. The post was read through the PullPush archive API (reddit.com returned 403): author u/Adventurous-Gold6935, 4 July 2025 16:16 UTC, 9,149 points and 1,089 comments at capture; Hindustan Times counted over 6,000 upvotes on 5 July and Livemint more than 9,000 on 6 July. The user's own words make clear that the mutation came from a Function Health panel and that ChatGPT supplied the interpretation; the model name, the five uploaded PDFs, the methyl B complex, the earlier anxiety diagnosis with an SSRI and Xanax, and the symptom list (full-body tingling, tinnitus, chronic fatigue) come from the author's replies in the thread, 4 to 6 July. Greg Brockman's repost on X is reported by Cailian Press (“今日”, 6 July Beijing time) and AppSo (quoting him as saying ChatGPT was used to solve a long-standing medical problem), and PYMNTS links the post (ID 1941567568155902397, whose timestamp resolves to 5 July 2025 18:39 UTC); the post itself could not be read. The repost is vendor amplification of a self-report, not evidence. Dated to the post; the improvement accrued over the preceding months and is undated, and the Monitor's ID date (6 July) is the first Chinese report. The author's gender is not stated. The k.sina.cn article now returns “article no longer exists”; both 36kr pages sat behind a bot check, so their 163.com mirrors were read; Hindustan Times and Livemint were read with curl after WebFetch was refused. The ACMG guideline was read through the Europe PMC API.", "source": "https://oecd.ai/en/incidents/2025-07-06-2ff8", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://news.ifeng.com/c/8kp8doX5Vd0", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Consumer health (self-directed interpretation of laboratory and genetic results)", "segment": "Consumer" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "other", "citation": "u/Adventurous-Gold6935 (2025). ChatGPT solved a 10+ year problem no doctors could figure out. Reddit, r/ChatGPT, 4 July 2025.", "title": "ChatGPT solved a 10+ year problem no doctors could figure out", "url": "https://www.reddit.com/r/ChatGPT/comments/1lrmom4/chatgpt_solved_a_10_year_problem_no_doctors_could/", "date": "2025-07-04", "written_by": "beneficiary", "quote": "ChatGPT took all my lab results and symptom history and concluded this was on par with the mutation." }, { "kind": "news report", "citation": "Chouhan, M. S. / Hindustan Times (2025). ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years. Hindustan Times, Trending, 5 July 2025.", "title": "ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years", "url": "https://www.hindustantimes.com/trending/chatgpt-uncovers-root-cause-of-mysterious-illness-that-baffled-doctors-for-over-10-years-101751704864270.html", "date": "2025-07-05", "written_by": "independent", "quote": "A Reddit post is gaining significant attention after a user claimed that ChatGPT helped uncover the root cause of a decade-long health mystery" }, { "kind": "news report", "citation": "Thakur, A. / Mint (2025). Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade. Livemint, 6 July 2025.", "title": "Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade", "url": "https://www.livemint.com/news/trends/reddit-user-claims-chatgpt-uncovered-medical-condition-doctors-overlooked-for-a-decade-11751788742326.html", "date": "2025-07-06", "written_by": "independent", "quote": "The AI flagged a possible genetic mutation- homozygous A1298C MTHFR, known to affect B12 processing in the body, even when blood levels seem normal." }, { "kind": "news report", "citation": "PYMNTS (2025). ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice. PYMNTS.com, 10 July 2025.", "title": "ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice", "url": "https://www.pymnts.com/news/artificial-intelligence/2025/chatgpt-as-doctor-when-consumers-rely-on-ai-for-medical-advice/", "date": "2025-07-10", "written_by": "independent", "quote": "A physician later confirmed the diagnosis and the B12 supplement treatment later \"largely resolved\" the symptoms." }, { "kind": "news report", "citation": "财联社 / Cailian Press (2025). 十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近. 新浪财经, 6 July 2025.", "title": "十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近", "url": "https://finance.sina.com.cn/jjxw/2025-07-06/doc-infephkm0866335.shtml", "date": "2025-07-06", "written_by": "independent", "quote": "OpenAI总裁兼联合创始人Greg Brockman也在今日转发了这一事件。" }, { "kind": "news report", "citation": "AppSo (2025). 百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因. 网易 (mirror of 36氪), 7 July 2025.", "title": "百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因", "url": "https://m.163.com/dy/article/K3SPL1UB0511CSAO.html", "date": "2025-07-07", "written_by": "independent", "quote": "直到某天，他在功能医学检查中发现了一个异于常人的遗传突变，MTHFR（叶酸代谢基因）A1298C 突变" }, { "kind": "news report", "citation": "新智元 (2025). 10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界. 网易 (mirror of 36氪), 6 July 2025.", "title": "10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界", "url": "https://m.163.com/dy/article/K3PMM22K0511ABV6.html", "date": "2025-07-06", "written_by": "independent", "quote": "ChatGPT发现，虽然血清维生素B12水平正常，但却与持续性的神经痛和慢性疲乏矛盾" }, { "kind": "news report", "citation": "丁香园 / DXY (2025). 10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了. 凤凰网, 8 July 2025.", "title": "10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了", "url": "https://news.ifeng.com/c/8kp8doX5Vd0", "date": "2025-07-08", "written_by": "independent", "quote": "但也有医生怒斥，这个病例真实性存疑，『更可能是功能医学宣传再一次立功』。" }, { "kind": "report", "citation": "Hickey, S. E., Curry, C. J., Toriello, H. V. (2013). ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing. Genetics in Medicine 15(2), 153-156. doi:10.1038/gim.2012.165.", "title": "ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing", "url": "https://europepmc.org/article/MED/23288205", "date": "2013-01-03", "written_by": "independent", "quote": "There is growing evidence that MTHFR polymorphism testing has minimal clinical utility and, therefore should not be ordered as a part of a routine evaluation for thrombophilia." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0141-source-0001", "AIBD-0141-source-0002", "AIBD-0141-source-0003", "AIBD-0141-source-0004", "AIBD-0141-source-0005", "AIBD-0141-source-0006", "AIBD-0141-source-0007", "AIBD-0141-source-0008", "AIBD-0141-source-0009" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "other", "citation": "u/Adventurous-Gold6935 (2025). ChatGPT solved a 10+ year problem no doctors could figure out. Reddit, r/ChatGPT, 4 July 2025.", "title": "ChatGPT solved a 10+ year problem no doctors could figure out", "url": "https://www.reddit.com/r/ChatGPT/comments/1lrmom4/chatgpt_solved_a_10_year_problem_no_doctors_could/", "date": "2025-07-04", "written_by": "beneficiary", "quote": "ChatGPT took all my lab results and symptom history and concluded this was on par with the mutation." }, { "kind": "news report", "citation": "Chouhan, M. S. / Hindustan Times (2025). ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years. Hindustan Times, Trending, 5 July 2025.", "title": "ChatGPT uncovers root cause of mysterious illness that baffled doctors for over 10 years", "url": "https://www.hindustantimes.com/trending/chatgpt-uncovers-root-cause-of-mysterious-illness-that-baffled-doctors-for-over-10-years-101751704864270.html", "date": "2025-07-05", "written_by": "independent", "quote": "A Reddit post is gaining significant attention after a user claimed that ChatGPT helped uncover the root cause of a decade-long health mystery" }, { "kind": "news report", "citation": "Thakur, A. / Mint (2025). Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade. Livemint, 6 July 2025.", "title": "Reddit user claims ChatGPT uncovered medical condition doctors overlooked for a decade", "url": "https://www.livemint.com/news/trends/reddit-user-claims-chatgpt-uncovered-medical-condition-doctors-overlooked-for-a-decade-11751788742326.html", "date": "2025-07-06", "written_by": "independent", "quote": "The AI flagged a possible genetic mutation- homozygous A1298C MTHFR, known to affect B12 processing in the body, even when blood levels seem normal." }, { "kind": "news report", "citation": "PYMNTS (2025). ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice. PYMNTS.com, 10 July 2025.", "title": "ChatGPT as Doctor: When Consumers Rely on AI for Medical Advice", "url": "https://www.pymnts.com/news/artificial-intelligence/2025/chatgpt-as-doctor-when-consumers-rely-on-ai-for-medical-advice/", "date": "2025-07-10", "written_by": "independent", "quote": "A physician later confirmed the diagnosis and the B12 supplement treatment later \"largely resolved\" the symptoms." }, { "kind": "news report", "citation": "财联社 / Cailian Press (2025). 十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近. 新浪财经, 6 July 2025.", "title": "十多年未解谜症，ChatGPT一语道破病因？微软：“医疗超级智能”渐近", "url": "https://finance.sina.com.cn/jjxw/2025-07-06/doc-infephkm0866335.shtml", "date": "2025-07-06", "written_by": "independent", "quote": "OpenAI总裁兼联合创始人Greg Brockman也在今日转发了这一事件。" }, { "kind": "news report", "citation": "AppSo (2025). 百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因. 网易 (mirror of 36氪), 7 July 2025.", "title": "百万人围观，OpenAI总裁转发：他用 ChatGPT，找出了医生10年都没发现的病因", "url": "https://m.163.com/dy/article/K3SPL1UB0511CSAO.html", "date": "2025-07-07", "written_by": "independent", "quote": "直到某天，他在功能医学检查中发现了一个异于常人的遗传突变，MTHFR（叶酸代谢基因）A1298C 突变" }, { "kind": "news report", "citation": "新智元 (2025). 10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界. 网易 (mirror of 36氪), 6 July 2025.", "title": "10年顽疾ChatGPT一眼识破！AlphaGo时刻震撼全球医疗界", "url": "https://m.163.com/dy/article/K3PMM22K0511ABV6.html", "date": "2025-07-06", "written_by": "independent", "quote": "ChatGPT发现，虽然血清维生素B12水平正常，但却与持续性的神经痛和慢性疲乏矛盾" }, { "kind": "news report", "citation": "丁香园 / DXY (2025). 10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了. 凤凰网, 8 July 2025.", "title": "10年顽疾被ChatGPT确诊了？医生怒斥：假的，别被骗了", "url": "https://news.ifeng.com/c/8kp8doX5Vd0", "date": "2025-07-08", "written_by": "independent", "quote": "但也有医生怒斥，这个病例真实性存疑，『更可能是功能医学宣传再一次立功』。" }, { "kind": "report", "citation": "Hickey, S. E., Curry, C. J., Toriello, H. V. (2013). ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing. Genetics in Medicine 15(2), 153-156. doi:10.1038/gim.2012.165.", "title": "ACMG Practice Guideline: lack of evidence for MTHFR polymorphism testing", "url": "https://europepmc.org/article/MED/23288205", "date": "2013-01-03", "written_by": "independent", "quote": "There is growing evidence that MTHFR polymorphism testing has minimal clinical utility and, therefore should not be ordered as a part of a routine evaluation for thrombophilia." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "A Reddit user says ChatGPT tied 10+ years of symptoms to an MTHFR A1298C result and B12 use; doctor agreed; symptoms largely resolved.", "account": "On 4 July 2025 Reddit user u/Adventurous-Gold6935 wrote in r/ChatGPT from the United States. They reported over ten years of unexplained symptoms. Tests included spinal magnetic resonance imaging (MRI), a computed tomography (CT) scan, in-depth blood work, a Lyme test and a neurologist's check for MS. Then a Function Health panel showed a homozygous A1298C MTHFR mutation. They uploaded five PDFs of those results and a symptom history to ChatGPT (o3, they said). It concluded the symptoms were “on par with the mutation”. It concluded that normal-looking B12 might not be utilized, so supplementation was needed. Their doctor, “super shocked”, agreed. On a methyl B complex, their symptoms were “largely resolved” a few months later. OpenAI's president reposted the thread on 6 July." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "ChatGPT interpreted laboratory reports alongside the user’s symptom history." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "o3, according to the author." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "o3 (the author's one-word reply when asked whether they used the free or paid version of ChatGPT)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT (OpenAI consumer app), given five uploaded Function Health lab PDFs and a written symptom timeline" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "ChatGPT ties a Reddit user's ten-plus years of unexplained symptoms to a homozygous A1298C MTHFR test result and proposes B12 supplementation; the symptoms may have largely resolved", "headline": "ChatGPT ties ten-plus years of symptoms to an MTHFR mutation" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "93eb1e0326c679485e074fb8a055a496ad8200ac9bf7133980740a921278f8f2" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 4 July 2025 Reddit user u/Adventurous-Gold6935 wrote in r/ChatGPT from the United States. They reported over ten years of unexplained symptoms. Tests included spinal magnetic resonance imaging (MRI), a computed tomography (CT) scan, in-depth blood work, a Lyme test and a neurologist's check for MS. Then a Function Health panel showed a homozygous A1298C MTHFR mutation. They uploaded five PDFs of those results and a symptom history to ChatGPT (o3, they said). It concluded the symptoms were “on par with the mutation”. It concluded that normal-looking B12 might not be utilized, so supplementation was needed. Their doctor, “super shocked”, agreed. On a methyl B complex, their symptoms were “largely resolved” a few months later. OpenAI's president reposted the thread on 6 July.", "replication": { "produced_by": [ "The user already held a genetic result (homozygous A1298C MTHFR from a Function Health panel), five PDFs of laboratory results and a written symptom timeline. They gave all of it to the model rather than a description of symptoms alone.", "A paid reasoning model (o3, by the user's account) was asked to reconcile B12 values in the laboratory's normal range with persistent neurological symptoms. It proposed a mechanism and a supplement rather than a bare label.", "A treating doctor willing to review the model's reasoning and the gene report and to approve a methylated B-complex before it was started." ], "must_hold": [ "A clinician reviews the model's inference and approves any supplement or treatment before it is started. Here the doctor did, by the user's account.", "The genetic result comes from an actual test. The model interprets; it does not genotype. The ACMG guideline says MTHFR polymorphism testing has minimal clinical utility, so the premise itself is contested.", "The benefit is self-reported and pseudonymous. Any record of this kind must carry the absence of a clinician statement and the published medical doubt (DXY via ifeng) as a standing caveat." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 33, "reviewed": 0, "record_mapped": 33, "not_assessed": 58, "complete": false, "by_state": { "value_present": 33, "not_reported": 0, "unresolved": 0, "not_assessed": 58, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0214", "case_url": "records/AIBD-0214.html", "reason": "A later source disputes the reported benefit or its explanation.", "details": [ { "label": "Follow-up", "value": "The revised What Works Clearinghouse review rated the wider algebra evidence as mixed. It found that this trial’s second-year estimate was not statistically significant after correction for multiple comparisons.", "url": "https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0214", "title": "Higher algebra scores in the trial’s second year", "summary": "Students using Cognitive Tutor Algebra I scored 0.21 standard deviations higher in the second year, with no statistically significant difference after correction for multiple comparisons.", "date_observed": "2009-01-01", "date_basis": "event", "date_precision": "year", "benefit_status": "mixed", "source_collection": null, "source_entry": null, "account": "Researchers randomly assigned 147 schools in seven U.S. states to Cognitive Tutor Algebra I or their usual curriculum during the 2007–08 and 2008–09 school years. The program combined classroom teaching, materials, and adaptive tutoring. The revised analysis included 11,066 high-school students and 5,519 middle-school students. It estimated a gain of 0.21 standard deviations for the second high-school cohort. First-year and middle-school results were not statistically significant. The revised What Works Clearinghouse review found that the second-year result also failed its corrected significance threshold. Each year involved a new cohort, rather than a second year of exposure for the same students.", "category": "general benefit", "unexpected": false, "purpose": "CTAI was built to teach first-year algebra with personalized, mastery-based software. The test-score gain is that purpose.", "system": "Cognitive Tutor Algebra I, with an ACT-R-based cognitive model, classroom instruction, and curriculum materials", "model_version": null, "developer": "Carnegie Learning", "deployer": "Participating public and Catholic parochial schools in 51 districts across seven states (study sites)", "location": null, "domain": "Education", "segment": "Secondary-school algebra", "benefit_type": "Improved Learning", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 2, "reason": "The second high-school cohort had a measurable algebra gain, although the corrected significance test was inconclusive." } ], "ai_role": { "status": "assessed", "statement": "The tutor provided adaptive exercises and feedback within a complete algebra curriculum. The trial did not separate its contribution from classroom teaching, materials, or training." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Pane, John F., Beth Ann Griffin, Daniel F. McCaffrey, and Rita Karam. Educational Evaluation and Policy Analysis 36, no. 2 (2014): 127–44. https://doi.org/10.3102/0162373713507480.", "title": "Effectiveness of Cognitive Tutor Algebra I at Scale", "url": "https://journals.sagepub.com/doi/10.3102/0162373713507480", "date": null, "written_by": "independent", "quote": null }, { "kind": "report", "citation": "Pane, John F., et al. Addendum to “Effectiveness of Cognitive Tutor Algebra I at Scale.” RAND WR-1050, May 30, 2014.", "title": "Addendum to Effectiveness of Cognitive Tutor Algebra I at Scale", "url": "https://www.rand.org/content/dam/rand/pubs/working_papers/WR1000/WR1050/RAND_WR1050.pdf", "date": "2014-05-30", "written_by": "independent", "quote": null }, { "kind": "report", "citation": "What Works Clearinghouse. Cognitive Tutor® Algebra I. June 2016, revised December 21, 2016.", "title": "Cognitive Tutor® Algebra I", "url": "https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf", "date": "2016-12-21", "written_by": "independent", "quote": null }, { "kind": "peer-reviewed study", "citation": "Ritter, Steven, John R. Anderson, Kenneth R. Koedinger, and Albert Corbett. Psychonomic Bulletin & Review 14, no. 2 (2007): 249–55. https://doi.org/10.3758/BF03194060.", "title": "Cognitive Tutor: Applied Research in Mathematics Education", "url": "https://link.springer.com/content/pdf/10.3758/BF03194060.pdf", "date": null, "written_by": "makers", "quote": null }, { "kind": "report", "citation": "Daugherty, Lindsay, Andrea Phillips, John F. Pane, and Rita Karam. Analysis of Costs in an Algebra I Curriculum Effectiveness Study. RAND TR-1171-1-DEIES, 2012.", "title": "Analysis of Costs in an Algebra I Curriculum Effectiveness Study", "url": "https://www.rand.org/content/dam/rand/pubs/technical_reports/2012/RAND_TR1171-1.pdf", "date": "2012-07-12", "written_by": "independent", "quote": null }, { "kind": "peer-reviewed study", "citation": "Mann, Charlotte Z., Jiaying Wang, Adam Sales, and Johann A. Gagnon-Bartsch. “Using Publicly Available Auxiliary Data to Improve Precision of Treatment Effect Estimation in a Randomized Efficacy Trial.” Proceedings of the 17th International Conference on Educational Data Mining, 2024, short paper 52.", "title": "Using Publicly Available Auxiliary Data to Improve Precision of Treatment Effect Estimation in a Randomized Efficacy Trial", "url": "https://educationaldatamining.org/EDM2024/proceedings/2024.EDM-short-papers.52/index.html", "date": null, "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "A curriculum that combined intelligent tutoring with classroom instruction", "Teacher training and regular computer sessions", "School-pair randomization over two annual cohorts" ], "must_hold": [ "Staff and equipment for regular tutor use", "Time to implement the curriculum" ], "echoes": [] }, "paired_incident": null, "headline": "Higher algebra scores in the trial’s second year", "metric": "Second-year algebra gain: 0.21 standard deviations; inconclusive after correction", "comparator": { "against": "Schools using their usual algebra curriculum", "before": "Comparison schools in the same implementation year", "after": "Second high-school cohort: +0.21 standard deviations; p = .04 before correction, not significant at the Clearinghouse’s corrected threshold of .025", "basis": "measured", "quote": "the WWC found that this difference was no longer statistically significant.", "url": "https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf" }, "later": { "status": "challenged", "date": "2016-12-21", "note": "The revised What Works Clearinghouse review rated the wider algebra evidence as mixed. It found that this trial’s second-year estimate was not statistically significant after correction for multiple comparisons.", "quote": null, "url": "https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf" }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.rand.org/pubs/research_briefs/RB9746.html; https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://www.carnegielearning.com/contact/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://journals.sagepub.com/doi/10.3102/0162373713507480", "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: two independent peer-reviewed studies, three independent reports and the makers' peer-reviewed study. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0214", "catalog_version": "1.0.0", "source_fingerprint": "d0d3b347b993966f7ab31c89ecba4b49bddfe59ef866a45bb3f2774dab45228c", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0214-E01", "design": "matched-pair cluster randomized trial", "schools": 147, "high_schools": 73, "middle_schools": 74, "school_years": [ "2007–08", "2008–09" ], "revised_high_school_n": 11066, "revised_middle_school_n": 5519, "outcomes": [ { "setting": "high school, first implementation year", "effect": -0.07, "se": 0.1, "p": 0.46, "unit": "standard deviation" }, { "setting": "high school, second implementation year", "effect": 0.21, "se": 0.1, "p": 0.04, "unit": "standard deviation", "wwc_corrected_alpha": 0.025, "significant_after_correction": false }, { "setting": "middle school, second implementation year", "effect": 0.1, "se": 0.14, "p": 0.47, "unit": "standard deviation" } ], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0006" ], "locator": "C2 Tables 3–4; C3 p. 31 n. c; C6 §2." } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original evaluation and any distinct follow-up analyses." }, "record_ids": [ "AIBD-0214-E01" ] }, "monetary observations": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0214-C01", "type": "estimated_adoption_cost", "currency": "USD", "unit": "student-year", "treatment": 97.18, "comparison": 27.88, "difference": 69.3, "scenario": "Houston excluded", "source_refs": [ "AIBD-0214-source-0005" ], "locator": "Table 3.13" }, { "id": "AIBD-0214-C02", "type": "estimated_adoption_cost", "currency": "USD", "unit": "student-year", "treatment": 136.15, "comparison": 16.37, "difference": 119.78, "scenario": "Houston included", "source_refs": [ "AIBD-0214-source-0005" ], "locator": "Table 3.14" } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reported costs, forecasts, or savings, with their separate scopes." }, "record_ids": [ "AIBD-0214-C01", "AIBD-0214-C02" ] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "text", "text": "Carnegie Learning supplied the curriculum. Participating schools taught it, and RAND researchers evaluated it." }, "provenance": { "kind": "source_review", "basis": "C1 methods and acknowledgments.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Carnegie Learning supplied the curriculum. Participating schools taught it, and RAND researchers evaluated it." } }, "actors[].ownership_control": { "state": "value_present", "value": { "kind": "text", "text": "Carnegie Learning supplied the commercial curriculum and tutoring software." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Carnegie Learning supplied the commercial curriculum and tutoring software." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "text", "text": "The trial compared complete curricula. It did not separate the tutor’s effect from the textbook, activities, and teacher training." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trial compared complete curricula. It did not separate the tutor’s effect from the textbook, activities, and teacher training." } }, "ai_relationship": { "state": "value_present", "value": { "kind": "text", "text": "The intelligent tutor used a cognitive model of students’ algebra skills." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The intelligent tutor used a cognitive model of students’ algebra skills." } }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "structured", "data": { "ratings": [ { "group": "personal", "depth": 2, "reason": "The second high-school cohort had a measurable algebra gain, although the corrected significance test was inconclusive." } ] } }, "provenance": { "kind": "source_review", "basis": "Application of the existing AIBD depth rubric to the reported benefit.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0002", "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Personal: 2" } }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: two independent peer-reviewed studies, three independent reports and the makers' peer-reviewed study. The cited evidence includes no finding by a regulator or court." } }, "provenance": { "kind": "source_review", "basis": "Derived from the corrected source inventory; authorship and original findings are documented separately.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Independently studied" } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "text", "text": "The second high-school cohort had a measurable algebra gain, although the corrected significance test was inconclusive." }, "provenance": { "kind": "source_review", "basis": "Benefit depth is assessed separately from strength of evidence.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0002", "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The second high-school cohort had a measurable algebra gain, although the corrected significance test was inconclusive." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "text", "text": "The second-year gain was positive, but it was not statistically significant after the Clearinghouse adjusted for multiple comparisons." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The second-year gain was positive, but it was not statistically significant after the Clearinghouse adjusted for multiple comparisons." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "text", "text": "High-school students’ algebra learning." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "High-school students’ algebra learning." } }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "value_present", "value": { "kind": "text", "text": "A randomized evaluation of a full algebra curriculum." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A randomized evaluation of a full algebra curriculum." } }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "structured", "data": { "links": [ { "proposition": "Original school-randomized evaluation of the full curriculum.", "source_refs": [ "AIBD-0214-source-0001" ], "locator": "Methods, results, and Tables 2–5." }, { "proposition": "Reanalysis excluding students without observed baseline scores, with revised samples and effects.", "source_refs": [ "AIBD-0214-source-0002" ], "locator": "pp. 1–6, Tables 1–4." }, { "proposition": "Independent evidence review and correction for multiple comparisons.", "source_refs": [ "AIBD-0214-source-0003" ], "locator": "p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c." }, { "proposition": "Original account of the cognitive model, step-by-step model tracing, and skill tracking.", "source_refs": [ "AIBD-0214-source-0004" ], "locator": "pp. 249–52." }, { "proposition": "Annualized adoption costs, cost assumptions, and the effect of including Houston.", "source_refs": [ "AIBD-0214-source-0005" ], "locator": "pp. ix–x, 5–11, 26–28; Tables 3.13–3.14." }, { "proposition": "The paper establishes the original trial’s school years and links public reanalysis code while explaining that school identities remain protected.", "source_refs": [ "AIBD-0214-source-0006" ], "locator": "§2 establishes the school years; §7 and the linked code repository describe available replication materials." } ] } }, "provenance": { "kind": "source_review", "basis": "Original-source lineage.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The sources are linked to the findings that they support." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "text", "text": "A large randomized trial supports a positive second-year estimate. An independent review found that it did not survive correction for multiple comparisons." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3; C3 p. 31, n. c.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A large randomized trial supports a positive second-year estimate. An independent review found that it did not survive correction for multiple comparisons." } }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "value_present", "value": { "kind": "text", "text": "The second high-school cohort had higher algebra scores under the combined curriculum." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The second high-school cohort had higher algebra scores under the combined curriculum." } }, "cross_border_flows[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Institutions and settings.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0004" ], "reviewed_on": "2026-10-25" }, "reason": "Development and school deployment were in the United States. The study does not document an international flow of student data.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Development and school deployment were in the United States. The study does not document an international flow of student data." } }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "value_present", "value": { "kind": "text", "text": "Schools used the curriculum for two consecutive years." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Schools used the curriculum for two consecutive years." } }, "economics[].amount": { "state": "value_present", "value": { "kind": "text", "text": "Excluding Houston, estimated annual cost was US$97.18 per student for Cognitive Tutor and US$27.88 for comparison curricula." }, "provenance": { "kind": "source_review", "basis": "Table 3.13.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Excluding Houston, estimated annual cost was US$97.18 per student for Cognitive Tutor and US$27.88 for comparison curricula." } }, "economics[].costs[]": { "state": "value_present", "value": { "kind": "text", "text": "Costs include textbooks, software, computers, and curriculum-specific teacher training." }, "provenance": { "kind": "source_review", "basis": "Cost methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Costs include textbooks, software, computers, and curriculum-specific teacher training." } }, "economics[].counterfactual": { "state": "value_present", "value": { "kind": "text", "text": "The comparison is the cost of the curricula that control schools used." }, "provenance": { "kind": "source_review", "basis": "Cost methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The comparison is the cost of the curricula that control schools used." } }, "economics[].currency_price_basis": { "state": "value_present", "value": { "kind": "text", "text": "U.S. dollars. The estimate used the vendor’s 2006 price guide to represent ordinary district adoption." }, "provenance": { "kind": "source_review", "basis": "pp. 10–11.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "U.S. dollars. The estimate used the vendor’s 2006 price guide to represent ordinary district adoption." } }, "economics[].gross_net": { "state": "value_present", "value": { "kind": "text", "text": "The estimates compare expenditure. They do not value learning gains or calculate net benefits." }, "provenance": { "kind": "source_review", "basis": "Cost methods and conclusion.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The estimates compare expenditure. They do not value learning gains or calculate net benefits." } }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "text", "text": "Annualized curriculum adoption cost." }, "provenance": { "kind": "source_review", "basis": "Tables 3.13–3.14.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Annualized curriculum adoption cost." } }, "economics[].period_unit": { "state": "value_present", "value": { "kind": "text", "text": "Per student per year, with five-year adoption and equipment lives." }, "provenance": { "kind": "source_review", "basis": "Cost methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Per student per year, with five-year adoption and equipment lives." } }, "economics[].realization": { "state": "value_present", "value": { "kind": "text", "text": "These are estimated adoption costs, not the trial’s discounted invoices." }, "provenance": { "kind": "source_review", "basis": "pp. 10–11.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "These are estimated adoption costs, not the trial’s discounted invoices." } }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "text", "text": "School districts would pay for materials, software, equipment, and training." }, "provenance": { "kind": "source_review", "basis": "Cost methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "School districts would pay for materials, software, equipment, and training." } }, "economics[].return_payback": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Conclusion.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "reason": "The analysis does not estimate financial returns or a payback period.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The analysis does not estimate financial returns or a payback period." } }, "economics[].valuation_method": { "state": "value_present", "value": { "kind": "text", "text": "RAND combined vendor prices and district reports, annualized the costs, and weighted them by the number of schools." }, "provenance": { "kind": "source_review", "basis": "pp. 5–11, 26–28.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "RAND combined vendor prices and district reports, annualized the costs, and weighted them by the number of schools." } }, "evaluations[].ai_uplift": { "state": "value_present", "value": { "kind": "text", "text": "The software’s separate contribution was not estimated." }, "provenance": { "kind": "source_review", "basis": "C1 intervention and design.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The software’s separate contribution was not estimated." } }, "evaluations[].comparator": { "state": "value_present", "value": { "kind": "text", "text": "Schools continued the algebra curriculum that they normally used." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Schools continued the algebra curriculum that they normally used." } }, "evaluations[].design": { "state": "value_present", "value": { "kind": "text", "text": "Researchers assigned matched pairs of schools to Cognitive Tutor or their usual curriculum." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers assigned matched pairs of schools to Cognitive Tutor or their usual curriculum." } }, "evaluations[].effect": { "state": "value_present", "value": { "kind": "text", "text": "The revised high-school estimate was −0.07 standard deviations in year one and +0.21 in year two." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3, preferred model.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The revised high-school estimate was −0.07 standard deviations in year one and +0.21 in year two." } }, "evaluations[].exposure": { "state": "value_present", "value": { "kind": "text", "text": "Students generally used the tutor for about 40% of class time during the school year." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students generally used the tutor for about 40% of class time during the school year." } }, "evaluations[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0214-E01" ], "role": "evaluations" }, "provenance": { "kind": "source_review", "basis": "Identifiers assigned to the evaluations described here.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0214-E01" } }, "evaluations[].measurement_method": { "state": "value_present", "value": { "kind": "text", "text": "Students took standardized algebra readiness and proficiency tests. Researchers adjusted the end-of-year comparison for baseline scores and other characteristics." }, "provenance": { "kind": "source_review", "basis": "C1 measures; C2 analysis.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students took standardized algebra readiness and proficiency tests. Researchers adjusted the end-of-year comparison for baseline scores and other characteristics." } }, "evaluations[].metric": { "state": "value_present", "value": { "kind": "text", "text": "Algebra proficiency." }, "provenance": { "kind": "source_review", "basis": "C1 measures.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Algebra proficiency." } }, "evaluations[].reproduction_materials": { "state": "value_present", "value": { "kind": "text", "text": "The 2024 reanalysis provides public code. Its full replication data are withheld to protect the participating schools’ identities." }, "provenance": { "kind": "source_review", "basis": "Mann et al. (2024), §7; the linked aeis-aux-rct repository, README.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The 2024 reanalysis provides public code. Its full replication data are withheld to protect the participating schools’ identities." } }, "evaluations[].setting_sample": { "state": "value_present", "value": { "kind": "text", "text": "The trial included 73 high schools and 74 middle schools. The revised analysis excluded students without observed baseline tests." }, "provenance": { "kind": "source_review", "basis": "C1 sample; C2 pp. 1–3.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trial included 73 high schools and 74 middle schools. The revised analysis excluded students without observed baseline tests." } }, "evaluations[].uncertainty_limitations": { "state": "value_present", "value": { "kind": "text", "text": "The second-year estimate depended on adjustment for student characteristics. Its p-value of .04 did not meet the Clearinghouse’s corrected threshold of .025." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3; C3 p. 31, n. c.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0002", "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The second-year estimate depended on adjustment for student characteristics. Its p-value of .04 did not meet the Clearinghouse’s corrected threshold of .025." } }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "text", "text": "The revised Clearinghouse review rated the wider algebra evidence as mixed and removed this trial’s statistical significance after correcting for multiple comparisons." }, "provenance": { "kind": "source_review", "basis": "p. 6; p. 31, n. c.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The revised Clearinghouse review rated the wider algebra evidence as mixed and removed this trial’s statistical significance after correcting for multiple comparisons." } }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Teachers received three days of training before implementation and another day during the school year." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Teachers received three days of training before implementation and another day during the school year." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0214" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "text", "text": "Schools needed computers for regular sessions, the curriculum materials, and trained algebra teachers." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Schools needed computers for regular sessions, the curriculum materials, and trained algebra teachers." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "Students who took Algebra I at participating high schools." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students who took Algebra I at participating high schools." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "text", "text": "The revised analysis included 11,066 high-school students and 5,519 middle-school students across two annual cohorts." }, "provenance": { "kind": "source_review", "basis": "C2 Tables 1–2.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The revised analysis included 11,066 high-school students and 5,519 middle-school students across two annual cohorts." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "text", "text": "Improved learning." }, "provenance": { "kind": "source_review", "basis": "C2 Tables 3–4.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Improved learning." } }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "text", "text": "High-school algebra scores improved in the second year of implementation." }, "provenance": { "kind": "source_review", "basis": "C2 Table 3.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "High-school algebra scores improved in the second year of implementation." } }, "outcomes[].distribution": { "state": "value_present", "value": { "kind": "text", "text": "The reported gain was in the second high-school cohort. First-year and middle-school estimates were not statistically significant." }, "provenance": { "kind": "source_review", "basis": "C2 Tables 3–4.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reported gain was in the second high-school cohort. First-year and middle-school estimates were not statistically significant." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "text", "text": "Each cohort studied Algebra I for one school year." }, "provenance": { "kind": "source_review", "basis": "C1 methods.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Each cohort studied Algebra I for one school year." } }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "text", "text": "Students." }, "provenance": { "kind": "source_review", "basis": "C1 sample description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students." } }, "outcomes[].status": { "state": "value_present", "value": { "kind": "text", "text": "The second-year gain was positive, but it was not statistically significant after the Clearinghouse adjusted for multiple comparisons." }, "provenance": { "kind": "source_review", "basis": "p. 31, Table B.1, n. c.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The second-year gain was positive, but it was not statistically significant after the Clearinghouse adjusted for multiple comparisons." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "text", "text": "Schools incurred higher adoption costs and needed time for implementation. The trial did not show significant gains in every setting." }, "provenance": { "kind": "source_review", "basis": "C1 discussion; C2 Tables 3–4; C5 Tables 3.13–3.14.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Schools incurred higher adoption costs and needed time for implementation. The trial did not show significant gains in every setting." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "text", "text": "Improved algebra learning was the intended benefit." }, "provenance": { "kind": "source_review", "basis": "C1 introduction.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Improved algebra learning was the intended benefit." } }, "places[]": { "state": "value_present", "value": { "kind": "text", "text": "The study covered 147 schools in 51 districts across Alabama, Connecticut, Kentucky, Louisiana, Michigan, New Jersey, and Texas." }, "provenance": { "kind": "source_review", "basis": "C1 sample description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study covered 147 schools in 51 districts across Alabama, Connecticut, Kentucky, Louisiana, Michigan, New Jersey, and Texas." } }, "purpose": { "state": "value_present", "value": { "kind": "text", "text": "Cognitive Tutor combined classroom algebra lessons with practice that adapted to each student." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Cognitive Tutor combined classroom algebra lessons with practice that adapted to each student." } }, "record_dates": { "state": "value_present", "value": { "kind": "structured", "data": { "start": "2007", "end": "2009", "precision": "school years", "display": "2007–08 and 2008–09", "refs": [ "AIBD-0214-source-0006" ], "current_date_observed": "2013-11-18", "instruction": "Use the observed result period for the case date. Keep the full study period separately; the normalized sort date does not imply a more precise observation.", "observed_result_period": "2009", "observed_result_precision": "year", "observed_result_basis": "End of the second school year, 2008–09." } }, "provenance": { "kind": "source_review", "basis": "Original study timing.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trial covered the 2007–08 and 2008–09 school years." } }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "text", "text": "The Clearinghouse reviewed five qualifying Algebra I studies and rated their combined results as mixed." }, "provenance": { "kind": "source_review", "basis": "Overview and pp. 5–6.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The Clearinghouse reviewed five qualifying Algebra I studies and rated their combined results as mixed." } }, "replication.conditions": { "state": "value_present", "value": { "kind": "text", "text": "Schools needed regular computer sessions, trained teachers, and time to implement the curriculum." }, "provenance": { "kind": "source_review", "basis": "C1 intervention and implementation discussion.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Schools needed regular computer sessions, trained teachers, and time to implement the curriculum." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.rand.org/pubs/research_briefs/RB9746.html; https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://www.carnegielearning.com/contact/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://journals.sagepub.com/doi/10.3102/0162373713507480", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "text", "text": "Education." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Education." } }, "sources[].access_version": { "state": "value_present", "value": { "kind": "text", "text": "The original manuscript, addendum, revised review, mechanism paper, and cost report were inspected. A later dataset paper supplies the school-year dates." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.; pp. 1–6, Tables 1–4.; p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c.; pp. 249–52.; pp. ix–x, 5–11, 26–28; Tables 3.13–3.14.; §2 establishes the school years; §7 and the linked code repository describe available replication materials.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original manuscript, addendum, revised review, mechanism paper, and cost report were inspected. A later dataset paper supplies the school-year dates." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "text", "text": "The original trial, its addendum, and the revised Clearinghouse review establish the result. Separate original papers describe the tutor and adoption costs." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.; pp. 1–6, Tables 1–4.; p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c.; pp. 249–52.; pp. ix–x, 5–11, 26–28; Tables 3.13–3.14.; §2 establishes the school years; §7 and the linked code repository describe available replication materials.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original trial, its addendum, and the revised Clearinghouse review establish the result. Separate original papers describe the tutor and adoption costs." } }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "role": "retained evidence" }, "provenance": { "kind": "source_review", "basis": "Retained evidence in the reviewed order.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0214-source-0001, AIBD-0214-source-0002, AIBD-0214-source-0003, AIBD-0214-source-0004, AIBD-0214-source-0005, AIBD-0214-source-0006" } }, "sources[].language": { "state": "value_present", "value": { "kind": "text", "text": "English." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.; pp. 1–6, Tables 1–4.; p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c.; pp. 249–52.; pp. ix–x, 5–11, 26–28; Tables 3.13–3.14.; §2 establishes the school years; §7 and the linked code repository describe available replication materials.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "RAND conducted the trial and cost analysis. The Clearinghouse independently reviewed the evidence. The technical account was written by developers." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.; pp. 1–6, Tables 1–4.; p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c.; pp. 249–52.; pp. ix–x, 5–11, 26–28; Tables 3.13–3.14.; §2 establishes the school years; §7 and the linked code repository describe available replication materials.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "RAND conducted the trial and cost analysis. The Clearinghouse independently reviewed the evidence. The technical account was written by developers." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0214-source-0001", "retained_source_order": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "origins": [ { "url": "https://journals.sagepub.com/doi/10.3102/0162373713507480", "title": "Effectiveness of Cognitive Tutor Algebra I at Scale", "locator": "Methods, results, and Tables 2–5.", "contribution": "Original school-randomized evaluation of the full curriculum.", "relationship": "Primary evaluation by RAND researchers, funded by the U.S. Department of Education.", "source_refs": [ "AIBD-0214-source-0001" ], "access": "The author manuscript was read through its indexed ResearchGate copy. Direct PDF retrieval returned HTTP 403. Use the journal’s 2014 date, not the repository’s inconsistent header.", "publication_date": "2014-06" }, { "url": "https://www.researchgate.net/publication/259639036_Effectiveness_of_Cognitive_Tutor_Algebra_I_at_Scale", "locator": "Author manuscript of the 2014 article.", "contribution": "Author manuscript of the 2014 article.", "relationship": "Access copy, supplement, or earlier version of the same work.", "source_refs": [ "AIBD-0214-source-0001" ] }, { "url": "https://www.rand.org/content/dam/rand/pubs/working_papers/WR1000/WR1050/RAND_WR1050.pdf", "title": "Addendum to Effectiveness of Cognitive Tutor Algebra I at Scale", "locator": "pp. 1–6, Tables 1–4.", "contribution": "Reanalysis excluding students without observed baseline scores, with revised samples and effects.", "relationship": "Original reanalysis by the trial’s authors. It is not a second trial.", "source_refs": [ "AIBD-0214-source-0002" ], "access": "The complete eight-page original PDF was read through the web tool; direct retrieval returned HTTP 403.", "publication_date": "2014-05-30" }, { "url": "https://ies.ed.gov/ncee/wwc/Docs/InterventionReports/wwc_cognitivetutor_122116.pdf", "title": "Cognitive Tutor® Algebra I", "locator": "p. 6; pp. 23–24, Appendix A.4; p. 31, Table B.1, n. c.", "contribution": "Independent evidence review and correction for multiple comparisons.", "relationship": "Independent review by the What Works Clearinghouse. It reuses the trial data rather than adding a new cohort.", "source_refs": [ "AIBD-0214-source-0003" ], "access": "Original revised PDF downloaded and relevant sections read.", "publication_date": "2016-12-21" }, { "url": "https://link.springer.com/content/pdf/10.3758/BF03194060.pdf", "title": "Cognitive Tutor: Applied Research in Mathematics Education", "locator": "pp. 249–52.", "contribution": "Original account of the cognitive model, step-by-step model tracing, and skill tracking.", "relationship": "Technical account by the system’s developers.", "source_refs": [ "AIBD-0214-source-0004" ], "access": "Original publisher PDF downloaded and mechanism sections read.", "publication_date": "2007-04" }, { "url": "https://www.rand.org/content/dam/rand/pubs/technical_reports/2012/RAND_TR1171-1.pdf", "title": "Analysis of Costs in an Algebra I Curriculum Effectiveness Study", "locator": "pp. ix–x, 5–11, 26–28; Tables 3.13–3.14.", "contribution": "Annualized adoption costs, cost assumptions, and the effect of including Houston.", "relationship": "Primary cost analysis by RAND using vendor prices and district information.", "source_refs": [ "AIBD-0214-source-0005" ], "access": "Relevant original PDF sections were read through the web tool. Direct retrieval returned HTTP 403.", "publication_date": "2012-07-12" }, { "url": "https://educationaldatamining.org/EDM2024/proceedings/2024.EDM-short-papers.52/index.html", "title": "Using Publicly Available Auxiliary Data to Improve Precision of Treatment Effect Estimation in a Randomized Efficacy Trial", "locator": "§2 establishes the school years; §7 and the linked code repository describe available replication materials.", "contribution": "The paper establishes the original trial’s school years and links public reanalysis code while explaining that school identities remain protected.", "relationship": "Later research using the trial dataset; retained only for the stated chronology.", "source_refs": [ "AIBD-0214-source-0006" ], "access": "The data-description and supporting-code sections were read, together with the linked aeis-aux-rct README. The full reanalysis was not reviewed.", "publication_date": "2024" }, { "url": "https://github.com/manncz/aeis-aux-rct", "title": "Data build and analysis for the CTAI reanalysis", "locator": "README, opening paragraphs and file inventory.", "contribution": "The authors’ original code repository for the later reanalysis. Its README states that protected school identities prevent a complete public rerun.", "relationship": "The authors’ original code repository for the later reanalysis. Its README states that protected school identities prevent a complete public rerun.", "source_refs": [ "AIBD-0214-source-0006" ] } ], "excluded_or_consolidated_sources": [ { "old_source_ref": "AIBD-0214-source-0001", "url": "https://www.rand.org/pubs/research_briefs/RB9746.html", "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact." }, { "old_source_ref": "AIBD-0214-source-0002", "url": "https://eric.ed.gov/?id=EJ1024233", "retained_source_ref": "AIBD-0214-source-0001", "reason": "Mirror or version consolidated into the original work." }, { "old_source_ref": "AIBD-0214-source-0003", "url": "https://www.rand.org/pubs/working_papers/WR1050.html", "retained_source_ref": "AIBD-0214-source-0002", "reason": "Mirror or version consolidated into the original work." }, { "old_source_ref": "AIBD-0214-source-0004", "url": "https://www.edweek.org/technology/educators-researchers-look-for-lessons-in-blended-learning-algebra-program/2014/01", "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact." } ], "review_scope": "Original evidence, systems, evaluation methods and results, costs, chronology, human roles, limitations, and follow-up.", "chronology_source": {}, "source_relationship_note": "Versions, supplements, reanalyses, and repeated developer statements are not independent replications.", "same_work_groups": [ [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ] ] } }, "provenance": { "kind": "source_review", "basis": "The original evidence and exact locators are preserved in this assessment.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002", "AIBD-0214-source-0003", "AIBD-0214-source-0004", "AIBD-0214-source-0005", "AIBD-0214-source-0006" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The trial and addendum provide the estimates. The Clearinghouse review supplies the correction for multiple comparisons." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "text", "text": "Students using Cognitive Tutor Algebra I scored 0.21 standard deviations higher in the second year, with no statistically significant difference after correction for multiple comparisons." }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students using Cognitive Tutor Algebra I scored 0.21 standard deviations higher in the second year, with no statistically significant difference after correction for multiple comparisons." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "text", "text": "The tutor selected exercises and gave feedback. Teachers remained responsible for instruction." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The tutor selected exercises and gave feedback. Teachers remained responsible for instruction." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The tutor checked students’ steps, provided hints, and selected practice for skills that needed work." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The tutor checked students’ steps, provided hints, and selected practice for skills that needed work." } }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "Classes generally used the textbook and classroom activities three days a week and tutoring software two days a week." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Classes generally used the textbook and classroom activities three days a week and tutoring software two days a week." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "text", "text": "Students entered algebra steps. The tutor returned feedback and selected further exercises." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Students entered algebra steps. The tutor returned feedback and selected further exercises." } }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "An ACT-R-based cognitive model tracked students’ solution steps and mastery of individual skills." }, "provenance": { "kind": "source_review", "basis": "pp. 249–52.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An ACT-R-based cognitive model tracked students’ solution steps and mastery of individual skills." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Intervention and mechanism descriptions.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0004" ], "reviewed_on": "2026-10-25" }, "reason": "The study does not identify a numbered model or software release.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study does not identify a numbered model or software release." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "text", "text": "Cognitive Tutor Algebra I." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Cognitive Tutor Algebra I." } }, "systems[].provider": { "state": "value_present", "value": { "kind": "text", "text": "Carnegie Learning." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Carnegie Learning." } }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "text", "text": "Higher algebra scores in the trial’s second year" }, "provenance": { "kind": "source_review", "basis": "Methods, results, and Tables 2–5.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Higher algebra scores in the trial’s second year" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "d0d3b347b993966f7ab31c89ecba4b49bddfe59ef866a45bb3f2774dab45228c" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "Teachers taught the curriculum and supervised students’ work with the software." }, "provenance": { "kind": "source_review", "basis": "C1 intervention description.", "record_fields": [], "source_refs": [ "AIBD-0214-source-0001", "AIBD-0214-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Teachers taught the curriculum and supervised students’ work with the software." } } }, "summary": { "total": 91, "addressed": 91, "known": 73, "reviewed": 73, "record_mapped": 3, "not_assessed": 15, "complete": false, "by_state": { "value_present": 73, "not_reported": 3, "unresolved": 0, "not_assessed": 15, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0300", "case_url": "records/AIBD-0300.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Regulatory document", "value": "Apple Inc. (2024). Sleep Apnea Notification Feature: 510(k) Summary, K240929, device description and performance testing, pp. 2 and 5–7, filed with the FDA. File includes FDA's September 13, 2024 substantial-equivalence letter.", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0300", "title": "Apple Watch Series 11 breathing-disturbance notifications send a 79-year-old to his cardiologist; morning watch ECGs show AF after “elevated” nights and CPAP starts without polysomnography", "summary": "Fukuoka case (Cureus, 26 May 2026): sleep-apnoea notifications prompted consultation; watch ECGs showed AF only after “elevated” breathing-disturbance nights; CPAP under way, no polysomnography.", "date_observed": "2026-05-26", "date_basis": "source publication", "date_precision": "day", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Maruyama (Haradoi Hospital, Fukuoka), Hieda and Fukata reported a case in Cureus on 26 May 2026. The consultation is undated. The patient is a 79-year-old Japanese man with hypertension, dyslipidemia, type 2 diabetes and symptomatic paroxysmal atrial fibrillation (AF). A 12-lead electrocardiogram (ECG) had documented it a decade earlier. After retirement no paroxysms were documented by ambulatory or standard ECG, and pulsed-field ablation was deferred. Some months after he began wearing an Apple Watch Series 11 paired with an iPhone 15 Pro, he consulted the authors. He asked about notifications of nocturnal “respiratory disturbance”. He activated the watch ECG every morning and evening. AF paroxysms were detected repeatedly on mornings after nights the watch rated breathing disturbance “elevated”. They were not detected after “not elevated” nights, and they terminated by evening. He is undergoing CPAP therapy, and pulsed-field ablation will be considered depending on its effect on the paroxysms. No polysomnography was performed. The authors state that watch-detected breathing disturbance is not equivalent to the apnea-hypopnea index. They state that the watch ECG cannot fully substitute for conventional ECG, and that the notification algorithm “was reportedly developed using advanced machine learning”. The Food and Drug Administration (FDA) cleared Apple's Sleep Apnea Notification Feature under 510(k) K240929 on 13 September 2024. Apple's 510(k) submission says that it uses a deep learning algorithm on Apple Watch accelerometer data, analyzed in 30-day windows. It was trained on over 11,000 nights with polysomnography or home sleep-test reference. No treatment outcome is reported.", "category": "benefit created", "unexpected": false, "purpose": "The notification feature is built to identify patterns of breathing disturbance suggestive of moderate-to-severe sleep apnea and tell the user. The ECG app is built to record and classify single-lead rhythm. Both were used as designed.", "system": "Apple Watch Sleep Apnea Notification Feature (breathing-disturbance notifications) and the ECG app", "model_version": "Apple Watch Series 11 with iPhone 15 Pro", "developer": "Apple", "deployer": null, "location": "Fukuoka, Japan", "domain": "Healthcare (cardiology; sleep medicine)", "segment": "Consumer wearables", "benefit_type": "Improved Physical Health", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 1, "reason": "A man whose AF was thought quiescent learned that paroxysms recur after disturbed-breathing nights, and he started CPAP. No confirmed sleep-apnea diagnosis and no treatment effect are reported." } ], "ai_role": { "status": "assessed", "statement": "The notification feature's deep-learning model, described in Apple's submission to FDA, flagged elevated breathing disturbance and brought the patient to the clinic. His own morning ECG recordings, read by the authors, showed the AF paroxysms. The paper does not state separately what the ECG app's classifier reported. Clinicians chose CPAP and deferred ablation. The treating authors report the clinical episode. Apple supplies the technical description and validation in its 510(k) summary. FDA's clearance is a separate regulatory decision and does not verify this patient's benefit." }, "evidence": [ { "kind": "case report", "citation": "Maruyama T, Hieda M, Fukata M (2026). Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report. Cureus 18(5):e109701 (PMC13301138). Case Presentation, Figure 2, Discussion, and references 12–14.", "title": "Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "date": "2026-05-26", "written_by": "independent", "quote": "the smartwatch repeatedly detected AF paroxysms the following morning, only after the smartwatch had issued a breathing-disturbance notification during sleep." }, { "kind": "regulatory document", "citation": "Apple Inc. (2024). Sleep Apnea Notification Feature: 510(k) Summary, K240929, device description and performance testing, pp. 2 and 5–7, filed with the FDA. File includes FDA's September 13, 2024 substantial-equivalence letter.", "title": "510(k) Summary K240929: Sleep Apnea Notification Feature (SANF)", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "date": "2024-09-13", "written_by": "makers", "quote": "SANF includes a deep learning algorithm to identify breathing disturbances using accelerometer sensor data from Apple Watch." } ], "replication": { "produced_by": [ "Nightly watch wear with the sleep-apnea notification feature active, plus the owner's habit of recording a watch ECG every morning and evening", "A known history of paroxysmal AF that made the morning traces interpretable to his cardiologists", "Access to a clinic willing to act on watch data (CPAP started without polysomnography)" ], "must_hold": [ "The user completes onboarding and wears the watch during sleep, since the feature evaluates 30-day windows opportunistically", "Clinicians confirm with conventional ECG and polysomnography, which the authors say the watch cannot replace and which was not done here" ], "echoes": [] }, "paired_incident": null, "headline": "Apple Watch breathing alerts send a 79-year-old to CPAP therapy", "metric": null, "comparator": { "against": "ambulatory monitoring and standard 12-lead ECG, which had documented no paroxysms since his retirement", "before": "AF paroxysms were not documented by ambulatory monitoring or standard ECG", "after": "AF paroxysms were detected repeatedly in the morning after notification of nocturnal “elevated” breathing disturbance, but not in the morning after nights when breathing disturbance was “not elevated”", "basis": "measured", "quote": "AF paroxysms were not documented by ambulatory monitoring or standard ECG (Figure 1B), and we deferred pulsed-field ablation for his AF paroxysms.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/" }, "later": { "status": "unknown", "date": null, "note": "The May 2026 report says CPAP therapy is under way and ablation will depend on its effect; no later outcome was found.", "quote": null, "url": null }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-24", "change": "Consolidated three excerpts of the clinical report and two excerpts of the 510(k) file into two sources. Followed the case's technical references to Apple's original white paper and submission. Corrected the prose to identify that the FDA-hosted technical summary was written by Apple. Preserved that CPAP began but no treatment outcome or polysomnographic confirmation was reported.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent case report and the makers' regulatory document. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0300", "catalog_version": "1.0.0", "source_fingerprint": "3c00ba05fd9e3361ace72306c00b7428276417fec489bdf1bb70cf22ba9853cd", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Apple" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The notification feature's deep-learning model, described in Apple's submission to FDA, flagged elevated breathing disturbance and brought the patient to the clinic. His own morning ECG recordings, read by the authors, showed the AF paroxysms. The paper does not state separately what the ECG app's classifier reported. Clinicians chose CPAP and deferred ablation. The treating authors report the clinical episode. Apple supplies the technical description and validation in its 510(k) summary. FDA's clearance is a separate regulatory decision and does not verify this patient's benefit." } } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "ai_role" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Sleep-apnea notifications prompted the patient to seek care. Clinicians interpreted his morning ECG recordings and chose CPAP treatment. The report does not separately identify an ECG classifier’s contribution or provide a treatment outcome.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The notification feature's deep-learning model, described in Apple's submission to FDA, flagged elevated breathing disturbance and brought the patient to the clinic. His own morning ECG recordings, read by the authors, showed the AF paroxysms. The paper does not state separately what the ECG app's classifier reported. Clinicians chose CPAP and deferred ablation. The treating authors report the clinical episode. Apple supplies the technical description and validation in its 510(k) summary. FDA's clearance is a separate regulatory decision and does not verify this patient's benefit." } } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "category", "ai_role" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 1, "reason": "A man whose AF was thought quiescent learned that paroxysms recur after disturbed-breathing nights, and he started CPAP. No confirmed sleep-apnea diagnosis and no treatment effect are reported." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent case report and the makers' regulatory document. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule retained. Originality, authorship, and independence are assessed separately in the source lineage. Repeated formats, quotations, and versions are not independent confirmations." } }, "provenance": { "kind": "source_review", "basis": "Rechecked source authorship and independence without changing benefit-depth ratings.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 1, "reason": "A man whose AF was thought quiescent learned that paroxysms recur after disturbed-breathing nights, and he started CPAP. No confirmed sleep-apnea diagnosis and no treatment effect are reported." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 1, "reason": "A man whose AF was thought quiescent learned that paroxysms recur after disturbed-breathing nights, and he started CPAP. No confirmed sleep-apnea diagnosis and no treatment effect are reported." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "unknown", "note": "The May 2026 report says CPAP therapy is under way and ablation will depend on its effect; no later outcome was found." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0300" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Maruyama (Haradoi Hospital, Fukuoka), Hieda and Fukata reported a case in Cureus on 26 May 2026. The consultation is undated. The patient is a 79-year-old Japanese man with hypertension, dyslipidemia, type 2 diabetes and symptomatic paroxysmal atrial fibrillation (AF). A 12-lead electrocardiogram (ECG) had documented it a decade earlier. After retirement no paroxysms were documented by ambulatory or standard ECG, and pulsed-field ablation was deferred. Some months after he began wearing an Apple Watch Series 11 paired with an iPhone 15 Pro, he consulted the authors. He asked about notifications of nocturnal “respiratory disturbance”. He activated the watch ECG every morning and evening. AF paroxysms were detected repeatedly on mornings after nights the watch rated breathing disturbance “elevated”. They were not detected after “not elevated” nights, and they terminated by evening. He is undergoing CPAP therapy, and pulsed-field ablation will be considered depending on its effect on the paroxysms. No polysomnography was performed. The authors state that watch-detected breathing disturbance is not equivalent to the apnea-hypopnea index. They state that the watch ECG cannot fully substitute for conventional ECG, and that the notification algorithm “was reportedly developed using advanced machine learning”. The Food and Drug Administration (FDA) cleared Apple's Sleep Apnea Notification Feature under 510(k) K240929 on 13 September 2024. Apple's 510(k) submission says that it uses a deep learning algorithm on Apple Watch accelerometer data, analyzed in 30-day windows. It was trained on over 11,000 nights with polysomnography or home sleep-test reference. No treatment outcome is reported.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "account", "benefit_type" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 1, "reason": "A man whose AF was thought quiescent learned that paroxysms recur after disturbed-breathing nights, and he started CPAP. No confirmed sleep-apnea diagnosis and no treatment effect are reported." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "The notification feature is built to identify patterns of breathing disturbance suggestive of moderate-to-severe sleep apnea and tell the user. The ECG app is built to record and classify single-lead rhythm. Both were used as designed." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Fukuoka, Japan", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "The notification feature is built to identify patterns of breathing disturbance suggestive of moderate-to-severe sleep apnea and tell the user. The ECG app is built to record and classify single-lead rhythm. Both were used as designed." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-05-26", "date_basis": "source publication", "date_precision": "day", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Consolidated three excerpts of the clinical report and two excerpts of the 510(k) file into two sources. Followed the case's technical references to Apple's original white paper and submission. Corrected the prose to identify that the FDA-hosted technical summary was written by Apple. Preserved that CPAP began but no treatment outcome or polysomnographic confirmation was reported.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" } ] } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "date_observed", "revisions", "date_basis", "date_precision" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Nightly watch wear with the sleep-apnea notification feature active, plus the owner's habit of recording a watch ECG every morning and evening", "A known history of paroxysmal AF that made the morning traces interpretable to his cardiologists", "Access to a clinic willing to act on watch data (CPAP started without polysomnography)" ], "must_hold": [ "The user completes onboarding and wears the watch during sleep, since the feature evaluates 30-day windows opportunistically", "Clinicians confirm with conventional ECG and polysomnography, which the authors say the watch cannot replace and which was not done here" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Consolidated three excerpts of the clinical report and two excerpts of the 510(k) file into two sources. Followed the case's technical references to Apple's original white paper and submission. Corrected the prose to identify that the FDA-hosted technical summary was written by Apple. Preserved that CPAP began but no treatment outcome or polysomnographic confirmation was reported.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "editor": "AIBD" } ] } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "revisions" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Healthcare (cardiology; sleep medicine)", "segment": "Consumer wearables" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-24", "versions_and_access": [ { "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "access_url": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13301138/fullTextXML", "status": "Full clinical text, figure descriptions and references read." }, { "source_url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "status": "FDA letter and manufacturer summary read separately." }, { "source_url": "https://www.apple.com/health/pdf/sleep-apnea/Sleep_Apnea_Notifications_on_Apple_Watch_September_2024.pdf", "status": "September 2024 maker white paper inspected; part of the upstream chain, not another clinical confirmation." } ], "limitations": [ "The article does not show whether the watch ECG classifier, rather than clinical reading, identified each AF episode.", "No polysomnography, controlled counterfactual, or treatment response is reported.", "Nightly breathing-disturbance categories and the feature's 30-day sleep-apnea notification are related but distinct outputs.", "Apple's underlying training and validation records were not publicly available for independent reproduction." ] } }, "provenance": { "kind": "source_review", "basis": "Read the available originals and relevant source chains, with unresolved access and evidentiary limits recorded explicitly.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The clinical report gives no sleep-study confirmation or treatment response and does not identify the ECG classifier’s contribution. Nightly breathing-disturbance ratings differ from the feature’s 30-day notification. Apple’s underlying training and validation records are not public.", "editor_note": "" } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "case report", "citation": "Maruyama T, Hieda M, Fukata M (2026). Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report. Cureus 18(5):e109701 (PMC13301138). Case Presentation, Figure 2, Discussion, and references 12–14.", "title": "Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "date": "2026-05-26", "written_by": "independent", "quote": "the smartwatch repeatedly detected AF paroxysms the following morning, only after the smartwatch had issued a breathing-disturbance notification during sleep." }, { "kind": "regulatory document", "citation": "Apple Inc. (2024). Sleep Apnea Notification Feature: 510(k) Summary, K240929, device description and performance testing, pp. 2 and 5–7, filed with the FDA. File includes FDA's September 13, 2024 substantial-equivalence letter.", "title": "510(k) Summary K240929: Sleep Apnea Notification Feature (SANF)", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "date": "2024-09-13", "written_by": "makers", "quote": "SANF includes a deep learning algorithm to identify breathing disturbances using accelerometer sensor data from Apple Watch." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "role": "Retained evidence sources in reviewed order" }, "provenance": { "kind": "curatorial", "basis": "Updated identifiers after consolidating duplicate excerpts and reviewing original sources.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "case report", "citation": "Maruyama T, Hieda M, Fukata M (2026). Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report. Cureus 18(5):e109701 (PMC13301138). Case Presentation, Figure 2, Discussion, and references 12–14.", "title": "Smartwatch-Detected Atrial Fibrillation on the Morning After a Nocturnal Sleep-Disordered Breathing Notification: A Case Report", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "date": "2026-05-26", "written_by": "independent", "quote": "the smartwatch repeatedly detected AF paroxysms the following morning, only after the smartwatch had issued a breathing-disturbance notification during sleep." }, { "kind": "regulatory document", "citation": "Apple Inc. (2024). Sleep Apnea Notification Feature: 510(k) Summary, K240929, device description and performance testing, pp. 2 and 5–7, filed with the FDA. File includes FDA's September 13, 2024 substantial-equivalence letter.", "title": "510(k) Summary K240929: Sleep Apnea Notification Feature (SANF)", "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "date": "2024-09-13", "written_by": "makers", "quote": "SANF includes a deep learning algorithm to identify breathing disturbances using accelerometer sensor data from Apple Watch." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-24", "lead_source_ref": "AIBD-0300-source-0001", "retained_source_order": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "origins": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "contribution": "Original clinical narrative, ECGs and breathing-disturbance chart document consultation and management.", "locator": "Case Presentation; Figure 2; Discussion; references 12–14.", "relationship": "Treating clinical authors report the episode and declare no relevant support or financial relationships.", "source_refs": [ "AIBD-0300-source-0001" ] }, { "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "contribution": "Manufacturer specifies the deep-learning model, training and 30-day notification rule; FDA letter establishes clearance.", "locator": "FDA letter pp. 1–3; Apple summary pp. 2 and 5–7.", "relationship": "Mixed file: FDA's decision plus Apple's technical submission. The technical claims are maker-authored.", "source_refs": [ "AIBD-0300-source-0002" ] } ], "claim_chains": [ { "claim": "Patient episode and management", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "Case Presentation and Figure 2" ], "finding": "The clinical authors interpreted the ECGs and chose CPAP. No CPAP response is reported, and no polysomnography confirmed sleep apnea." }, { "claim": "Machine learning and detection method", "path": [ "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "References 12–14", "https://www.apple.com/health/pdf/sleep-apnea/Sleep_Apnea_Notifications_on_Apple_Watch_September_2024.pdf", "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf" ], "finding": "The original white paper and 510(k) summary describe Apple's own development and validation. The paper's references 12 and 13 resolve to the same Apple white paper, not two independent sources." }, { "claim": "Regulatory status", "path": [ "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "September 13, 2024 FDA substantial-equivalence letter" ], "finding": "Clearance concerns the product and intended use; it is not confirmation of this clinical outcome." } ], "limitations": [ "The article does not show whether the watch ECG classifier, rather than clinical reading, identified each AF episode.", "No polysomnography, controlled counterfactual, or treatment response is reported.", "Nightly breathing-disturbance categories and the feature's 30-day sleep-apnea notification are related but distinct outputs.", "Apple's underlying training and validation records were not publicly available for independent reproduction." ], "excluded_or_consolidated_sources": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "reason": "Duplicate excerpt of the retained clinical report or technical submission." }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13301138/", "reason": "Duplicate excerpt of the retained clinical report or technical submission." }, { "url": "https://www.accessdata.fda.gov/cdrh_docs/pdf24/K240929.pdf", "reason": "Duplicate excerpt of the retained clinical report or technical submission." } ], "review_scope": "Traced the claims in this case through accessible original publications and relevant embedded references, tables, appendices, corrections, and supplements. The stated access limits remain unresolved." } }, "provenance": { "kind": "source_review", "basis": "Read the available originals and relevant source chains, with unresolved access and evidentiary limits recorded explicitly.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Treating clinicians report the consultation and ECG findings. Apple’s FDA submission describes the notification algorithm and its validation. FDA’s clearance is a regulatory decision, not confirmation of this patient’s benefit.", "editor_note": "" } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Fukuoka case (Cureus, 26 May 2026): sleep-apnoea notifications prompted consultation; watch ECGs showed AF only after “elevated” breathing-disturbance nights; CPAP under way, no polysomnography.", "account": "Maruyama (Haradoi Hospital, Fukuoka), Hieda and Fukata reported a case in Cureus on 26 May 2026. The consultation is undated. The patient is a 79-year-old Japanese man with hypertension, dyslipidemia, type 2 diabetes and symptomatic paroxysmal atrial fibrillation (AF). A 12-lead electrocardiogram (ECG) had documented it a decade earlier. After retirement no paroxysms were documented by ambulatory or standard ECG, and pulsed-field ablation was deferred. Some months after he began wearing an Apple Watch Series 11 paired with an iPhone 15 Pro, he consulted the authors. He asked about notifications of nocturnal “respiratory disturbance”. He activated the watch ECG every morning and evening. AF paroxysms were detected repeatedly on mornings after nights the watch rated breathing disturbance “elevated”. They were not detected after “not elevated” nights, and they terminated by evening. He is undergoing CPAP therapy, and pulsed-field ablation will be considered depending on its effect on the paroxysms. No polysomnography was performed. The authors state that watch-detected breathing disturbance is not equivalent to the apnea-hypopnea index. They state that the watch ECG cannot fully substitute for conventional ECG, and that the notification algorithm “was reportedly developed using advanced machine learning”. The Food and Drug Administration (FDA) cleared Apple's Sleep Apnea Notification Feature under 510(k) K240929 on 13 September 2024. Apple's 510(k) submission says that it uses a deep learning algorithm on Apple Watch accelerometer data, analyzed in 30-day windows. It was trained on over 11,000 nights with polysomnography or home sleep-test reference. No treatment outcome is reported." } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "summary", "account" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Apple Watch sleep-apnea notifications prompted a consultation. Clinicians found atrial fibrillation in morning ECG recordings after nights with elevated breathing disturbances and began CPAP treatment, without a confirmatory sleep study.", "editor_note": "" } }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The model detected elevated breathing disturbance and generated a notification." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The participant used an Apple Watch Series 11 with an iPhone 15 Pro." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Apple Watch Series 11 with iPhone 15 Pro" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Apple Watch Sleep Apnea Notification Feature (breathing-disturbance notifications) and the ECG app" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Apple" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Apple Watch Series 11 breathing-disturbance notifications send a 79-year-old to his cardiologist; morning watch ECGs show AF after “elevated” nights and CPAP starts without polysomnography", "headline": "Apple Watch breathing alerts send a 79-year-old to CPAP therapy" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "3c00ba05fd9e3361ace72306c00b7428276417fec489bdf1bb70cf22ba9853cd" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Updated the fingerprint after this targeted source review.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Maruyama (Haradoi Hospital, Fukuoka), Hieda and Fukata reported a case in Cureus on 26 May 2026. The consultation is undated. The patient is a 79-year-old Japanese man with hypertension, dyslipidemia, type 2 diabetes and symptomatic paroxysmal atrial fibrillation (AF). A 12-lead electrocardiogram (ECG) had documented it a decade earlier. After retirement no paroxysms were documented by ambulatory or standard ECG, and pulsed-field ablation was deferred. Some months after he began wearing an Apple Watch Series 11 paired with an iPhone 15 Pro, he consulted the authors. He asked about notifications of nocturnal “respiratory disturbance”. He activated the watch ECG every morning and evening. AF paroxysms were detected repeatedly on mornings after nights the watch rated breathing disturbance “elevated”. They were not detected after “not elevated” nights, and they terminated by evening. He is undergoing CPAP therapy, and pulsed-field ablation will be considered depending on its effect on the paroxysms. No polysomnography was performed. The authors state that watch-detected breathing disturbance is not equivalent to the apnea-hypopnea index. They state that the watch ECG cannot fully substitute for conventional ECG, and that the notification algorithm “was reportedly developed using advanced machine learning”. The Food and Drug Administration (FDA) cleared Apple's Sleep Apnea Notification Feature under 510(k) K240929 on 13 September 2024. Apple's 510(k) submission says that it uses a deep learning algorithm on Apple Watch accelerometer data, analyzed in 30-day windows. It was trained on over 11,000 nights with polysomnography or home sleep-test reference. No treatment outcome is reported.", "replication": { "produced_by": [ "Nightly watch wear with the sleep-apnea notification feature active, plus the owner's habit of recording a watch ECG every morning and evening", "A known history of paroxysmal AF that made the morning traces interpretable to his cardiologists", "Access to a clinic willing to act on watch data (CPAP started without polysomnography)" ], "must_hold": [ "The user completes onboarding and wears the watch during sleep, since the feature evaluates 30-day windows opportunistically", "Clinicians confirm with conventional ECG and polysomnography, which the authors say the watch cannot replace and which was not done here" ], "echoes": [] } } }, "provenance": { "kind": "source_review", "basis": "Updated only the mapped fields affected by this source review. Other mapped content and review decisions are preserved.", "record_fields": [ "account", "replication" ], "source_refs": [ "AIBD-0300-source-0001", "AIBD-0300-source-0002" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 33, "reviewed": 11, "record_mapped": 22, "not_assessed": 58, "complete": false, "by_state": { "value_present": 33, "not_reported": 0, "unresolved": 0, "not_assessed": 58, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0261", "case_url": "records/AIBD-0261.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "Cheetham and Seshadri's April 2024 perspective in Chemistry of Materials examined the GNoME listings and found scant evidence of novel, credible and useful compounds, identifying every one of ten sampled 'stable structure' entries in the ICSD; C&EN reported further duplicate findings by Kurlin in October 2026.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0261", "title": "GNoME predicts 2.2 million crystal structures, of which few may be useful new compounds", "summary": "Google DeepMind's GNoME proposed 2.2 million crystal structures (380,000 stable); independent reviews (Cheetham & Seshadri 2024, Kurlin 2026) find duplicates and scant evidence of useful compounds.", "date_observed": "2023-11-29", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 29 November 2023 Google DeepMind published GNoME in Nature. It reported 2.2 million structures below the convex hull, calling it “an order-of-magnitude expansion in stable materials known to humanity”. It stated that 736 of the stable structures had already been independently realized. The company blog adds that the Berkeley Lab A-Lab synthesized more than 41 materials from the predictions. Cheetham and Seshadri (UC Santa Barbara, Chem. Mater., 8 April 2024) examined the listings. They reported “scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility”. 404 Media (11 April 2024) quoted Cheetham that the paper “falls way short” as a practical contribution and DeepMind that it stands by all claims. C&EN (15 October 2026) reported an arXiv analysis by Vitaliy Kurlin (Liverpool). It found more than 15% near-duplicates within GNoME, about 24% duplicating Materials Project entries and about 17% close to ICSD entries. Leslie Schoop (Princeton) called some entries “completely unrealistic”. The Chem. Mater. critique itself was not available. Its abstract on Europe PMC (PMC11044265) is among the sources.", "category": "general benefit", "unexpected": false, "purpose": "Predict stable inorganic crystal structures at scale to accelerate materials discovery", "system": "GNoME (Graph Networks for Materials Exploration)", "model_version": null, "developer": "DeepMind", "deployer": "DeepMind (dataset released openly; stable structures contributed to the Materials Project)", "location": "Mountain View, California, USA", "domain": "Materials science", "segment": "Materials researchers", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "Independent reviewers dispute the novelty and utility of the predicted structures.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individual beneficiary. A dataset release." }, { "group": "organizational", "depth": null, "reason": "Use by the Materials Project and A-Lab is reported only by the vendor. Independent reviewers find scant utility." }, { "group": "societal", "depth": null, "reason": "No demonstrated downstream technology. Novelty of the predictions is disputed." } ], "ai_role": { "status": "unassessed", "statement": "The graph-network model is the vendor's. Its predictions are documented in a vendor-authored Nature paper and blog. Independent reviewers (Cheetham & Seshadri 2024; Kurlin 2026 as reported by C&EN) report near-duplicates, unrealistic compounds and little evidence of useful novel materials. Benefit therefore rests on the vendor's account and is contested." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Merchant A, Batzner S, Schoenholz SS, Aykol M, Cheon G, Cubuk ED. Nature 624:80-85 (2023)", "title": "Scaling deep learning for materials discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/", "date": "2023-11-29", "written_by": "makers", "quote": "Our work represents an order-of-magnitude expansion in stable materials known to humanity." }, { "kind": "press release", "citation": "Google DeepMind blog, 29 Nov 2023", "title": "Millions of new materials discovered with deep learning", "url": "https://deepmind.google/discover/blog/millions-of-new-materials-discovered-with-deep-learning/", "date": "2023-11-29", "written_by": "makers", "quote": "External researchers in labs around the world have independently created 736 of these new structures experimentally in concurrent work" }, { "kind": "peer-reviewed study", "citation": "Cheetham AK, Seshadri R. Chem. Mater. 36:3490-3495 (2024)", "title": "Artificial Intelligence Driving Materials Discovery? Perspective on the Article: Scaling Deep Learning for Materials Discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "date": "2024-04-08", "written_by": "independent", "quote": "unfortunately finding scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility" }, { "kind": "news report", "citation": "Koebler J. 404 Media, 11 Apr 2024", "title": "Google Says It Discovered Millions of New Materials With AI. Human Researchers Say...", "url": "https://www.404media.co/google-says-it-discovered-millions-of-new-materials-with-ai-human-researchers/", "date": "2024-04-11", "written_by": "independent", "quote": "the Google paper falls way short in terms of it being a useful, practical contribution to the experimental materials scientists." }, { "kind": "news report", "citation": "Chemical & Engineering News, 15 Oct 2026", "title": "Google DeepMind AI crystallography database includes near duplicate structures and unrealistic compounds", "url": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10", "date": "2026-10-15", "written_by": "independent", "quote": "My biggest problem with GNoME is that there are materials in there that are completely unrealistic." } ], "replication": { "produced_by": [ "Graph neural network trained on existing crystal databases with iterative active learning", "High-throughput DFT stability checks of candidates", "Open release of the predicted structures" ], "must_hold": [ "Predicted structures are genuinely novel rather than near-duplicates of known entries", "Predicted compounds are synthesizable and have useful properties", "Independent experimental confirmation of utility" ], "echoes": [ { "date": "2024-04-08", "setting": "Independent review of GNoME listings by Cheetham and Seshadri (UC Santa Barbara)", "model_version": null, "outcome": "did not recur", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" }, { "date": "2026-10-09", "setting": "Kurlin et al. arXiv analysis of the November 2024 GNoME update, reported by C&EN", "model_version": "GNoME dataset update, Nov 2024", "outcome": "did not recur", "source": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10" } ] }, "paired_incident": null, "headline": "GNoME's 2.2 million predicted crystals may include useful compounds", "metric": "2.2 million crystal structures (380,000 stable)", "comparator": { "against": "stable crystals previously identified by computational studies before GNoME", "before": "48,000 computationally stable materials", "after": "a total of 421,000 stable crystals", "basis": "measured", "quote": "Given that discovered materials compete for stability, the updated convex hull consists of 381,000 new entries for a total of 421,000 stable crystals, representing an-order-of-magnitude expansion from all previous discoveries.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/" }, "later": { "status": "reversed", "date": "2024-04-08", "note": "Cheetham and Seshadri's April 2024 perspective in Chemistry of Materials examined the GNoME listings and found scant evidence of novel, credible and useful compounds, identifying every one of ten sampled 'stable structure' entries in the ICSD; C&EN reported further duplicate findings by Kurlin in October 2026.", "quote": "We examine the claims of this work here, unfortunately finding scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" }, "value": null, "developer_country": "United Kingdom", "deployer_country": "United Kingdom", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/; https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Google_DeepMind; https://en.wikipedia.org/wiki/Google_DeepMind", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to DeepMind.", "source": null, "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent peer-reviewed study, two independent news reports, the makers' peer-reviewed study and the makers' press release. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0261", "catalog_version": "1.0.0", "source_fingerprint": "4b33996fd343295677781a9abca4c40244fce51cc5014c72c542405c1573fc90", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0261-source-0001", "AIBD-0261-source-0002", "AIBD-0261-source-0003", "AIBD-0261-source-0004", "AIBD-0261-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "DeepMind", "deployer": "DeepMind (dataset released openly; stable structures contributed to the Materials Project)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "unassessed", "statement": "The graph-network model is the vendor's. Its predictions are documented in a vendor-authored Nature paper and blog. Independent reviewers (Cheetham & Seshadri 2024; Kurlin 2026 as reported by C&EN) report near-duplicates, unrealistic compounds and little evidence of useful novel materials. Benefit therefore rests on the vendor's account and is contested." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent peer-reviewed study, two independent news reports, the makers' peer-reviewed study and the makers' press release. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary. A dataset release." }, { "group": "organizational", "reason": "Use by the Materials Project and A-Lab is reported only by the vendor. Independent reviewers find scant utility." }, { "group": "societal", "reason": "No demonstrated downstream technology. Novelty of the predictions is disputed." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary. A dataset release." }, { "group": "organizational", "reason": "Use by the Materials Project and A-Lab is reported only by the vendor. Independent reviewers find scant utility." }, { "group": "societal", "reason": "No demonstrated downstream technology. Novelty of the predictions is disputed." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "2.2 million crystal structures (380,000 stable)", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2024-04-08", "note": "Cheetham and Seshadri's April 2024 perspective in Chemistry of Materials examined the GNoME listings and found scant evidence of novel, credible and useful compounds, identifying every one of ten sampled 'stable structure' entries in the ICSD; C&EN reported further duplicate findings by Kurlin in October 2026.", "quote": "We examine the claims of this work here, unfortunately finding scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0261" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "Independent reviewers dispute the novelty and utility of the predicted structures." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 29 November 2023 Google DeepMind published GNoME in Nature. It reported 2.2 million structures below the convex hull, calling it “an order-of-magnitude expansion in stable materials known to humanity”. It stated that 736 of the stable structures had already been independently realized. The company blog adds that the Berkeley Lab A-Lab synthesized more than 41 materials from the predictions. Cheetham and Seshadri (UC Santa Barbara, Chem. Mater., 8 April 2024) examined the listings. They reported “scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility”. 404 Media (11 April 2024) quoted Cheetham that the paper “falls way short” as a practical contribution and DeepMind that it stands by all claims. C&EN (15 October 2026) reported an arXiv analysis by Vitaliy Kurlin (Liverpool). It found more than 15% near-duplicates within GNoME, about 24% duplicating Materials Project entries and about 17% close to ICSD entries. Leslie Schoop (Princeton) called some entries “completely unrealistic”. The Chem. Mater. critique itself was not available. Its abstract on Europe PMC (PMC11044265) is among the sources.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary. A dataset release." }, { "group": "organizational", "reason": "Use by the Materials Project and A-Lab is reported only by the vendor. Independent reviewers find scant utility." }, { "group": "societal", "reason": "No demonstrated downstream technology. Novelty of the predictions is disputed." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Predict stable inorganic crystal structures at scale to accelerate materials discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Mountain View, California, USA", "developer_country": "United Kingdom", "deployer_country": "United Kingdom" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Predict stable inorganic crystal structures at scale to accelerate materials discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-11-29", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/; https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Google_DeepMind; https://en.wikipedia.org/wiki/Google_DeepMind", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to DeepMind.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Graph neural network trained on existing crystal databases with iterative active learning", "High-throughput DFT stability checks of candidates", "Open release of the predicted structures" ], "must_hold": [ "Predicted structures are genuinely novel rather than near-duplicates of known entries", "Predicted compounds are synthesizable and have useful properties", "Independent experimental confirmation of utility" ], "echoes": [ { "date": "2024-04-08", "setting": "Independent review of GNoME listings by Cheetham and Seshadri (UC Santa Barbara)", "outcome": "did not recur", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" }, { "date": "2026-10-09", "setting": "Kurlin et al. arXiv analysis of the November 2024 GNoME update, reported by C&EN", "model_version": "GNoME dataset update, Nov 2024", "outcome": "did not recur", "source": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Graph neural network trained on existing crystal databases with iterative active learning", "High-throughput DFT stability checks of candidates", "Open release of the predicted structures" ], "must_hold": [ "Predicted structures are genuinely novel rather than near-duplicates of known entries", "Predicted compounds are synthesizable and have useful properties", "Independent experimental confirmation of utility" ], "echoes": [ { "date": "2024-04-08", "setting": "Independent review of GNoME listings by Cheetham and Seshadri (UC Santa Barbara)", "outcome": "did not recur", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" }, { "date": "2026-10-09", "setting": "Kurlin et al. arXiv analysis of the November 2024 GNoME update, reported by C&EN", "model_version": "GNoME dataset update, Nov 2024", "outcome": "did not recur", "source": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/; https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Google_DeepMind; https://en.wikipedia.org/wiki/Google_DeepMind", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to DeepMind.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Materials science", "segment": "Materials researchers" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Merchant A, Batzner S, Schoenholz SS, Aykol M, Cheon G, Cubuk ED. Nature 624:80-85 (2023)", "title": "Scaling deep learning for materials discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/", "date": "2023-11-29", "written_by": "makers", "quote": "Our work represents an order-of-magnitude expansion in stable materials known to humanity." }, { "kind": "press release", "citation": "Google DeepMind blog, 29 Nov 2023", "title": "Millions of new materials discovered with deep learning", "url": "https://deepmind.google/discover/blog/millions-of-new-materials-discovered-with-deep-learning/", "date": "2023-11-29", "written_by": "makers", "quote": "External researchers in labs around the world have independently created 736 of these new structures experimentally in concurrent work" }, { "kind": "peer-reviewed study", "citation": "Cheetham AK, Seshadri R. Chem. Mater. 36:3490-3495 (2024)", "title": "Artificial Intelligence Driving Materials Discovery? Perspective on the Article: Scaling Deep Learning for Materials Discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "date": "2024-04-08", "written_by": "independent", "quote": "unfortunately finding scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility" }, { "kind": "news report", "citation": "Koebler J. 404 Media, 11 Apr 2024", "title": "Google Says It Discovered Millions of New Materials With AI. Human Researchers Say...", "url": "https://www.404media.co/google-says-it-discovered-millions-of-new-materials-with-ai-human-researchers/", "date": "2024-04-11", "written_by": "independent", "quote": "the Google paper falls way short in terms of it being a useful, practical contribution to the experimental materials scientists." }, { "kind": "news report", "citation": "Chemical & Engineering News, 15 Oct 2026", "title": "Google DeepMind AI crystallography database includes near duplicate structures and unrealistic compounds", "url": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10", "date": "2026-10-15", "written_by": "independent", "quote": "My biggest problem with GNoME is that there are materials in there that are completely unrealistic." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0261-source-0001", "AIBD-0261-source-0002", "AIBD-0261-source-0003", "AIBD-0261-source-0004", "AIBD-0261-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Merchant A, Batzner S, Schoenholz SS, Aykol M, Cheon G, Cubuk ED. Nature 624:80-85 (2023)", "title": "Scaling deep learning for materials discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10700131/", "date": "2023-11-29", "written_by": "makers", "quote": "Our work represents an order-of-magnitude expansion in stable materials known to humanity." }, { "kind": "press release", "citation": "Google DeepMind blog, 29 Nov 2023", "title": "Millions of new materials discovered with deep learning", "url": "https://deepmind.google/discover/blog/millions-of-new-materials-discovered-with-deep-learning/", "date": "2023-11-29", "written_by": "makers", "quote": "External researchers in labs around the world have independently created 736 of these new structures experimentally in concurrent work" }, { "kind": "peer-reviewed study", "citation": "Cheetham AK, Seshadri R. Chem. Mater. 36:3490-3495 (2024)", "title": "Artificial Intelligence Driving Materials Discovery? Perspective on the Article: Scaling Deep Learning for Materials Discovery", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/", "date": "2024-04-08", "written_by": "independent", "quote": "unfortunately finding scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility" }, { "kind": "news report", "citation": "Koebler J. 404 Media, 11 Apr 2024", "title": "Google Says It Discovered Millions of New Materials With AI. Human Researchers Say...", "url": "https://www.404media.co/google-says-it-discovered-millions-of-new-materials-with-ai-human-researchers/", "date": "2024-04-11", "written_by": "independent", "quote": "the Google paper falls way short in terms of it being a useful, practical contribution to the experimental materials scientists." }, { "kind": "news report", "citation": "Chemical & Engineering News, 15 Oct 2026", "title": "Google DeepMind AI crystallography database includes near duplicate structures and unrealistic compounds", "url": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10", "date": "2026-10-15", "written_by": "independent", "quote": "My biggest problem with GNoME is that there are materials in there that are completely unrealistic." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Google DeepMind's GNoME proposed 2.2 million crystal structures (380,000 stable); independent reviews (Cheetham & Seshadri 2024, Kurlin 2026) find duplicates and scant evidence of useful compounds.", "account": "On 29 November 2023 Google DeepMind published GNoME in Nature. It reported 2.2 million structures below the convex hull, calling it “an order-of-magnitude expansion in stable materials known to humanity”. It stated that 736 of the stable structures had already been independently realized. The company blog adds that the Berkeley Lab A-Lab synthesized more than 41 materials from the predictions. Cheetham and Seshadri (UC Santa Barbara, Chem. Mater., 8 April 2024) examined the listings. They reported “scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility”. 404 Media (11 April 2024) quoted Cheetham that the paper “falls way short” as a practical contribution and DeepMind that it stands by all claims. C&EN (15 October 2026) reported an arXiv analysis by Vitaliy Kurlin (Liverpool). It found more than 15% near-duplicates within GNoME, about 24% duplicating Materials Project entries and about 17% close to ICSD entries. Leslie Schoop (Princeton) called some entries “completely unrealistic”. The Chem. Mater. critique itself was not available. Its abstract on Europe PMC (PMC11044265) is among the sources." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "GNoME (Graph Networks for Materials Exploration)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "DeepMind" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "GNoME predicts 2.2 million crystal structures, of which few may be useful new compounds", "headline": "GNoME's 2.2 million predicted crystals may include useful compounds" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "4b33996fd343295677781a9abca4c40244fce51cc5014c72c542405c1573fc90" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 29 November 2023 Google DeepMind published GNoME in Nature. It reported 2.2 million structures below the convex hull, calling it “an order-of-magnitude expansion in stable materials known to humanity”. It stated that 736 of the stable structures had already been independently realized. The company blog adds that the Berkeley Lab A-Lab synthesized more than 41 materials from the predictions. Cheetham and Seshadri (UC Santa Barbara, Chem. Mater., 8 April 2024) examined the listings. They reported “scant evidence for compounds that fulfill the trifecta of novelty, credibility, and utility”. 404 Media (11 April 2024) quoted Cheetham that the paper “falls way short” as a practical contribution and DeepMind that it stands by all claims. C&EN (15 October 2026) reported an arXiv analysis by Vitaliy Kurlin (Liverpool). It found more than 15% near-duplicates within GNoME, about 24% duplicating Materials Project entries and about 17% close to ICSD entries. Leslie Schoop (Princeton) called some entries “completely unrealistic”. The Chem. Mater. critique itself was not available. Its abstract on Europe PMC (PMC11044265) is among the sources.", "replication": { "produced_by": [ "Graph neural network trained on existing crystal databases with iterative active learning", "High-throughput DFT stability checks of candidates", "Open release of the predicted structures" ], "must_hold": [ "Predicted structures are genuinely novel rather than near-duplicates of known entries", "Predicted compounds are synthesizable and have useful properties", "Independent experimental confirmation of utility" ], "echoes": [ { "date": "2024-04-08", "setting": "Independent review of GNoME listings by Cheetham and Seshadri (UC Santa Barbara)", "outcome": "did not recur", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11044265/" }, { "date": "2026-10-09", "setting": "Kurlin et al. arXiv analysis of the November 2024 GNoME update, reported by C&EN", "model_version": "GNoME dataset update, Nov 2024", "outcome": "did not recur", "source": "https://cen.acs.org/research-integrity/Google-DeepMind-structures-near-duplicates-questionable/104/web/2026/10" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 0, "record_mapped": 27, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0167", "case_url": "records/AIBD-0167.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "A USGS reanalysis by Huso and Dalthorp found the 82% claim unsupported, estimating a 50% reduction with an interval spanning an increase; the original authors published a rebuttal the same day.", "url": "https://pubs.usgs.gov/publication/70248352" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0167", "title": "IdentiFlight automated curtailment at Top of the World cuts the eagle fatality rate by an estimated 50–82%, with wide uncertainty", "summary": "Peregrine Fund, WEST and USGS researchers estimated an 82% (75%–89%) relative cut in eagle deaths at a Wyoming wind farm after IdentiFlight curtailment; a 2023 reanalysis put it at 50% (−159%, 89%).", "date_observed": "2021-01-28", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "McClure et al. (Journal of Applied Ecology, Crossref publication date 31 January 2021) tested an automated curtailment system. The site was Top of the World Windpower Facility, Wyoming, USA. Authors are from The Peregrine Fund, Western EcoSystems Technology and the U.S. Geological Survey. The cameras detect and classify flying objects and decide whether to curtail individual turbines. The design was before–after–control–impact, with a control site 15 km away. Correcting for carcass detection probability, they estimated fatalities fell 63% at the treatment site (95% confidence interval, CI, 59%–66%). They rose 113% at the control site, an 82% (75%–89%) relative reduction. They noted fatalities were not eliminated. Recharge reported the claim on 28 January 2021. Huso and Dalthorp (Journal of Applied Ecology, 30 August 2023) reanalyzed the data and reported four major errors. Corrected, these give 50% (−159%, 89%), consistent with no effect. McClure et al. replied the same day that their data support the efficacy of automated curtailment. Duerr et al. (PLoS One, 26 January 2023) assessed an IdentiFlight installation in California. It correctly identified 77% of eagles and 85% of non-eagles, with 5,439 curtailment orders for non-eagle targets against 850 for eagles. The OECD AI Incidents Monitor logged the 82% result as a positive record.", "category": "general benefit", "unexpected": false, "purpose": "IdentiFlight is built to detect and classify flying eagles and curtail individual turbines to avoid collisions; reduced eagle fatalities are the intended outcome.", "system": "IdentiFlight automated eagle detection and turbine curtailment (camera system with machine-learning classification)", "model_version": null, "developer": "IdentiFlight (Boulder Imaging)", "deployer": "Top of the World Windpower Facility, Wyoming", "location": "Wyoming, United States", "domain": "Energy", "segment": "Wind power wildlife mitigation", "benefit_type": "Improved Environmental Sustainability", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": null, "reason": "Reduced eagle fatalities are an aggregate estimate whose size is disputed; no individually attributable outcome is documented." }, { "group": "organizational", "depth": null, "reason": "The operator's benefit (fewer protected-species fatalities) is not quantified independently of the disputed estimate." } ], "ai_role": { "status": "assessed", "statement": "The system's classification decisions trigger curtailment, so any fatality reduction runs through the AI. The peer-reviewed estimate is independent of the maker but is challenged by a peer-reviewed reanalysis (50%, interval including zero). The California assessment shows 23% of eagles missed and six times more non-eagle than eagle curtailments. The size of the benefit is therefore unsettled." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T., 'Eagle fatalities are reduced by automated curtailment of wind turbines', Journal of Applied Ecology (2021), doi:10.1111/1365-2664.13831", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.13831", "date": "2021-01-31", "written_by": "independent", "quote": "In total, there was an 82% (75%–89%) reduction in the fatality rate at the treatment site relative to the control site." }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D., 'Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14196", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.14196", "date": "2023-08-30", "written_by": "independent", "quote": "We show that reported results stem from four major errors, which, when corrected, give an unremarkable estimate of 50% (−159%, 89%) reduction (or possible increase) in the fatality rate." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W. et al., 'Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14490", "title": "Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)", "url": "https://doi.org/10.1111/1365-2664.14490", "date": "2023-08-30", "written_by": "independent", "quote": "As we show here, our data do indeed provide support for the efficacy of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "Duerr, A. E., Parsons, A. E., Nagy, L. R., Kuehn, M. J., Bloom, P. H., 'Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions', PLoS One (2023), doi:10.1371/journal.pone.0278754", "title": "Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions", "url": "https://doi.org/10.1371/journal.pone.0278754", "date": "2023-01-26", "written_by": "independent", "quote": "The system correctly identified 77% of eagles and 85% of non-eagles." }, { "kind": "news report", "citation": "Andrew Lee, 'Wind farm eagle deaths cut by 82% as smart cameras spot birds then halt turbines', Recharge, 28 January 2021", "title": "Wind farm eagle deaths 'cut by 82%' as smart cameras spot birds then halt turbines", "url": "https://www.rechargenews.com/wind/wind-farm-eagle-deaths-cut-by-82-as-smart-cameras-spot-birds-then-halt-turbines/2-1-953479", "date": "2021-01-28", "written_by": "independent", "quote": "Optical and machine-learning system that prompts 'informed curtailment' reduces fatalities in Wyoming test, it is claimed" }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, record 2021-01-28-085c", "title": "AI System IdentiFlight Reduces Eagle Deaths at Wind Farms by 82%", "url": "https://oecd.ai/en/incidents/2021-01-28-085c", "date": "2021-01-28", "written_by": "independent", "quote": "has reduced eagle fatalities by 82% at wind farms, according to multiple studies." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. E. (2022). Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines. Ecological Solutions and Evidence, published online 26 Aug 2022. doi:10.1002/2688-8319.12173", "title": "Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1002/2688-8319.12173", "date": "2022-08-26", "written_by": "independent", "quote": "We demonstrate that eagle fatalities were reduced by 85% (95% highest density interval = 12%, 100%) after implementation of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. (2021). Eagle fatalities are reduced by automated curtailment of wind turbines. Journal of Applied Ecology 58(3): 446-452, as recorded in the USGS Publications Warehouse.", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70219527", "date": "2021-01-28", "written_by": "independent", "quote": null }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D. (2023). Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines. Journal of Applied Ecology, 30 August 2023, as recorded in the USGS Publications Warehouse.", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70248352", "date": "2023-08-30", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "Camera towers covering turbine airspace with per-turbine curtailment control", "Carcass searches corrected for detection probability at treatment and control sites", "A single post-treatment year at one site, which the reanalysis says limits causal inference" ], "must_hold": [ "Eagle abundance and flight behavior comparable to the Wyoming site", "Operators willing to accept curtailment losses, including misidentified non-eagle targets", "Longer, replicated monitoring to resolve the disputed effect size" ], "echoes": [ { "date": "2023-01-26", "setting": "IdentiFlight installation at a California wind project; identification accuracy and virtual curtailments measured, no fatality outcome", "model_version": null, "outcome": "unknown", "source": "https://doi.org/10.1371/journal.pone.0278754" }, { "date": "2022-09-20", "setting": "Germany, IdentiFlight cameras deployed for lesser spotted eagles", "model_version": null, "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2022-09-20-caeb" }, { "date": "2022-08-26", "setting": "Same site, same authors, additional data and revised analysis", "model_version": null, "outcome": "recurred", "source": "https://doi.org/10.1002/2688-8319.12173" } ] }, "paired_incident": null, "headline": "IdentiFlight cuts eagle deaths by an estimated 50–82%", "metric": "82% (75%–89%) relative cut in eagle deaths at a Wyoming wind farm", "comparator": { "against": "a control wind facility 15 km away without automated curtailment, before and after the installation", "before": "increasing at the control site by 113% (51%–218%)", "after": "the number of fatalities at the treatment site declined by 63% (95% CI = 59%–66%)", "basis": "measured", "quote": "After correcting for carcass detection probability and scaling fatality estimates to turbine‐years, we estimate that the number of fatalities at the treatment site declined by 63% (95% CI = 59%–66%) between before and after periods while increasing at the control site by 113% (51%–218%). In total, there was an 82% (75%–89%) reduction in the fatality rate at the treatment site relative to the control site.", "url": "https://pubs.usgs.gov/publication/70219527" }, "later": { "status": "reversed", "date": "2023-08-30", "note": "A USGS reanalysis by Huso and Dalthorp found the 82% claim unsupported, estimating a 50% reduction with an interval spanning an increase; the original authors published a rebuttal the same day.", "quote": "We show that reported results stem from four major errors, which, when corrected, give an unremarkable estimate of 50% (−159%, 89%) reduction (or possible increase) in the fatality rate.", "url": "https://pubs.usgs.gov/publication/70248352" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Merged a second write-up of the same study: added the authors' 2022 confirmation paper as a source and a replication.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pubs.usgs.gov/publication/70219527; https://pubs.usgs.gov/publication/70248352", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.identiflight.com/contact; https://en.wikipedia.org/wiki/Top_of_the_World_Windpower_Project", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: seven independent peer-reviewed studies, one independent news report and a registry entry. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0167", "catalog_version": "1.0.0", "source_fingerprint": "8121fb847884cafd69af797b7755308b878861b8632b148ca226f7cbd53f91a9", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0167-source-0001", "AIBD-0167-source-0002", "AIBD-0167-source-0003", "AIBD-0167-source-0004", "AIBD-0167-source-0005", "AIBD-0167-source-0006", "AIBD-0167-source-0007", "AIBD-0167-source-0008", "AIBD-0167-source-0009" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "IdentiFlight (Boulder Imaging)", "deployer": "Top of the World Windpower Facility, Wyoming" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The system's classification decisions trigger curtailment, so any fatality reduction runs through the AI. The peer-reviewed estimate is independent of the maker but is challenged by a peer-reviewed reanalysis (50%, interval including zero). The California assessment shows 23% of eagles missed and six times more non-eagle than eagle curtailments. The size of the benefit is therefore unsettled." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The system's classification decisions trigger curtailment, so any fatality reduction runs through the AI. The peer-reviewed estimate is independent of the maker but is challenged by a peer-reviewed reanalysis (50%, interval including zero). The California assessment shows 23% of eagles missed and six times more non-eagle than eagle curtailments. The size of the benefit is therefore unsettled." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: seven independent peer-reviewed studies, one independent news report and a registry entry. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "Reduced eagle fatalities are an aggregate estimate whose size is disputed; no individually attributable outcome is documented." }, { "group": "organizational", "reason": "The operator's benefit (fewer protected-species fatalities) is not quantified independently of the disputed estimate." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "Reduced eagle fatalities are an aggregate estimate whose size is disputed; no individually attributable outcome is documented." }, { "group": "organizational", "reason": "The operator's benefit (fewer protected-species fatalities) is not quantified independently of the disputed estimate." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "82% (75%–89%) relative cut in eagle deaths at a Wyoming wind farm", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2023-08-30", "note": "A USGS reanalysis by Huso and Dalthorp found the 82% claim unsupported, estimating a 50% reduction with an interval spanning an increase; the original authors published a rebuttal the same day.", "quote": "We show that reported results stem from four major errors, which, when corrected, give an unremarkable estimate of 50% (−159%, 89%) reduction (or possible increase) in the fatality rate.", "url": "https://pubs.usgs.gov/publication/70248352" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0167" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Environmental Sustainability" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "McClure et al. (Journal of Applied Ecology, Crossref publication date 31 January 2021) tested an automated curtailment system. The site was Top of the World Windpower Facility, Wyoming, USA. Authors are from The Peregrine Fund, Western EcoSystems Technology and the U.S. Geological Survey. The cameras detect and classify flying objects and decide whether to curtail individual turbines. The design was before–after–control–impact, with a control site 15 km away. Correcting for carcass detection probability, they estimated fatalities fell 63% at the treatment site (95% confidence interval, CI, 59%–66%). They rose 113% at the control site, an 82% (75%–89%) relative reduction. They noted fatalities were not eliminated. Recharge reported the claim on 28 January 2021. Huso and Dalthorp (Journal of Applied Ecology, 30 August 2023) reanalyzed the data and reported four major errors. Corrected, these give 50% (−159%, 89%), consistent with no effect. McClure et al. replied the same day that their data support the efficacy of automated curtailment. Duerr et al. (PLoS One, 26 January 2023) assessed an IdentiFlight installation in California. It correctly identified 77% of eagles and 85% of non-eagles, with 5,439 curtailment orders for non-eagle targets against 850 for eagles. The OECD AI Incidents Monitor logged the 82% result as a positive record.", "benefit_type": "Improved Environmental Sustainability" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "Reduced eagle fatalities are an aggregate estimate whose size is disputed; no individually attributable outcome is documented." }, { "group": "organizational", "reason": "The operator's benefit (fewer protected-species fatalities) is not quantified independently of the disputed estimate." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "IdentiFlight is built to detect and classify flying eagles and curtail individual turbines to avoid collisions; reduced eagle fatalities are the intended outcome." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Wyoming, United States", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "IdentiFlight is built to detect and classify flying eagles and curtail individual turbines to avoid collisions; reduced eagle fatalities are the intended outcome." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2021-01-28", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Merged a second write-up of the same study: added the authors' 2022 confirmation paper as a source and a replication.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pubs.usgs.gov/publication/70219527; https://pubs.usgs.gov/publication/70248352", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.identiflight.com/contact; https://en.wikipedia.org/wiki/Top_of_the_World_Windpower_Project", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Camera towers covering turbine airspace with per-turbine curtailment control", "Carcass searches corrected for detection probability at treatment and control sites", "A single post-treatment year at one site, which the reanalysis says limits causal inference" ], "must_hold": [ "Eagle abundance and flight behavior comparable to the Wyoming site", "Operators willing to accept curtailment losses, including misidentified non-eagle targets", "Longer, replicated monitoring to resolve the disputed effect size" ], "echoes": [ { "date": "2023-01-26", "setting": "IdentiFlight installation at a California wind project; identification accuracy and virtual curtailments measured, no fatality outcome", "outcome": "unknown", "source": "https://doi.org/10.1371/journal.pone.0278754" }, { "date": "2022-09-20", "setting": "Germany, IdentiFlight cameras deployed for lesser spotted eagles", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2022-09-20-caeb" }, { "date": "2022-08-26", "setting": "Same site, same authors, additional data and revised analysis", "outcome": "recurred", "source": "https://doi.org/10.1002/2688-8319.12173" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Camera towers covering turbine airspace with per-turbine curtailment control", "Carcass searches corrected for detection probability at treatment and control sites", "A single post-treatment year at one site, which the reanalysis says limits causal inference" ], "must_hold": [ "Eagle abundance and flight behavior comparable to the Wyoming site", "Operators willing to accept curtailment losses, including misidentified non-eagle targets", "Longer, replicated monitoring to resolve the disputed effect size" ], "echoes": [ { "date": "2023-01-26", "setting": "IdentiFlight installation at a California wind project; identification accuracy and virtual curtailments measured, no fatality outcome", "outcome": "unknown", "source": "https://doi.org/10.1371/journal.pone.0278754" }, { "date": "2022-09-20", "setting": "Germany, IdentiFlight cameras deployed for lesser spotted eagles", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2022-09-20-caeb" }, { "date": "2022-08-26", "setting": "Same site, same authors, additional data and revised analysis", "outcome": "recurred", "source": "https://doi.org/10.1002/2688-8319.12173" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Merged a second write-up of the same study: added the authors' 2022 confirmation paper as a source and a replication.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pubs.usgs.gov/publication/70219527; https://pubs.usgs.gov/publication/70248352", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.identiflight.com/contact; https://en.wikipedia.org/wiki/Top_of_the_World_Windpower_Project", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Energy", "segment": "Wind power wildlife mitigation" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T., 'Eagle fatalities are reduced by automated curtailment of wind turbines', Journal of Applied Ecology (2021), doi:10.1111/1365-2664.13831", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.13831", "date": "2021-01-31", "written_by": "independent", "quote": "In total, there was an 82% (75%–89%) reduction in the fatality rate at the treatment site relative to the control site." }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D., 'Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14196", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.14196", "date": "2023-08-30", "written_by": "independent", "quote": "We show that reported results stem from four major errors, which, when corrected, give an unremarkable estimate of 50% (−159%, 89%) reduction (or possible increase) in the fatality rate." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W. et al., 'Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14490", "title": "Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)", "url": "https://doi.org/10.1111/1365-2664.14490", "date": "2023-08-30", "written_by": "independent", "quote": "As we show here, our data do indeed provide support for the efficacy of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "Duerr, A. E., Parsons, A. E., Nagy, L. R., Kuehn, M. J., Bloom, P. H., 'Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions', PLoS One (2023), doi:10.1371/journal.pone.0278754", "title": "Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions", "url": "https://doi.org/10.1371/journal.pone.0278754", "date": "2023-01-26", "written_by": "independent", "quote": "The system correctly identified 77% of eagles and 85% of non-eagles." }, { "kind": "news report", "citation": "Andrew Lee, 'Wind farm eagle deaths cut by 82% as smart cameras spot birds then halt turbines', Recharge, 28 January 2021", "title": "Wind farm eagle deaths 'cut by 82%' as smart cameras spot birds then halt turbines", "url": "https://www.rechargenews.com/wind/wind-farm-eagle-deaths-cut-by-82-as-smart-cameras-spot-birds-then-halt-turbines/2-1-953479", "date": "2021-01-28", "written_by": "independent", "quote": "Optical and machine-learning system that prompts 'informed curtailment' reduces fatalities in Wyoming test, it is claimed" }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, record 2021-01-28-085c", "title": "AI System IdentiFlight Reduces Eagle Deaths at Wind Farms by 82%", "url": "https://oecd.ai/en/incidents/2021-01-28-085c", "date": "2021-01-28", "written_by": "independent", "quote": "has reduced eagle fatalities by 82% at wind farms, according to multiple studies." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. E. (2022). Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines. Ecological Solutions and Evidence, published online 26 Aug 2022. doi:10.1002/2688-8319.12173", "title": "Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1002/2688-8319.12173", "date": "2022-08-26", "written_by": "independent", "quote": "We demonstrate that eagle fatalities were reduced by 85% (95% highest density interval = 12%, 100%) after implementation of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. (2021). Eagle fatalities are reduced by automated curtailment of wind turbines. Journal of Applied Ecology 58(3): 446-452, as recorded in the USGS Publications Warehouse.", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70219527", "date": "2021-01-28", "written_by": "independent" }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D. (2023). Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines. Journal of Applied Ecology, 30 August 2023, as recorded in the USGS Publications Warehouse.", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70248352", "date": "2023-08-30", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0167-source-0001", "AIBD-0167-source-0002", "AIBD-0167-source-0003", "AIBD-0167-source-0004", "AIBD-0167-source-0005", "AIBD-0167-source-0006", "AIBD-0167-source-0007", "AIBD-0167-source-0008", "AIBD-0167-source-0009" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T., 'Eagle fatalities are reduced by automated curtailment of wind turbines', Journal of Applied Ecology (2021), doi:10.1111/1365-2664.13831", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.13831", "date": "2021-01-31", "written_by": "independent", "quote": "In total, there was an 82% (75%–89%) reduction in the fatality rate at the treatment site relative to the control site." }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D., 'Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14196", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://doi.org/10.1111/1365-2664.14196", "date": "2023-08-30", "written_by": "independent", "quote": "We show that reported results stem from four major errors, which, when corrected, give an unremarkable estimate of 50% (−159%, 89%) reduction (or possible increase) in the fatality rate." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W. et al., 'Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)', Journal of Applied Ecology (2023), doi:10.1111/1365-2664.14490", "title": "Reanalysis ignores pertinent data, includes inappropriate observations, and disregards realities of applied ecology: Response to Huso and Dalthorp (2023)", "url": "https://doi.org/10.1111/1365-2664.14490", "date": "2023-08-30", "written_by": "independent", "quote": "As we show here, our data do indeed provide support for the efficacy of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "Duerr, A. E., Parsons, A. E., Nagy, L. R., Kuehn, M. J., Bloom, P. H., 'Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions', PLoS One (2023), doi:10.1371/journal.pone.0278754", "title": "Effectiveness of an artificial intelligence-based system to curtail wind turbines to reduce eagle collisions", "url": "https://doi.org/10.1371/journal.pone.0278754", "date": "2023-01-26", "written_by": "independent", "quote": "The system correctly identified 77% of eagles and 85% of non-eagles." }, { "kind": "news report", "citation": "Andrew Lee, 'Wind farm eagle deaths cut by 82% as smart cameras spot birds then halt turbines', Recharge, 28 January 2021", "title": "Wind farm eagle deaths 'cut by 82%' as smart cameras spot birds then halt turbines", "url": "https://www.rechargenews.com/wind/wind-farm-eagle-deaths-cut-by-82-as-smart-cameras-spot-birds-then-halt-turbines/2-1-953479", "date": "2021-01-28", "written_by": "independent", "quote": "Optical and machine-learning system that prompts 'informed curtailment' reduces fatalities in Wyoming test, it is claimed" }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, record 2021-01-28-085c", "title": "AI System IdentiFlight Reduces Eagle Deaths at Wind Farms by 82%", "url": "https://oecd.ai/en/incidents/2021-01-28-085c", "date": "2021-01-28", "written_by": "independent", "quote": "has reduced eagle fatalities by 82% at wind farms, according to multiple studies." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. E. (2022). Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines. Ecological Solutions and Evidence, published online 26 Aug 2022. doi:10.1002/2688-8319.12173", "title": "Confirmation that eagle fatalities can be reduced by automated curtailment of wind turbines", "url": "https://doi.org/10.1002/2688-8319.12173", "date": "2022-08-26", "written_by": "independent", "quote": "We demonstrate that eagle fatalities were reduced by 85% (95% highest density interval = 12%, 100%) after implementation of automated curtailment." }, { "kind": "peer-reviewed study", "citation": "McClure, C. J. W., Rolek, B. W., Dunn, L., McCabe, J. D., Martinson, L., Katzner, T. (2021). Eagle fatalities are reduced by automated curtailment of wind turbines. Journal of Applied Ecology 58(3): 446-452, as recorded in the USGS Publications Warehouse.", "title": "Eagle fatalities are reduced by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70219527", "date": "2021-01-28", "written_by": "independent" }, { "kind": "peer-reviewed study", "citation": "Huso, M., Dalthorp, D. (2023). Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines. Journal of Applied Ecology, 30 August 2023, as recorded in the USGS Publications Warehouse.", "title": "Reanalysis indicates little evidence of reduction in eagle mortality rate by automated curtailment of wind turbines", "url": "https://pubs.usgs.gov/publication/70248352", "date": "2023-08-30", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Peregrine Fund, WEST and USGS researchers estimated an 82% (75%–89%) relative cut in eagle deaths at a Wyoming wind farm after IdentiFlight curtailment; a 2023 reanalysis put it at 50% (−159%, 89%).", "account": "McClure et al. (Journal of Applied Ecology, Crossref publication date 31 January 2021) tested an automated curtailment system. The site was Top of the World Windpower Facility, Wyoming, USA. Authors are from The Peregrine Fund, Western EcoSystems Technology and the U.S. Geological Survey. The cameras detect and classify flying objects and decide whether to curtail individual turbines. The design was before–after–control–impact, with a control site 15 km away. Correcting for carcass detection probability, they estimated fatalities fell 63% at the treatment site (95% confidence interval, CI, 59%–66%). They rose 113% at the control site, an 82% (75%–89%) relative reduction. They noted fatalities were not eliminated. Recharge reported the claim on 28 January 2021. Huso and Dalthorp (Journal of Applied Ecology, 30 August 2023) reanalyzed the data and reported four major errors. Corrected, these give 50% (−159%, 89%), consistent with no effect. McClure et al. replied the same day that their data support the efficacy of automated curtailment. Duerr et al. (PLoS One, 26 January 2023) assessed an IdentiFlight installation in California. It correctly identified 77% of eagles and 85% of non-eagles, with 5,439 curtailment orders for non-eagle targets against 850 for eagles. The OECD AI Incidents Monitor logged the 82% result as a positive record." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "IdentiFlight automated eagle detection and turbine curtailment (camera system with machine-learning classification)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "IdentiFlight (Boulder Imaging)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "IdentiFlight automated curtailment at Top of the World cuts the eagle fatality rate by an estimated 50–82%, with wide uncertainty", "headline": "IdentiFlight cuts eagle deaths by an estimated 50–82%" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "8121fb847884cafd69af797b7755308b878861b8632b148ca226f7cbd53f91a9" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "McClure et al. (Journal of Applied Ecology, Crossref publication date 31 January 2021) tested an automated curtailment system. The site was Top of the World Windpower Facility, Wyoming, USA. Authors are from The Peregrine Fund, Western EcoSystems Technology and the U.S. Geological Survey. The cameras detect and classify flying objects and decide whether to curtail individual turbines. The design was before–after–control–impact, with a control site 15 km away. Correcting for carcass detection probability, they estimated fatalities fell 63% at the treatment site (95% confidence interval, CI, 59%–66%). They rose 113% at the control site, an 82% (75%–89%) relative reduction. They noted fatalities were not eliminated. Recharge reported the claim on 28 January 2021. Huso and Dalthorp (Journal of Applied Ecology, 30 August 2023) reanalyzed the data and reported four major errors. Corrected, these give 50% (−159%, 89%), consistent with no effect. McClure et al. replied the same day that their data support the efficacy of automated curtailment. Duerr et al. (PLoS One, 26 January 2023) assessed an IdentiFlight installation in California. It correctly identified 77% of eagles and 85% of non-eagles, with 5,439 curtailment orders for non-eagle targets against 850 for eagles. The OECD AI Incidents Monitor logged the 82% result as a positive record.", "replication": { "produced_by": [ "Camera towers covering turbine airspace with per-turbine curtailment control", "Carcass searches corrected for detection probability at treatment and control sites", "A single post-treatment year at one site, which the reanalysis says limits causal inference" ], "must_hold": [ "Eagle abundance and flight behavior comparable to the Wyoming site", "Operators willing to accept curtailment losses, including misidentified non-eagle targets", "Longer, replicated monitoring to resolve the disputed effect size" ], "echoes": [ { "date": "2023-01-26", "setting": "IdentiFlight installation at a California wind project; identification accuracy and virtual curtailments measured, no fatality outcome", "outcome": "unknown", "source": "https://doi.org/10.1371/journal.pone.0278754" }, { "date": "2022-09-20", "setting": "Germany, IdentiFlight cameras deployed for lesser spotted eagles", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2022-09-20-caeb" }, { "date": "2022-08-26", "setting": "Same site, same authors, additional data and revised analysis", "outcome": "recurred", "source": "https://doi.org/10.1002/2688-8319.12173" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 28, "reviewed": 0, "record_mapped": 28, "not_assessed": 63, "complete": false, "by_state": { "value_present": 28, "not_reported": 0, "unresolved": 0, "not_assessed": 63, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0221", "case_url": "records/AIBD-0221.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "An independent re-analysis of the same dataset reported that four demographic columns alone nearly match the 192 task metrics' discrimination and that including them yields a twelve-fold false-positive disparity between language groups, undercutting the screener's reported performance.", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0221", "title": "Dytective gamified online dyslexia screener reaches 80.6% recall on 3,644 Spanish-speaking children (PLoS ONE 2020); a 2026 re-analysis finds a demographic confound", "summary": "Rello et al.'s random-forest screener, tested on 3,644 children from 113 organizations in five countries, 79.8% accuracy; the tool has been used over 200,000 times. A 2026 paper reports confounding.", "date_observed": "2020-12-02", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Luz Rello (IE University, Madrid), Baeza-Yates, Ali, Bigham and Serra published in PLoS ONE (2 December 2020) a web-based gamified test of 32 linguistic exercises. Its performance measures feed a random-forest classifier with 200 trees. The study enrolled 3,644 participants aged 7–17, 392 with a professional dyslexia diagnosis, recruited through 113 organizations in Argentina, Chile, Colombia, Spain and the USA. They were 60 primary and secondary schools, 22 specialized dyslexia centers, 18 non-profits and 3 universities. The classifier reached 79.8% accuracy with 80.6% recall and 79.3% precision for the dyslexia class. A tablet validation with 1,395 participants aged 12–17 gave 78.1% recall and 76.2% precision. The authors state that an online Spanish screening tool based on their methods had already been used by more than 200,000 people. They disclose a patent application (US 15/493,060, Rello and Ballesteros). Sudha and Murali (Frontiers in Digital Health, 23 September 2026) re-analyzed the same 3,644-participant dataset. They report that dyslexia prevalence in the dataset differs 4.7-fold by native-language status. Four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics. Including them yields a twelve-fold disparity in false-positive rate between language groups.", "category": "general benefit", "unexpected": false, "purpose": "Dytective was designed to screen children for dyslexia risk cheaply online. The accuracy figures and usage are that purpose.", "system": "Dytective online gamified dyslexia screening test with a random-forest classifier", "model_version": "Weka 3.8.3 implementation with 200 trees and unlimited height", "developer": "Luz Rello and co-authors (IE University, Northeastern, University of Washington, Carnegie Mellon, University of Barcelona), per the paper's author list", "deployer": "Schools, dyslexia centers and non-profits in Argentina, Chile, Colombia, Spain and the USA (study participants); public online use in Spanish-speaking countries", "location": null, "domain": "Education / learning-disability screening", "segment": "School-age dyslexia screening", "benefit_type": "Improved Task Accuracy", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individually attributable outcome: the sources report classifier accuracy (80.6% recall) and aggregate use (over 200,000 people), not what followed a screening result." }, { "group": "organizational", "depth": null, "reason": "No outcome documented for the 60 participating schools or the other organizations beyond supplying participants." } ], "ai_role": { "status": "assessed", "statement": "The random-forest classifier is the screening decision. The 2026 re-analysis shows that demographic variables alone reach nearly the same AUC in this dataset and that false-positive rates differ twelve-fold between language groups. So the measured accuracy may partly reflect sample composition." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (PMC7710040).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7710040/", "date": "2020-12-02", "written_by": "makers", "quote": "An online screening tool in Spanish based on our methods has already been used by more than 200,000 people." }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (PMC13656794).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://europepmc.org/article/PMC/PMC13656794", "date": "2026-09-23", "written_by": "independent", "quote": "dyslexia prevalence in this dataset differs 4.7-fold by native-language status" }, { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (publisher page).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "date": "2020-12-02", "written_by": "makers", "quote": null }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (publisher page).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full", "date": "2026-09-23", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "Thirty-two gamified linguistic exercises administered in a browser", "A labeled sample of 3,644 children, 392 with professional diagnoses, gathered through 113 organizations", "A random-forest classifier trained on performance measures" ], "must_hold": [ "Samples balanced on native language and other demographics, which the 2026 re-analysis finds this dataset is not", "Professional diagnosis as the reference standard", "Spanish-language content for Spanish-speaking populations" ], "echoes": [ { "date": "2026-09-23", "setting": "Independent re-analysis of the same Dytective dataset (Vellore Institute of Technology)", "model_version": null, "outcome": "did not recur", "source": "Sudha M, Murali S (2026), Frontiers in Digital Health, https://europepmc.org/article/PMC/PMC13656794 (demographic columns alone reach AUC 0.724 against 0.744 for all task metrics)" } ] }, "paired_incident": null, "headline": "Dytective online dyslexia screener reaches 80.6% recall", "metric": "79.8% accuracy with 80.6% recall and 79.3% precision", "comparator": null, "later": { "status": "reversed", "date": "2026-09-23", "note": "An independent re-analysis of the same dataset reported that four demographic columns alone nearly match the 192 task metrics' discrimination and that including them yields a twelve-fold false-positive disparity between language groups, undercutting the screener's reported performance.", "quote": "A subgroup audit shows that dyslexia prevalence in this dataset differs 4.7-fold by native-language status, that four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics, and that including them yields a twelve-fold disparity in false-positive rate between language groups.", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full" }, "value": null, "developer_country": null, "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full; https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Task Accuracy under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: two independent peer-reviewed studies and two peer-reviewed studies from the makers. The cited evidence includes no finding by a regulator or court.", "profile": { "case_id": "AIBD-0221", "catalog_version": "1.0.0", "source_fingerprint": "e723d6e44874754325c61a6d300b394d99fe295639512e138bbc0909d8c0f3e4", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0221-source-0001", "AIBD-0221-source-0002", "AIBD-0221-source-0003", "AIBD-0221-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Luz Rello and co-authors (IE University, Northeastern, University of Washington, Carnegie Mellon, University of Barcelona), per the paper's author list", "deployer": "Schools, dyslexia centers and non-profits in Argentina, Chile, Colombia, Spain and the USA (study participants); public online use in Spanish-speaking countries" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The random-forest classifier is the screening decision. The 2026 re-analysis shows that demographic variables alone reach nearly the same AUC in this dataset and that false-positive rates differ twelve-fold between language groups. So the measured accuracy may partly reflect sample composition." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The random-forest classifier is the screening decision. The 2026 re-analysis shows that demographic variables alone reach nearly the same AUC in this dataset and that false-positive rates differ twelve-fold between language groups. So the measured accuracy may partly reflect sample composition." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: two independent peer-reviewed studies and two peer-reviewed studies from the makers. The cited evidence includes no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individually attributable outcome: the sources report classifier accuracy (80.6% recall) and aggregate use (over 200,000 people), not what followed a screening result." }, { "group": "organizational", "reason": "No outcome documented for the 60 participating schools or the other organizations beyond supplying participants." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individually attributable outcome: the sources report classifier accuracy (80.6% recall) and aggregate use (over 200,000 people), not what followed a screening result." }, { "group": "organizational", "reason": "No outcome documented for the 60 participating schools or the other organizations beyond supplying participants." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "79.8% accuracy with 80.6% recall and 79.3% precision", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2026-09-23", "note": "An independent re-analysis of the same dataset reported that four demographic columns alone nearly match the 192 task metrics' discrimination and that including them yields a twelve-fold false-positive disparity between language groups, undercutting the screener's reported performance.", "quote": "A subgroup audit shows that dyslexia prevalence in this dataset differs 4.7-fold by native-language status, that four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics, and that including them yields a twelve-fold disparity in false-positive rate between language groups.", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0221" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Task Accuracy" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Luz Rello (IE University, Madrid), Baeza-Yates, Ali, Bigham and Serra published in PLoS ONE (2 December 2020) a web-based gamified test of 32 linguistic exercises. Its performance measures feed a random-forest classifier with 200 trees. The study enrolled 3,644 participants aged 7–17, 392 with a professional dyslexia diagnosis, recruited through 113 organizations in Argentina, Chile, Colombia, Spain and the USA. They were 60 primary and secondary schools, 22 specialized dyslexia centers, 18 non-profits and 3 universities. The classifier reached 79.8% accuracy with 80.6% recall and 79.3% precision for the dyslexia class. A tablet validation with 1,395 participants aged 12–17 gave 78.1% recall and 76.2% precision. The authors state that an online Spanish screening tool based on their methods had already been used by more than 200,000 people. They disclose a patent application (US 15/493,060, Rello and Ballesteros). Sudha and Murali (Frontiers in Digital Health, 23 September 2026) re-analyzed the same 3,644-participant dataset. They report that dyslexia prevalence in the dataset differs 4.7-fold by native-language status. Four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics. Including them yields a twelve-fold disparity in false-positive rate between language groups.", "benefit_type": "Improved Task Accuracy" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individually attributable outcome: the sources report classifier accuracy (80.6% recall) and aggregate use (over 200,000 people), not what followed a screening result." }, { "group": "organizational", "reason": "No outcome documented for the 60 participating schools or the other organizations beyond supplying participants." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Dytective was designed to screen children for dyslexia risk cheaply online. The accuracy figures and usage are that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Dytective was designed to screen children for dyslexia risk cheaply online. The accuracy figures and usage are that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2020-12-02", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full; https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Task Accuracy under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Thirty-two gamified linguistic exercises administered in a browser", "A labeled sample of 3,644 children, 392 with professional diagnoses, gathered through 113 organizations", "A random-forest classifier trained on performance measures" ], "must_hold": [ "Samples balanced on native language and other demographics, which the 2026 re-analysis finds this dataset is not", "Professional diagnosis as the reference standard", "Spanish-language content for Spanish-speaking populations" ], "echoes": [ { "date": "2026-09-23", "setting": "Independent re-analysis of the same Dytective dataset (Vellore Institute of Technology)", "outcome": "did not recur", "source": "Sudha M, Murali S (2026), Frontiers in Digital Health, https://europepmc.org/article/PMC/PMC13656794 (demographic columns alone reach AUC 0.724 against 0.744 for all task metrics)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Thirty-two gamified linguistic exercises administered in a browser", "A labeled sample of 3,644 children, 392 with professional diagnoses, gathered through 113 organizations", "A random-forest classifier trained on performance measures" ], "must_hold": [ "Samples balanced on native language and other demographics, which the 2026 re-analysis finds this dataset is not", "Professional diagnosis as the reference standard", "Spanish-language content for Spanish-speaking populations" ], "echoes": [ { "date": "2026-09-23", "setting": "Independent re-analysis of the same Dytective dataset (Vellore Institute of Technology)", "outcome": "did not recur", "source": "Sudha M, Murali S (2026), Frontiers in Digital Health, https://europepmc.org/article/PMC/PMC13656794 (demographic columns alone reach AUC 0.724 against 0.744 for all task metrics)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full; https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Task Accuracy under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Education / learning-disability screening", "segment": "School-age dyslexia screening" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (PMC7710040).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7710040/", "date": "2020-12-02", "written_by": "makers", "quote": "An online screening tool in Spanish based on our methods has already been used by more than 200,000 people." }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (PMC13656794).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://europepmc.org/article/PMC/PMC13656794", "date": "2026-09-23", "written_by": "independent", "quote": "dyslexia prevalence in this dataset differs 4.7-fold by native-language status" }, { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (publisher page).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "date": "2020-12-02", "written_by": "makers" }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (publisher page).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full", "date": "2026-09-23", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0221-source-0001", "AIBD-0221-source-0002", "AIBD-0221-source-0003", "AIBD-0221-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (PMC7710040).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7710040/", "date": "2020-12-02", "written_by": "makers", "quote": "An online screening tool in Spanish based on our methods has already been used by more than 200,000 people." }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (PMC13656794).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://europepmc.org/article/PMC/PMC13656794", "date": "2026-09-23", "written_by": "independent", "quote": "dyslexia prevalence in this dataset differs 4.7-fold by native-language status" }, { "kind": "peer-reviewed study", "citation": "Rello L, Baeza-Yates R, Ali A, Bigham JP, Serra M (2020). Predicting risk of dyslexia with an online gamified test. PLoS ONE 15(12): e0241687 (publisher page).", "title": "Predicting risk of dyslexia with an online gamified test", "url": "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0241687", "date": "2020-12-02", "written_by": "makers" }, { "kind": "peer-reviewed study", "citation": "Sudha M, Murali S (2026). GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset. Frontiers in Digital Health 8; doi 10.3389/fdgth.2026.1927725 (publisher page).", "title": "GRAPHOS re-examined: graph-theoretic features do not improve dyslexia screening, and a demographic confound in the Dytective dataset", "url": "https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2026.1927725/full", "date": "2026-09-23", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Rello et al.'s random-forest screener, tested on 3,644 children from 113 organizations in five countries, 79.8% accuracy; the tool has been used over 200,000 times. A 2026 paper reports confounding.", "account": "Luz Rello (IE University, Madrid), Baeza-Yates, Ali, Bigham and Serra published in PLoS ONE (2 December 2020) a web-based gamified test of 32 linguistic exercises. Its performance measures feed a random-forest classifier with 200 trees. The study enrolled 3,644 participants aged 7–17, 392 with a professional dyslexia diagnosis, recruited through 113 organizations in Argentina, Chile, Colombia, Spain and the USA. They were 60 primary and secondary schools, 22 specialized dyslexia centers, 18 non-profits and 3 universities. The classifier reached 79.8% accuracy with 80.6% recall and 79.3% precision for the dyslexia class. A tablet validation with 1,395 participants aged 12–17 gave 78.1% recall and 76.2% precision. The authors state that an online Spanish screening tool based on their methods had already been used by more than 200,000 people. They disclose a patent application (US 15/493,060, Rello and Ballesteros). Sudha and Murali (Frontiers in Digital Health, 23 September 2026) re-analyzed the same 3,644-participant dataset. They report that dyslexia prevalence in the dataset differs 4.7-fold by native-language status. Four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics. Including them yields a twelve-fold disparity in false-positive rate between language groups." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The classifier estimated dyslexia risk from the screening assessment." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The Weka 3.8.3 implementation used 200 trees without a maximum height." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "A random-forest classifier with 200 trees and no maximum height." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Weka 3.8.3 implementation with 200 trees and unlimited height" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Implemented with Weka 3.8.3. No separate release identifies the fitted classifier.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Dytective online gamified dyslexia screening test with a random-forest classifier" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Luz Rello and co-authors (IE University, Northeastern, University of Washington, Carnegie Mellon, University of Barcelona), per the paper's author list" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Dytective gamified online dyslexia screener reaches 80.6% recall on 3,644 Spanish-speaking children (PLoS ONE 2020); a 2026 re-analysis finds a demographic confound", "headline": "Dytective online dyslexia screener reaches 80.6% recall" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "e723d6e44874754325c61a6d300b394d99fe295639512e138bbc0909d8c0f3e4" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Luz Rello (IE University, Madrid), Baeza-Yates, Ali, Bigham and Serra published in PLoS ONE (2 December 2020) a web-based gamified test of 32 linguistic exercises. Its performance measures feed a random-forest classifier with 200 trees. The study enrolled 3,644 participants aged 7–17, 392 with a professional dyslexia diagnosis, recruited through 113 organizations in Argentina, Chile, Colombia, Spain and the USA. They were 60 primary and secondary schools, 22 specialized dyslexia centers, 18 non-profits and 3 universities. The classifier reached 79.8% accuracy with 80.6% recall and 79.3% precision for the dyslexia class. A tablet validation with 1,395 participants aged 12–17 gave 78.1% recall and 76.2% precision. The authors state that an online Spanish screening tool based on their methods had already been used by more than 200,000 people. They disclose a patent application (US 15/493,060, Rello and Ballesteros). Sudha and Murali (Frontiers in Digital Health, 23 September 2026) re-analyzed the same 3,644-participant dataset. They report that dyslexia prevalence in the dataset differs 4.7-fold by native-language status. Four demographic columns alone reach AUC 0.724 against 0.744 for all 192 task metrics. Including them yields a twelve-fold disparity in false-positive rate between language groups.", "replication": { "produced_by": [ "Thirty-two gamified linguistic exercises administered in a browser", "A labeled sample of 3,644 children, 392 with professional diagnoses, gathered through 113 organizations", "A random-forest classifier trained on performance measures" ], "must_hold": [ "Samples balanced on native language and other demographics, which the 2026 re-analysis finds this dataset is not", "Professional diagnosis as the reference standard", "Spanish-language content for Spanish-speaking populations" ], "echoes": [ { "date": "2026-09-23", "setting": "Independent re-analysis of the same Dytective dataset (Vellore Institute of Technology)", "outcome": "did not recur", "source": "Sudha M, Murali S (2026), Frontiers in Digital Health, https://europepmc.org/article/PMC/PMC13656794 (demographic columns alone reach AUC 0.724 against 0.744 for all task metrics)" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0295", "case_url": "records/AIBD-0295.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Regulatory document", "value": "U.S. Food and Drug Administration (2018). Evaluation of Automatic Class III Designation for Dexcom G6 Continuous Glucose Monitoring System, Decision Summary, DEN170088 (decision date 27 March 2018).", "url": "https://www.accessdata.fda.gov/cdrh_docs/reviews/DEN170088.pdf" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0295", "title": "Dexcom G6's “Urgent Low Soon” predictive alert may cut time below 54 mg/dL, by less in controlled trials", "summary": "Dexcom-authored analyzes (1,424 and 15,000 users) link the 20-minute predictive low alert to less hypoglycemia; an independent 24-person crossover RCT found a reduction only below 2.8 mmol/L.", "date_observed": "2019-03-22", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The Dexcom G6 continuous glucose monitor was classified by the Food and Drug Administration (FDA) under De Novo DEN170088 on 27 March 2018. Its “Urgent Low Soon” (ULS) alert fires when an algorithm predicts an estimated glucose value of 55 mg/dL or below within 20 minutes. Dexcom employees Puhr, Derdzinski, Welsh, Parker, Walker and Price compared 1,424 users before and after moving from the G5 (no predictive alert) to the G6. Their anonymized comparison was in Diabetes Technology & Therapeutics (online 22 March 2019). With a 70 mg/dL low-threshold setting (n=658) time below 54 mg/dL fell from 1.0% to 0.6%. With an 80 mg/dL setting (n=766) it fell 0.6% to 0.4% (both P<0.001). ULS fired 0.9 and 0.6 times a day. A second Dexcom analysis (Puhr et al., Journal of Diabetes Science and Technology, online 3 April 2019; abstract only) had 15,000 G6 app users. More than 93% had ULS enabled. Its use was associated with less time below 55 and 70 mg/dL regardless of how often users viewed the app. The FDA decision summary describes the threshold and predictive alerts as intended to warn patients to act before a hypoglycemic event. Independent evidence is thinner. The PACE crossover randomized trial at Imperial College Healthcare NHS Trust had 24 adults with type 1 diabetes. Each had ULS on or off for 40 days. It found no difference in hypoglycemia below 3.0 or 3.9 mmol/L in the 24 hours after exercise. Time below 2.8 mmol/L was lower with ULS on (P=0.04). Preechasuk et al. (Imperial College London) had 29 adults who switched from FreeStyle Libre 2 to a Dexcom G7 with ULS. They spent less time below 70 mg/dL (3.0% to 2.0%, P=0.006). That changes device and alert together. A Prague case report records a patient with impaired hypoglycemia awareness whose CGM with ULS on did not eliminate prolonged hypoglycemia. He sometimes muted the alerts. None of the sources calls the predictive algorithm machine learning.", "category": "general benefit", "unexpected": false, "purpose": "Built to warn users 20 minutes before predicted serious hypoglycemia so they can act. The reported reductions in time below 54–55 mg/dL are that purpose.", "system": "Dexcom G6 real-time continuous glucose monitoring system, 'Urgent Low Soon' predictive low glucose alert (also present on the G7 in one independent study)", "model_version": "Dexcom G6 (vendor analyses; PACE trial); Dexcom G7 (Preechasuk et al.)", "developer": "Dexcom, Inc.", "deployer": null, "location": "United States (vendor analyzes); London, United Kingdom (independent trials)", "domain": "Healthcare (diabetes technology)", "segment": "Diabetes technology", "benefit_type": "Improved Physical Health", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "Reductions in time below 54–55 mg/dL are reported for user populations, mostly in Dexcom's own analyses. No individual event with a changed outcome is documented. The one independent case report found ULS alone insufficient." }, { "group": "organizational", "depth": null, "reason": "No payer, clinic or health-system outcome is reported in the sources." } ], "ai_role": { "status": "assessed", "statement": "The alert is generated when the G6 algorithm forecasts glucose at or below 55 mg/dL within 20 minutes. Users still have to act on it. The principal outcome evidence is the maker's own real-world analyses (Puhr et al. 2019, 2020). They compare the same users before and after the G6 transition without a control arm. The independent Imperial College PACE randomized trial found no difference at 3.0 or 3.9 mmol/L after exercise and a difference only below 2.8 mmol/L. The Imperial switch study cannot separate the alert from the change of device. None of the sources describes the prediction method as machine learning." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Puhr S, Derdzinski M, Welsh JB, Parker AS, Walker T, Price DA (2019). Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert. Diabetes Technology & Therapeutics 21(4):155-158 (PMC6477579). All authors at Dexcom, Inc.", "title": "Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "date": "2019-03-22", "written_by": "makers", "quote": "includes a new alert that is triggered when an algorithm predicts that an estimated glucose value ≤55 mg/dL will occur within 20 min" }, { "kind": "peer-reviewed study", "citation": "Puhr et al. (2019), Diabetes Technol Ther 21(4):155-158, results.", "title": "Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "date": "2019-03-22", "written_by": "makers", "quote": "Percent time <54, ≤55, <70, and >250 mg/dL fell significantly after the transition to G6, independent of low threshold alert setting." }, { "kind": "peer-reviewed study", "citation": "Puhr S, Derdzinski M, Parker AS, Welsh JB, Price DA (2020). Real-World Hypoglycemia Avoidance With a Predictive Low Glucose Alert Does Not Depend on Frequent Screen Views. Journal of Diabetes Science and Technology 14(1) (online 3 April 2019; PMC7189147). All authors at Dexcom, Inc.", "title": "Real-World Hypoglycemia Avoidance With a Predictive Low Glucose Alert Does Not Depend on Frequent Screen Views", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7189147/", "date": "2019-04-03", "written_by": "makers", "quote": "Over 93% of users enabled the ULS alert; its use was associated with significantly reduced hypoglycemia <55 and <70 mg/dL, independent of screen view frequency." }, { "kind": "regulatory document", "citation": "U.S. Food and Drug Administration (2018). Evaluation of Automatic Class III Designation for Dexcom G6 Continuous Glucose Monitoring System, Decision Summary, DEN170088 (decision date 27 March 2018).", "title": "De Novo DEN170088 Decision Summary: Dexcom G6 Continuous Glucose Monitoring System", "url": "https://www.accessdata.fda.gov/cdrh_docs/reviews/DEN170088.pdf", "date": "2018-03-27", "written_by": "independent", "quote": "An adjustable threshold and predictive glucose alert at 55 mg/dL are intended to warn patients that they need to take action", "supports_benefit": false }, { "kind": "peer-reviewed study", "citation": "Rilstone S, Oliver N, Godsland I, Tanushi B, Thomas M, Hill N (2024). A Randomized Controlled Trial Assessing the Impact of Continuous Glucose Monitoring with a Predictive Hypoglycemia Alert Function on Hypoglycemia in Physical Activity for People with Type 1 Diabetes (PACE). Diabetes Technology & Therapeutics 26(2); doi:10.1089/dia.2023.0376.", "title": "A Randomized Controlled Trial Assessing the Impact of Continuous Glucose Monitoring with a Predictive Hypoglycemia Alert Function on Hypoglycemia in Physical Activity for People with Type 1 Diabetes (PACE)", "url": "https://doi.org/10.1089/dia.2023.0376", "date": "2023-11-27", "written_by": "independent", "quote": "There was no difference in change from baseline of hypoglycemia <3.0 and <3.9 mmol/L with the ULS on or off during the 24 h after exercise." }, { "kind": "peer-reviewed study", "citation": "Preechasuk L, Avari P, Oliver N, Reddy M (2024). Switching from Intermittently Scanned Continuous Glucose Monitoring to Real-Time Continuous Glucose Monitoring with a Predictive Urgent Low Soon Alert Reduces Exposure to Hypoglycemia. Diabetes Technology & Therapeutics 26(7); doi:10.1089/dia.2023.0434.", "title": "Switching from Intermittently Scanned Continuous Glucose Monitoring to Real-Time Continuous Glucose Monitoring with a Predictive Urgent Low Soon Alert Reduces Exposure to Hypoglycemia", "url": "https://doi.org/10.1089/dia.2023.0434", "date": "2024-04-09", "written_by": "independent", "quote": "After switching to rtCGM, participants spent less time in hypoglycemia below 3.9 mmol/L (70 mg/dL) (3.0% [1.0%, 5.0%] vs. 2.0% [1.0%, 3.0%], P = 0.006)" } ], "replication": { "produced_by": [ "Real-time CGM with the ULS alert enabled (over 93% of G6 app users in Dexcom's sample)", "Users who respond to the alert by treating or adjusting insulin, which the sources assume rather than measure", "A low-threshold alert also set (70 or 80 mg/dL in the Dexcom analysis)" ], "must_hold": [ "Users keep the alert on rather than muting it for alarm fatigue, as the Prague patient sometimes did", "Sensor accuracy sufficient to avoid nuisance alerts, which Puhr et al. cite as a cause of CGM discontinuation", "Benefit beyond a plain threshold alert, which the PACE trial found only below 2.8 mmol/L" ], "echoes": [ { "date": "2023-11-27", "setting": "PACE crossover randomized trial, Imperial College Healthcare NHS Trust, 24 adults with type 1 diabetes, ULS on versus off for 40 days each around regular exercise", "model_version": "Dexcom G6", "outcome": "recurred", "source": "Rilstone et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0376 (significant only for time below 2.8 mmol/L)" }, { "date": "2024-04-09", "setting": "Imperial College London, 29 adults with type 1 diabetes switched from FreeStyle Libre 2 to Dexcom G7 with ULS for 12 weeks", "model_version": "Dexcom G7", "outcome": "recurred", "source": "Preechasuk et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0434 (device and alert changed together)" }, { "date": "2025-02-21", "setting": "Case report, General University Hospital Prague: a 45-year-old man with impaired hypoglycemia awareness used CGM with ULS on during 2020", "model_version": null, "outcome": "did not recur", "source": "Zadáková E, Horová E (2025) Front Clin Diabetes Healthc 6:1536038, https://pmc.ncbi.nlm.nih.gov/articles/PMC11886589/ (quote: 'prolonged hypoglycemia could not be eliminated during 2020, especially after physical activity. The patient admitted that he occasionally had to turn off or mute the alerts')" } ] }, "paired_incident": null, "headline": "Dexcom G6's Urgent Low Soon alert may cut time below 54 mg/dL", "metric": "time below 54 mg/dL fell from 1.0% to 0.6%", "comparator": { "against": "the same users on the preceding Dexcom G5 system, which had no predictive alert (before-and-after)", "before": "1.0 (1.5) percent of time <54 mg/dL on G5 (70 mg/dL low-alert setting, Table 1)", "after": "0.6 (1.0) percent of time <54 mg/dL on G6 (70 mg/dL low-alert setting, Table 1)", "basis": "measured", "quote": "Percent time <54, ≤55, <70, and >250 mg/dL fell significantly after the transition to G6, independent of low threshold alert setting. Time in range improved for G6 users with a low threshold alert setting of 70 mg/dL.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/" }, "later": null, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Dexcom", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent regulatory document, two independent peer-reviewed studies and two peer-reviewed studies from the makers. For the benefit itself, the cited sources include no finding by a regulator or court.", "profile": { "case_id": "AIBD-0295", "catalog_version": "1.0.0", "source_fingerprint": "a22b940e01e867889b7fa5921506d0d0cd267ddfe3653c464b81e87b76a1a6f2", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0295-source-0001", "AIBD-0295-source-0002", "AIBD-0295-source-0003", "AIBD-0295-source-0004", "AIBD-0295-source-0005", "AIBD-0295-source-0006" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Dexcom, Inc." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The alert is generated when the G6 algorithm forecasts glucose at or below 55 mg/dL within 20 minutes. Users still have to act on it. The principal outcome evidence is the maker's own real-world analyses (Puhr et al. 2019, 2020). They compare the same users before and after the G6 transition without a control arm. The independent Imperial College PACE randomized trial found no difference at 3.0 or 3.9 mmol/L after exercise and a difference only below 2.8 mmol/L. The Imperial switch study cannot separate the alert from the change of device. None of the sources describes the prediction method as machine learning." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The alert is generated when the G6 algorithm forecasts glucose at or below 55 mg/dL within 20 minutes. Users still have to act on it. The principal outcome evidence is the maker's own real-world analyses (Puhr et al. 2019, 2020). They compare the same users before and after the G6 transition without a control arm. The independent Imperial College PACE randomized trial found no difference at 3.0 or 3.9 mmol/L after exercise and a difference only below 2.8 mmol/L. The Imperial switch study cannot separate the alert from the change of device. None of the sources describes the prediction method as machine learning." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent regulatory document, two independent peer-reviewed studies and two peer-reviewed studies from the makers. For the benefit itself, the cited sources include no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Reductions in time below 54–55 mg/dL are reported for user populations, mostly in Dexcom's own analyses. No individual event with a changed outcome is documented. The one independent case report found ULS alone insufficient." }, { "group": "organizational", "reason": "No payer, clinic or health-system outcome is reported in the sources." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Reductions in time below 54–55 mg/dL are reported for user populations, mostly in Dexcom's own analyses. No individual event with a changed outcome is documented. The one independent case report found ULS alone insufficient." }, { "group": "organizational", "reason": "No payer, clinic or health-system outcome is reported in the sources." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "time below 54 mg/dL fell from 1.0% to 0.6%", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0295" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Dexcom G6 continuous glucose monitor was classified by the Food and Drug Administration (FDA) under De Novo DEN170088 on 27 March 2018. Its “Urgent Low Soon” (ULS) alert fires when an algorithm predicts an estimated glucose value of 55 mg/dL or below within 20 minutes. Dexcom employees Puhr, Derdzinski, Welsh, Parker, Walker and Price compared 1,424 users before and after moving from the G5 (no predictive alert) to the G6. Their anonymized comparison was in Diabetes Technology & Therapeutics (online 22 March 2019). With a 70 mg/dL low-threshold setting (n=658) time below 54 mg/dL fell from 1.0% to 0.6%. With an 80 mg/dL setting (n=766) it fell 0.6% to 0.4% (both P<0.001). ULS fired 0.9 and 0.6 times a day. A second Dexcom analysis (Puhr et al., Journal of Diabetes Science and Technology, online 3 April 2019; abstract only) had 15,000 G6 app users. More than 93% had ULS enabled. Its use was associated with less time below 55 and 70 mg/dL regardless of how often users viewed the app. The FDA decision summary describes the threshold and predictive alerts as intended to warn patients to act before a hypoglycemic event. Independent evidence is thinner. The PACE crossover randomized trial at Imperial College Healthcare NHS Trust had 24 adults with type 1 diabetes. Each had ULS on or off for 40 days. It found no difference in hypoglycemia below 3.0 or 3.9 mmol/L in the 24 hours after exercise. Time below 2.8 mmol/L was lower with ULS on (P=0.04). Preechasuk et al. (Imperial College London) had 29 adults who switched from FreeStyle Libre 2 to a Dexcom G7 with ULS. They spent less time below 70 mg/dL (3.0% to 2.0%, P=0.006). That changes device and alert together. A Prague case report records a patient with impaired hypoglycemia awareness whose CGM with ULS on did not eliminate prolonged hypoglycemia. He sometimes muted the alerts. None of the sources calls the predictive algorithm machine learning.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Reductions in time below 54–55 mg/dL are reported for user populations, mostly in Dexcom's own analyses. No individual event with a changed outcome is documented. The one independent case report found ULS alone insufficient." }, { "group": "organizational", "reason": "No payer, clinic or health-system outcome is reported in the sources." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Built to warn users 20 minutes before predicted serious hypoglycemia so they can act. The reported reductions in time below 54–55 mg/dL are that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "United States (vendor analyzes); London, United Kingdom (independent trials)", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Built to warn users 20 minutes before predicted serious hypoglycemia so they can act. The reported reductions in time below 54–55 mg/dL are that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2019-03-22", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Dexcom", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Real-time CGM with the ULS alert enabled (over 93% of G6 app users in Dexcom's sample)", "Users who respond to the alert by treating or adjusting insulin, which the sources assume rather than measure", "A low-threshold alert also set (70 or 80 mg/dL in the Dexcom analysis)" ], "must_hold": [ "Users keep the alert on rather than muting it for alarm fatigue, as the Prague patient sometimes did", "Sensor accuracy sufficient to avoid nuisance alerts, which Puhr et al. cite as a cause of CGM discontinuation", "Benefit beyond a plain threshold alert, which the PACE trial found only below 2.8 mmol/L" ], "echoes": [ { "date": "2023-11-27", "setting": "PACE crossover randomized trial, Imperial College Healthcare NHS Trust, 24 adults with type 1 diabetes, ULS on versus off for 40 days each around regular exercise", "model_version": "Dexcom G6", "outcome": "recurred", "source": "Rilstone et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0376 (significant only for time below 2.8 mmol/L)" }, { "date": "2024-04-09", "setting": "Imperial College London, 29 adults with type 1 diabetes switched from FreeStyle Libre 2 to Dexcom G7 with ULS for 12 weeks", "model_version": "Dexcom G7", "outcome": "recurred", "source": "Preechasuk et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0434 (device and alert changed together)" }, { "date": "2025-02-21", "setting": "Case report, General University Hospital Prague: a 45-year-old man with impaired hypoglycemia awareness used CGM with ULS on during 2020", "outcome": "did not recur", "source": "Zadáková E, Horová E (2025) Front Clin Diabetes Healthc 6:1536038, https://pmc.ncbi.nlm.nih.gov/articles/PMC11886589/ (quote: 'prolonged hypoglycemia could not be eliminated during 2020, especially after physical activity. The patient admitted that he occasionally had to turn off or mute the alerts')" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Real-time CGM with the ULS alert enabled (over 93% of G6 app users in Dexcom's sample)", "Users who respond to the alert by treating or adjusting insulin, which the sources assume rather than measure", "A low-threshold alert also set (70 or 80 mg/dL in the Dexcom analysis)" ], "must_hold": [ "Users keep the alert on rather than muting it for alarm fatigue, as the Prague patient sometimes did", "Sensor accuracy sufficient to avoid nuisance alerts, which Puhr et al. cite as a cause of CGM discontinuation", "Benefit beyond a plain threshold alert, which the PACE trial found only below 2.8 mmol/L" ], "echoes": [ { "date": "2023-11-27", "setting": "PACE crossover randomized trial, Imperial College Healthcare NHS Trust, 24 adults with type 1 diabetes, ULS on versus off for 40 days each around regular exercise", "model_version": "Dexcom G6", "outcome": "recurred", "source": "Rilstone et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0376 (significant only for time below 2.8 mmol/L)" }, { "date": "2024-04-09", "setting": "Imperial College London, 29 adults with type 1 diabetes switched from FreeStyle Libre 2 to Dexcom G7 with ULS for 12 weeks", "model_version": "Dexcom G7", "outcome": "recurred", "source": "Preechasuk et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0434 (device and alert changed together)" }, { "date": "2025-02-21", "setting": "Case report, General University Hospital Prague: a 45-year-old man with impaired hypoglycemia awareness used CGM with ULS on during 2020", "outcome": "did not recur", "source": "Zadáková E, Horová E (2025) Front Clin Diabetes Healthc 6:1536038, https://pmc.ncbi.nlm.nih.gov/articles/PMC11886589/ (quote: 'prolonged hypoglycemia could not be eliminated during 2020, especially after physical activity. The patient admitted that he occasionally had to turn off or mute the alerts')" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Dexcom", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Healthcare (diabetes technology)", "segment": "Diabetes technology" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Puhr S, Derdzinski M, Welsh JB, Parker AS, Walker T, Price DA (2019). Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert. Diabetes Technology & Therapeutics 21(4):155-158 (PMC6477579). All authors at Dexcom, Inc.", "title": "Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "date": "2019-03-22", "written_by": "makers", "quote": "includes a new alert that is triggered when an algorithm predicts that an estimated glucose value ≤55 mg/dL will occur within 20 min" }, { "kind": "peer-reviewed study", "citation": "Puhr et al. (2019), Diabetes Technol Ther 21(4):155-158, results.", "title": "Real-World Hypoglycemia Avoidance with a Continuous Glucose Monitoring System's Predictive Low Glucose Alert", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC6477579/", "date": "2019-03-22", "written_by": "makers", "quote": "Percent time <54, ≤55, <70, and >250 mg/dL fell significantly after the transition to G6, independent of low threshold alert setting." }, { "kind": "peer-reviewed study", "citation": "Puhr S, Derdzinski M, Parker AS, Welsh JB, Price DA (2020). Real-World Hypoglycemia Avoidance With a Predictive Low Glucose Alert Does Not Depend on Frequent Screen Views. Journal of Diabetes Science and Technology 14(1) (online 3 April 2019; PMC7189147). All authors at Dexcom, Inc.", "title": "Real-World Hypoglycemia Avoidance With a Predictive Low Glucose Alert Does Not Depend on Frequent Screen Views", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7189147/", "date": "2019-04-03", "written_by": "makers", "quote": "Over 93% of users enabled the ULS alert; its use was associated with significantly reduced hypoglycemia <55 and <70 mg/dL, independent of screen view frequency." }, { "kind": "regulatory document", "citation": "U.S. Food and Drug Administration (2018). Evaluation of Automatic Class III Designation for Dexcom G6 Continuous Glucose Monitoring System, Decision Summary, DEN170088 (decision date 27 March 2018).", "title": "De Novo DEN170088 Decision Summary: Dexcom G6 Continuous Glucose Monitoring System", "url": "https://www.accessdata.fda.gov/cdrh_docs/reviews/DEN170088.pdf", "date": "2018-03-27", "written_by": "independent", "quote": "An adjustable threshold and predictive glucose alert at 55 mg/dL are intended to warn patients that they need to take action", "supports_benefit": false }, { "kind": "peer-reviewed study", "citation": "Rilstone S, Oliver N, Godsland I, Tanushi B, Thomas M, Hill N (2024). A Randomized Controlled Trial Assessing the Impact of Continuous Glucose Monitoring with a Predictive Hypoglycemia Alert Function on Hypoglycemia in Physical Activity for People with Type 1 Diabetes (PACE). Diabetes Technology & Therapeutics 26(2); doi:10.1089/dia.2023.0376.", "title": "A Randomized Controlled Trial Assessing the Impact of Continuous Glucose Monitoring with a Predictive Hypoglycemia Alert Function on Hypoglycemia in Physical Activity for People with Type 1 Diabetes (PACE)", "url": "https://doi.org/10.1089/dia.2023.0376", "date": "2023-11-27", "written_by": "independent", "quote": "There was no difference in change from baseline of hypoglycemia <3.0 and <3.9 mmol/L with the ULS on or off during the 24 h after exercise." }, { "kind": "peer-reviewed study", "citation": "Preechasuk L, Avari P, Oliver N, Reddy M (2024). Switching from Intermittently Scanned Continuous Glucose Monitoring to Real-Time Continuous Glucose Monitoring with a Predictive Urgent Low Soon Alert Reduces Exposure to Hypoglycemia. Diabetes Technology & Therapeutics 26(7); doi:10.1089/dia.2023.0434.", "title": "Switching from Intermittently Scanned Continuous Glucose Monitoring to Real-Time Continuous Glucose Monitoring with a Predictive Urgent Low Soon Alert Reduces Exposure to Hypoglycemia", "url": "https://doi.org/10.1089/dia.2023.0434", "date": "2024-04-09", "written_by": "independent", "quote": "After switching to rtCGM, participants spent less time in hypoglycemia below 3.9 mmol/L (70 mg/dL) (3.0% [1.0%, 5.0%] vs. 2.0% [1.0%, 3.0%], P = 0.006)" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0295-source-0001", "AIBD-0295-source-0002", "AIBD-0295-source-0003", "AIBD-0295-source-0004", "AIBD-0295-source-0005", "AIBD-0295-source-0006" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "FDA cleared the G6 after reviewing its performance. The later studies assess hypoglycemia. The controlled PACE trial found no difference on its primary comparison and a benefit on a secondary measure." }, "provenance": { "kind": "source_review", "basis": "The identified originals and their locators are listed in the source assessment.", "record_fields": [], "source_refs": [ "AIBD-0295-source-0004", "AIBD-0295-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "FDA cleared the G6 after reviewing its performance. The later studies assess hypoglycemia. The controlled PACE trial found no difference on its primary comparison and a benefit on a secondary measure." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0295-source-0001", "retained_source_order": [ "AIBD-0295-source-0001", "AIBD-0295-source-0002", "AIBD-0295-source-0003", "AIBD-0295-source-0004", "AIBD-0295-source-0005", "AIBD-0295-source-0006" ], "origins": [ { "url": "https://www.accessdata.fda.gov/cdrh_docs/reviews/DEN170088.pdf", "locator": "§ L(3), pp. 13–14; §§ S–T, pp. 38–39.", "contribution": "Sensor-performance evidence, the alert’s intended function, and the clearance decision.", "relationship": "FDA’s regulatory review predates the outcome studies.", "source_refs": [ "AIBD-0295-source-0004" ] }, { "url": "https://journals.sagepub.com/doi/10.1089/dia.2023.0376", "locator": "Study design, Results, and Discussion.", "contribution": "A controlled comparison of alerts on and off; the primary hypoglycemia comparison was null, with a favorable secondary result.", "relationship": "Original randomized study; distinct from clearance.", "source_refs": [ "AIBD-0295-source-0005" ] } ], "excluded_or_consolidated_sources": [], "review_scope": "Whether the specified sources establish the reported benefit, their document types, and their authorship relationships. Other fields and sources were not comprehensively reassessed." } }, "provenance": { "kind": "source_review", "basis": "A limited source-role review; each inspected source and its contribution is identified.", "record_fields": [], "source_refs": [ "AIBD-0295-source-0004", "AIBD-0295-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "FDA cleared the G6 after reviewing its performance. The later studies assess hypoglycemia. The controlled PACE trial found no difference on its primary comparison and a benefit on a secondary measure." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Dexcom-authored analyzes (1,424 and 15,000 users) link the 20-minute predictive low alert to less hypoglycemia; an independent 24-person crossover RCT found a reduction only below 2.8 mmol/L.", "account": "The Dexcom G6 continuous glucose monitor was classified by the Food and Drug Administration (FDA) under De Novo DEN170088 on 27 March 2018. Its “Urgent Low Soon” (ULS) alert fires when an algorithm predicts an estimated glucose value of 55 mg/dL or below within 20 minutes. Dexcom employees Puhr, Derdzinski, Welsh, Parker, Walker and Price compared 1,424 users before and after moving from the G5 (no predictive alert) to the G6. Their anonymized comparison was in Diabetes Technology & Therapeutics (online 22 March 2019). With a 70 mg/dL low-threshold setting (n=658) time below 54 mg/dL fell from 1.0% to 0.6%. With an 80 mg/dL setting (n=766) it fell 0.6% to 0.4% (both P<0.001). ULS fired 0.9 and 0.6 times a day. A second Dexcom analysis (Puhr et al., Journal of Diabetes Science and Technology, online 3 April 2019; abstract only) had 15,000 G6 app users. More than 93% had ULS enabled. Its use was associated with less time below 55 and 70 mg/dL regardless of how often users viewed the app. The FDA decision summary describes the threshold and predictive alerts as intended to warn patients to act before a hypoglycemic event. Independent evidence is thinner. The PACE crossover randomized trial at Imperial College Healthcare NHS Trust had 24 adults with type 1 diabetes. Each had ULS on or off for 40 days. It found no difference in hypoglycemia below 3.0 or 3.9 mmol/L in the 24 hours after exercise. Time below 2.8 mmol/L was lower with ULS on (P=0.04). Preechasuk et al. (Imperial College London) had 29 adults who switched from FreeStyle Libre 2 to a Dexcom G7 with ULS. They spent less time below 70 mg/dL (3.0% to 2.0%, P=0.006). That changes device and alert together. A Prague case report records a patient with impaired hypoglycemia awareness whose CGM with ULS on did not eliminate prolonged hypoglycemia. He sometimes muted the alerts. None of the sources calls the predictive algorithm machine learning." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The vendor analyses and PACE trial used Dexcom G6 devices. The Preechasuk study used Dexcom G7 devices." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Dexcom G6 (vendor analyses; PACE trial); Dexcom G7 (Preechasuk et al.)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Dexcom G6 real-time continuous glucose monitoring system, 'Urgent Low Soon' predictive low glucose alert (also present on the G7 in one independent study)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Dexcom, Inc." } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Dexcom G6's “Urgent Low Soon” predictive alert may cut time below 54 mg/dL, by less in controlled trials", "headline": "Dexcom G6's Urgent Low Soon alert may cut time below 54 mg/dL" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "a22b940e01e867889b7fa5921506d0d0cd267ddfe3653c464b81e87b76a1a6f2" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Dexcom G6 continuous glucose monitor was classified by the Food and Drug Administration (FDA) under De Novo DEN170088 on 27 March 2018. Its “Urgent Low Soon” (ULS) alert fires when an algorithm predicts an estimated glucose value of 55 mg/dL or below within 20 minutes. Dexcom employees Puhr, Derdzinski, Welsh, Parker, Walker and Price compared 1,424 users before and after moving from the G5 (no predictive alert) to the G6. Their anonymized comparison was in Diabetes Technology & Therapeutics (online 22 March 2019). With a 70 mg/dL low-threshold setting (n=658) time below 54 mg/dL fell from 1.0% to 0.6%. With an 80 mg/dL setting (n=766) it fell 0.6% to 0.4% (both P<0.001). ULS fired 0.9 and 0.6 times a day. A second Dexcom analysis (Puhr et al., Journal of Diabetes Science and Technology, online 3 April 2019; abstract only) had 15,000 G6 app users. More than 93% had ULS enabled. Its use was associated with less time below 55 and 70 mg/dL regardless of how often users viewed the app. The FDA decision summary describes the threshold and predictive alerts as intended to warn patients to act before a hypoglycemic event. Independent evidence is thinner. The PACE crossover randomized trial at Imperial College Healthcare NHS Trust had 24 adults with type 1 diabetes. Each had ULS on or off for 40 days. It found no difference in hypoglycemia below 3.0 or 3.9 mmol/L in the 24 hours after exercise. Time below 2.8 mmol/L was lower with ULS on (P=0.04). Preechasuk et al. (Imperial College London) had 29 adults who switched from FreeStyle Libre 2 to a Dexcom G7 with ULS. They spent less time below 70 mg/dL (3.0% to 2.0%, P=0.006). That changes device and alert together. A Prague case report records a patient with impaired hypoglycemia awareness whose CGM with ULS on did not eliminate prolonged hypoglycemia. He sometimes muted the alerts. None of the sources calls the predictive algorithm machine learning.", "replication": { "produced_by": [ "Real-time CGM with the ULS alert enabled (over 93% of G6 app users in Dexcom's sample)", "Users who respond to the alert by treating or adjusting insulin, which the sources assume rather than measure", "A low-threshold alert also set (70 or 80 mg/dL in the Dexcom analysis)" ], "must_hold": [ "Users keep the alert on rather than muting it for alarm fatigue, as the Prague patient sometimes did", "Sensor accuracy sufficient to avoid nuisance alerts, which Puhr et al. cite as a cause of CGM discontinuation", "Benefit beyond a plain threshold alert, which the PACE trial found only below 2.8 mmol/L" ], "echoes": [ { "date": "2023-11-27", "setting": "PACE crossover randomized trial, Imperial College Healthcare NHS Trust, 24 adults with type 1 diabetes, ULS on versus off for 40 days each around regular exercise", "model_version": "Dexcom G6", "outcome": "recurred", "source": "Rilstone et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0376 (significant only for time below 2.8 mmol/L)" }, { "date": "2024-04-09", "setting": "Imperial College London, 29 adults with type 1 diabetes switched from FreeStyle Libre 2 to Dexcom G7 with ULS for 12 weeks", "model_version": "Dexcom G7", "outcome": "recurred", "source": "Preechasuk et al. (2024) Diabetes Technol Ther, doi:10.1089/dia.2023.0434 (device and alert changed together)" }, { "date": "2025-02-21", "setting": "Case report, General University Hospital Prague: a 45-year-old man with impaired hypoglycemia awareness used CGM with ULS on during 2020", "outcome": "did not recur", "source": "Zadáková E, Horová E (2025) Front Clin Diabetes Healthc 6:1536038, https://pmc.ncbi.nlm.nih.gov/articles/PMC11886589/ (quote: 'prolonged hypoglycemia could not be eliminated during 2020, especially after physical activity. The patient admitted that he occasionally had to turn off or mute the alerts')" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 30, "reviewed": 2, "record_mapped": 28, "not_assessed": 61, "complete": false, "by_state": { "value_present": 30, "not_reported": 0, "unresolved": 0, "not_assessed": 61, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0008", "case_url": "records/AIBD-0008.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Regulatory document", "value": "National Highway Traffic Safety Administration. Federal Motor Vehicle Safety Standards; Automatic Emergency Braking Systems for Light Vehicles. Final rule, 89 FR 39686, 9 May 2024 (FR Doc. 2024-09054).", "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0008", "title": "Front crash prevention (FCW/AEB) associated with 27–50% lower rear-end striking crash rates in US police-reported data", "summary": "IIHS: FCW alone, low-speed AEB and FCW+AEB cut rear-end striking crash rates 27%, 43%, 50% in 22 US states, 2010–2014 (cohort)", "date_observed": "2017-02-01", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Jessica Cicchino (Insurance Institute for Highway Safety) published in Accident Analysis and Prevention volume 99 (February 2017). Her measure was police-reported crash involvements per insured vehicle year in 22 US states during 2010–2014. She compared passenger vehicle models with optional forward collision warning (FCW) alone or FCW with autonomous emergency braking (AEB) to the same models without it. She also compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with standard low-speed AEB to other luxury midsize cars and SUVs without it. FCW alone, low-speed AEB and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43% and 50%. Injury crash rates fell 20%, 45% and 56%. FCW with AEB increased rear-end struck involvements by 20%. No individual avoided crash is documented.", "category": "general benefit", "unexpected": false, "purpose": "Built to warn drivers and brake automatically when a frontal collision is imminent. The measured reduction in rear-end striking crashes is that purpose.", "system": "Front crash prevention systems (FCW, low-speed AEB, FCW with AEB) on passenger vehicles from multiple automakers, including Volvo's standard low-speed AEB on 2011–2012 S60 and 2010–2012 XC60", "model_version": null, "developer": null, "deployer": null, "location": null, "domain": "Road vehicle crash avoidance", "segment": "Automotive", "benefit_type": "Increased Product Safety", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": null, "reason": "The study reports cohort-level rate reductions, not an individually attributable outcome." }, { "group": "personal", "depth": null, "reason": "The study reports cohort-level rate reductions without individually attributable outcomes." } ], "ai_role": { "status": "assessed", "statement": "Front crash prevention systems are automated perception-and-braking systems. The within-model comparisons (FCW alone, FCW with AEB) and Volvo S60/XC60 comparison with other luxury midsize cars and SUVs (low-speed AEB) control for other factors. They show effectiveness as a rate, not any single avoided crash. Whether such systems count as AI is a definitional choice the sources do not settle." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Cicchino, J.B. (2017). Effectiveness of forward collision warning and autonomous emergency braking systems in reducing front-to-rear crash rates. Accident Analysis and Prevention 99:142–152. doi:10.1016/j.aap.2016.11.009.", "title": "Effectiveness of forward collision warning and autonomous emergency braking systems in reducing front-to-rear crash rates", "url": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "date": "2017-02-01", "written_by": "independent", "quote": "FCW alone, low-speed AEB, and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43%, and 50%, respectively." }, { "kind": "regulatory document", "citation": "National Highway Traffic Safety Administration. Federal Motor Vehicle Safety Standards; Automatic Emergency Braking Systems for Light Vehicles. Final rule, 89 FR 39686, 9 May 2024 (FR Doc. 2024-09054).", "title": "Federal Motor Vehicle Safety Standards; Automatic Emergency Braking Systems for Light Vehicles", "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "date": "2024-05-09", "written_by": "independent", "quote": null, "supports_benefit": false } ], "replication": { "produced_by": [ "Vehicle fitted with FCW and/or AEB", "Rear-end conflict within the system's operating speed range" ], "must_hold": [ "FCW and FCW+AEB comparisons use the same vehicle models with and without the optional system, controlling for other crash-risk factors. The low-speed AEB comparison uses Volvo S60/XC60 models against other luxury midsize cars and SUVs without the system", "Results are rates per insured vehicle year, not individual events" ], "echoes": [] }, "paired_incident": { "database": "AI Incident Database", "identifier": "341", "title": "Nissan's \"Automatic Emergency Braking\" False Positives Posed Traffic Risks to Drivers", "url": "https://incidentdatabase.ai/cite/341", "severity": null, "group": "societal", "basis": "Automatic emergency braking on passenger cars: Nissan's AEB false positives caused abrupt braking that endangered its drivers and other traffic participants, the road users whose rear-end crash rates FCW and AEB reduced in the IIHS data." }, "headline": "FCW and AEB cut rear-end striking crash rates 27–50%", "metric": "reduced rear-end striking crash involvement rates by 27%, 43% and 50%", "comparator": { "against": "the same vehicle models where the optional systems were not purchased (and comparable luxury vehicles without standard low-speed AEB)", "before": "the same models where the optional systems were not purchased", "after": "reduced rear-end striking crash involvement rates by 27%, 43%, and 50%, respectively", "basis": "measured", "quote": "FCW alone, low-speed AEB, and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43%, and 50%, respectively. Rates of rear-end striking crash involvements with injuries were reduced by 20%, 45%, and 56%, respectively, by FCW alone, low-speed AEB, and FCW with AEB, and rates of rear-end striking crash involvements with third-party injuries were reduced by 18%, 44%, and 59%, respectively.", "url": "https://www.iihs.org/research-areas/bibliography/ref/2111" }, "later": { "status": "scaled", "date": "2024-05-09", "note": "NHTSA adopted FMVSS No. 127 on 9 May 2024, requiring automatic emergency braking, including pedestrian AEB, on all new light vehicles.", "quote": "This final rule adopts a new Federal Motor Vehicle Safety Standard to require automatic emergency braking (AEB), including pedestrian AEB (PAEB), systems on light vehicles.", "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles" }, "value": null, "developer_country": null, "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 341 (high confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/341", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Account, what must hold again and AI-role statement corrected because only the FCW-alone and FCW-with-AEB analyzes compared the same models with and without the option; the low-speed AEB analysis compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with other luxury midsize cars and SUVs without the system.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Product Safety under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.iihs.org/research-areas/bibliography/ref/2111; https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" } ], "confidence": "studied", "shade": "high", "claim_status": "Independently studied", "claim_basis": "Sources: one independent regulatory document and one independent peer-reviewed study. For the benefit itself, the cited sources include no finding by a regulator or court.", "profile": { "case_id": "AIBD-0008", "catalog_version": "1.0.0", "source_fingerprint": "df8e8ec80818121bddb21f4f91dbf3feb4d9fd7909650d273aa9c41a6b3ef04e", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0008-source-0001", "AIBD-0008-source-0002" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Front crash prevention systems are automated perception-and-braking systems. The within-model comparisons (FCW alone, FCW with AEB) and Volvo S60/XC60 comparison with other luxury midsize cars and SUVs (low-speed AEB) control for other factors. They show effectiveness as a rate, not any single avoided crash. Whether such systems count as AI is a definitional choice the sources do not settle." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "Front crash prevention systems are automated perception-and-braking systems. The within-model comparisons (FCW alone, FCW with AEB) and Volvo S60/XC60 comparison with other luxury midsize cars and SUVs (low-speed AEB) control for other factors. They show effectiveness as a rate, not any single avoided crash. Whether such systems count as AI is a definitional choice the sources do not settle." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "high", "evidence_word": "studied", "claim_status": "Independently studied", "basis": "Sources: one independent regulatory document and one independent peer-reviewed study. For the benefit itself, the cited sources include no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "The study reports cohort-level rate reductions, not an individually attributable outcome." }, { "group": "personal", "reason": "The study reports cohort-level rate reductions without individually attributable outcomes." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "The study reports cohort-level rate reductions, not an individually attributable outcome." }, { "group": "personal", "reason": "The study reports cohort-level rate reductions without individually attributable outcomes." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "value_present", "value": { "kind": "structured", "data": { "answer": "Automatic emergency braking on passenger cars: Nissan's AEB false positives caused abrupt braking that endangered its drivers and other traffic participants, the road users whose rear-end crash rates FCW and AEB reduced in the IIHS data.", "links": [ { "database": "AI Incident Database", "identifier": "341", "title": "Nissan's \"Automatic Emergency Braking\" False Positives Posed Traffic Risks to Drivers", "url": "https://incidentdatabase.ai/cite/341", "group": "societal", "basis": "Automatic emergency braking on passenger cars: Nissan's AEB false positives caused abrupt braking that endangered its drivers and other traffic participants, the road users whose rear-end crash rates FCW and AEB reduced in the IIHS data.", "relation": "comparable_harm" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Existing paired_incident classification; no new source review.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "reduced rear-end striking crash involvement rates by 27%, 43% and 50%", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "paired_incident": { "database": "AI Incident Database", "identifier": "341", "title": "Nissan's \"Automatic Emergency Braking\" False Positives Posed Traffic Risks to Drivers", "url": "https://incidentdatabase.ai/cite/341", "group": "societal", "basis": "Automatic emergency braking on passenger cars: Nissan's AEB false positives caused abrupt braking that endangered its drivers and other traffic participants, the road users whose rear-end crash rates FCW and AEB reduced in the IIHS data." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "scaled", "date": "2024-05-09", "note": "NHTSA adopted FMVSS No. 127 on 9 May 2024, requiring automatic emergency braking, including pedestrian AEB, on all new light vehicles.", "quote": "This final rule adopts a new Federal Motor Vehicle Safety Standard to require automatic emergency braking (AEB), including pedestrian AEB (PAEB), systems on light vehicles.", "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0008" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Increased Product Safety" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Jessica Cicchino (Insurance Institute for Highway Safety) published in Accident Analysis and Prevention volume 99 (February 2017). Her measure was police-reported crash involvements per insured vehicle year in 22 US states during 2010–2014. She compared passenger vehicle models with optional forward collision warning (FCW) alone or FCW with autonomous emergency braking (AEB) to the same models without it. She also compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with standard low-speed AEB to other luxury midsize cars and SUVs without it. FCW alone, low-speed AEB and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43% and 50%. Injury crash rates fell 20%, 45% and 56%. FCW with AEB increased rear-end struck involvements by 20%. No individual avoided crash is documented.", "benefit_type": "Increased Product Safety" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "reason": "The study reports cohort-level rate reductions, not an individually attributable outcome." }, { "group": "personal", "reason": "The study reports cohort-level rate reductions without individually attributable outcomes." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Built to warn drivers and brake automatically when a frontal collision is imminent. The measured reduction in rear-end striking crashes is that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Built to warn drivers and brake automatically when a frontal collision is imminent. The measured reduction in rear-end striking crashes is that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2017-02-01", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 341 (high confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/341", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Account, what must hold again and AI-role statement corrected because only the FCW-alone and FCW-with-AEB analyzes compared the same models with and without the option; the low-speed AEB analysis compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with other luxury midsize cars and SUVs without the system.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Product Safety under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.iihs.org/research-areas/bibliography/ref/2111; https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Vehicle fitted with FCW and/or AEB", "Rear-end conflict within the system's operating speed range" ], "must_hold": [ "FCW and FCW+AEB comparisons use the same vehicle models with and without the optional system, controlling for other crash-risk factors. The low-speed AEB comparison uses Volvo S60/XC60 models against other luxury midsize cars and SUVs without the system", "Results are rates per insured vehicle year, not individual events" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 341 (high confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/341", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Account, what must hold again and AI-role statement corrected because only the FCW-alone and FCW-with-AEB analyzes compared the same models with and without the option; the low-speed AEB analysis compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with other luxury midsize cars and SUVs without the system.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Product Safety under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.iihs.org/research-areas/bibliography/ref/2111; https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Road vehicle crash avoidance", "segment": "Automotive" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Cicchino, J.B. (2017). Effectiveness of forward collision warning and autonomous emergency braking systems in reducing front-to-rear crash rates. Accident Analysis and Prevention 99:142–152. doi:10.1016/j.aap.2016.11.009.", "title": "Effectiveness of forward collision warning and autonomous emergency braking systems in reducing front-to-rear crash rates", "url": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "date": "2017-02-01", "written_by": "independent", "quote": "FCW alone, low-speed AEB, and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43%, and 50%, respectively." }, { "kind": "regulatory document", "citation": "National Highway Traffic Safety Administration. Federal Motor Vehicle Safety Standards; Automatic Emergency Braking Systems for Light Vehicles. Final rule, 89 FR 39686, 9 May 2024 (FR Doc. 2024-09054).", "title": "Federal Motor Vehicle Safety Standards; Automatic Emergency Braking Systems for Light Vehicles", "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "date": "2024-05-09", "written_by": "independent", "supports_benefit": false } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0008-source-0001", "AIBD-0008-source-0002" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "The IIHS paper reports the crash-rate estimates. Its bibliography page is another version of the same work. NHTSA cited that research when adopting a later rule." }, "provenance": { "kind": "source_review", "basis": "The identified originals and their locators are listed in the source assessment.", "record_fields": [], "source_refs": [ "AIBD-0008-source-0001", "AIBD-0008-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The IIHS paper reports the crash-rate estimates. Its bibliography page is another version of the same work. NHTSA cited that research when adopting a later rule." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0008-source-0001", "retained_source_order": [ "AIBD-0008-source-0001", "AIBD-0008-source-0002" ], "origins": [ { "url": "https://www.reginfo.gov/public/do/eoDownloadDocument?pubId=&eodoc=true&documentID=219043", "locator": "Abstract; methods and results; Table 3.", "contribution": "Original estimates for rear-end striking and injury crashes.", "relationship": "Independent observational study by Jessica Cicchino at IIHS.", "source_refs": [ "AIBD-0008-source-0001" ] }, { "url": "https://www.iihs.org/research-areas/bibliography/ref/2111", "locator": "Bibliographic record and abstract.", "contribution": "An institutional access page for the same 2017 study.", "relationship": "The same work, not another study.", "source_refs": [ "AIBD-0008-source-0001" ] }, { "url": "https://www.federalregister.gov/documents/2024/05/09/2024-09054/federal-motor-vehicle-safety-standards-automatic-emergency-braking-systems-for-light-vehicles", "locator": "Final rule, § VI; pp. 39716–39717.", "contribution": "The later mandate and its use of published crash research.", "relationship": "A regulatory instrument; contextual to the study result.", "source_refs": [ "AIBD-0008-source-0002" ] } ], "excluded_or_consolidated_sources": [ { "url": "https://www.iihs.org/research-areas/bibliography/ref/2111", "reason": "Institutional abstract of the retained original paper. Its findings, including the increase in rear-end struck crashes, remain in that paper.", "retained_source_ref": "AIBD-0008-source-0001" } ], "review_scope": "Whether the specified sources establish the reported benefit, their document types, and their authorship relationships. Other fields and sources were not comprehensively reassessed." } }, "provenance": { "kind": "source_review", "basis": "A limited source-role review; each inspected source and its contribution is identified.", "record_fields": [], "source_refs": [ "AIBD-0008-source-0001", "AIBD-0008-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The IIHS paper reports the crash-rate estimates. Its bibliography page is another version of the same work. NHTSA cited that research when adopting a later rule." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "IIHS: FCW alone, low-speed AEB and FCW+AEB cut rear-end striking crash rates 27%, 43%, 50% in 22 US states, 2010–2014 (cohort)", "account": "Jessica Cicchino (Insurance Institute for Highway Safety) published in Accident Analysis and Prevention volume 99 (February 2017). Her measure was police-reported crash involvements per insured vehicle year in 22 US states during 2010–2014. She compared passenger vehicle models with optional forward collision warning (FCW) alone or FCW with autonomous emergency braking (AEB) to the same models without it. She also compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with standard low-speed AEB to other luxury midsize cars and SUVs without it. FCW alone, low-speed AEB and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43% and 50%. Injury crash rates fell 20%, 45% and 56%. FCW with AEB increased rear-end struck involvements by 20%. No individual avoided crash is documented." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Front crash prevention systems (FCW, low-speed AEB, FCW with AEB) on passenger vehicles from multiple automakers, including Volvo's standard low-speed AEB on 2011–2012 S60 and 2010–2012 XC60" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Front crash prevention (FCW/AEB) associated with 27–50% lower rear-end striking crash rates in US police-reported data", "headline": "FCW and AEB cut rear-end striking crash rates 27–50%" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "df8e8ec80818121bddb21f4f91dbf3feb4d9fd7909650d273aa9c41a6b3ef04e" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Jessica Cicchino (Insurance Institute for Highway Safety) published in Accident Analysis and Prevention volume 99 (February 2017). Her measure was police-reported crash involvements per insured vehicle year in 22 US states during 2010–2014. She compared passenger vehicle models with optional forward collision warning (FCW) alone or FCW with autonomous emergency braking (AEB) to the same models without it. She also compared Volvo 2011–2012 S60 and 2010–2012 XC60 vehicles with standard low-speed AEB to other luxury midsize cars and SUVs without it. FCW alone, low-speed AEB and FCW with AEB reduced rear-end striking crash involvement rates by 27%, 43% and 50%. Injury crash rates fell 20%, 45% and 56%. FCW with AEB increased rear-end struck involvements by 20%. No individual avoided crash is documented.", "replication": { "produced_by": [ "Vehicle fitted with FCW and/or AEB", "Rear-end conflict within the system's operating speed range" ], "must_hold": [ "FCW and FCW+AEB comparisons use the same vehicle models with and without the optional system, controlling for other crash-risk factors. The low-speed AEB comparison uses Volvo S60/XC60 models against other luxury midsize cars and SUVs without the system", "Results are rates per insured vehicle year, not individual events" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 2, "record_mapped": 25, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0328", "case_url": "records/AIBD-0328.html", "reason": "A later source disputes the reported benefit or its explanation.", "details": [ { "label": "Follow-up", "value": "Physicists interviewed by the Post and Scientific American disputed the public technical description. Their criticism does not establish that the rescue claim was formally reversed or withdrawn.", "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0328", "title": "A CIA tool called “Ghost Murmur”, pairing quantum magnetometry with AI, may have located downed F-15E officer “Dude 44 Bravo” in Iran before his 4 April 2026 rescue", "summary": "The rescue is documented. The claim that Ghost Murmur located the airman rests on two anonymous sources and a subsequent presidential remark; its technical capability remains unverified.", "date_observed": "2026-04-04", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The April 6 White House briefing documents the rescue of the downed F-15E weapons systems officer in Iran. The official transcript also describes watching his suspected position with a camera from 40 miles away. That distance concerns the camera, not an established heartbeat-detection range. On April 7, the New York Post reported that two anonymous sources attributed the officer's location to a CIA tool called Ghost Murmur. They described quantum magnetic sensing combined with AI that separates a heartbeat signal from background noise, and attributed its development to Lockheed Martin's Skunk Works. Lockheed Martin declined to comment. In an April 8 telephone interview with the Post, President Trump called the tool important to the rescue, but supplied no technical explanation. The Post and Scientific American separately interviewed physicists who questioned the described capability. The official briefing does not name Ghost Murmur or establish an AI contribution. No public measurements or inspectable technical account establish that the claimed system located the officer.", "category": "harm prevented", "unexpected": false, "purpose": "Per the Post's sources, it is a tool built to find a human heartbeat at distance. The uses are intelligence collection and personnel recovery, and it was tested on Black Hawk helicopters. Its stated purpose is exactly the use claimed.", "system": "'Ghost Murmur': long-range quantum (nitrogen-vacancy diamond) magnetometry paired with AI software that isolates heartbeat signatures from background noise, as described by the NY Post's anonymous sources", "model_version": null, "developer": "Lockheed Martin Skunk Works, per two NY Post sources; the company declined to comment", "deployer": "US Central Intelligence Agency, per the NY Post; the CIA and White House named no tool", "location": "Mountains of southern Iran", "domain": "Defense and intelligence: combat search and rescue", "segment": "Remote personnel-location sensing", "benefit_type": "Improved Physical Health", "taxonomy_note": "A combat rescue is read as a health outcome because no rescue or defense type exists.", "registry_ids": { "oecd_aim": "2026-04-08-d905" }, "ratings": [ { "group": "personal", "depth": 5, "reason": "The weapons systems officer was found alive on 4 April 2026 and brought out with no US casualties, per Ratcliffe and Trump. Whether Ghost Murmur produced the find rests on the Post's anonymous sources and Trump's “very important”. Physicists dispute the described mechanism, and a beacon and a long-range camera were also in play." }, { "group": "organizational", "depth": null, "reason": "No source quantifies the tool's contribution to the search beyond Trump's remark. The mission also used human assets, deception, a camera at 40 miles and the airman's beacon." } ], "ai_role": { "status": "unassessed", "statement": "The Post's anonymous sources describe AI that isolates a heartbeat signal from sensor noise. No public technical evidence establishes that this system located the airman. The official account confirms the rescue and camera observation, while the later presidential remark does not establish the sensing method." }, "evidence": [ { "kind": "news report", "citation": "Steven Nelson, New York Post. 'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission. 2026-04-07. Original reporting based on two anonymous sources.", "title": "'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission", "url": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "date": "2026-04-07", "written_by": "independent", "quote": null }, { "kind": "report", "citation": "White House; Daily Compilation of Presidential Documents. Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters. 2026-04-06. DCPD-202600233, pp. 1–2 and 7. Official account of the rescue and long-range camera observation.", "title": "Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters", "url": "https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "date": "2026-04-06", "written_by": "deployer", "quote": null }, { "kind": "news report", "citation": "Steven Nelson, New York Post. Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works. 2026-04-08. Adds a direct telephone interview with President Trump and interviews with physicists.", "title": "Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works", "url": "https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "date": "2026-04-08", "written_by": "independent", "quote": null }, { "kind": "news report", "citation": "Deni Ellis Béchard, Scientific American. Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical. 2026-04-08. Adds original expert interviews challenging the publicly described sensing mechanism.", "title": "Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical", "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/", "date": "2026-04-08", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "A rescue operation that involved personnel, aircraft, intelligence, and camera observation", "An alleged AI-assisted sensing contribution whose specifications and performance are not public" ], "must_hold": [ "Public evidence of the sensing method and its role in locating the officer would be needed before identifying reproducible conditions for an AI benefit" ], "echoes": [] }, "paired_incident": null, "headline": "*Ghost Murmur* may have found downed F-15E officer", "metric": "one rescued airman; the claimed AI contribution remains unverified", "comparator": null, "later": { "status": "challenged", "date": "2026-04-08", "note": "Physicists interviewed by the Post and Scientific American disputed the public technical description. Their criticism does not establish that the rescue claim was formally reversed or withdrawn.", "quote": null, "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": [ "White House, April 6, 2026, DCPD-202600233, pp. 1–2 and 7. https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "Steven Nelson, New York Post, April 7 and 8, 2026. https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/ https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "Deni Ellis Béchard, Scientific American, April 8, 2026, original expert interviews. https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/" ], "brief": "The April 6 White House briefing documents the rescue of a downed American airman in Iran.[1] The claim that an AI-assisted quantum sensor located him comes from two anonymous sources in the New York Post. President Trump subsequently told the Post that the tool was important, without explaining how it worked.[2] Physicists interviewed by the Post and Scientific American questioned the described capability.[3] The rescue is established; the contribution attributed to Ghost Murmur remains unverified.", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter added.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter rewritten to say why the case matters now.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Sidenotes added to the brief.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.military.com/feature/2026/04/18/ghost-murmur-heartbeat-tracking-tech-has-experts-questioning-laws-of-physics.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Skunk_Works; https://www.cia.gov/legacy/headquarters/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-24", "change": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "source": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: three independent news reports and the deployer's report. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0328", "catalog_version": "1.0.0", "source_fingerprint": "4678006907444b0cd74c0e1b28a900499156578134b32a7632876f04ae852846", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Lockheed Martin Skunk Works, per two NY Post sources; the company declined to comment", "deployer": "US Central Intelligence Agency, per the NY Post; the CIA and White House named no tool" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "harm prevented", "ai_role": { "status": "unassessed", "statement": "The Post's anonymous sources describe AI that isolates a heartbeat signal from sensor noise. No public technical evidence establishes that this system located the airman. The official account confirms the rescue and camera observation, while the later presidential remark does not establish the sensing method." } } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "category", "ai_role" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "The weapons systems officer was found alive on 4 April 2026 and brought out with no US casualties, per Ratcliffe and Trump. Whether Ghost Murmur produced the find rests on the Post's anonymous sources and Trump's “very important”. Physicists dispute the described mechanism, and a beacon and a long-range camera were also in play." }, { "group": "organizational", "reason": "No source quantifies the tool's contribution to the search beyond Trump's remark. The mission also used human assets, deception, a camera at 40 miles and the airman's beacon." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: three independent news reports and the deployer's report. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "The weapons systems officer was found alive on 4 April 2026 and brought out with no US casualties, per Ratcliffe and Trump. Whether Ghost Murmur produced the find rests on the Post's anonymous sources and Trump's “very important”. Physicists dispute the described mechanism, and a beacon and a long-range camera were also in play." }, { "group": "organizational", "reason": "No source quantifies the tool's contribution to the search beyond Trump's remark. The mission also used human assets, deception, a camera at 40 miles and the airman's beacon." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "The weapons systems officer was found alive on 4 April 2026 and brought out with no US casualties, per Ratcliffe and Trump. Whether Ghost Murmur produced the find rests on the Post's anonymous sources and Trump's “very important”. Physicists dispute the described mechanism, and a beacon and a long-range camera were also in play." }, { "group": "organizational", "reason": "No source quantifies the tool's contribution to the search beyond Trump's remark. The mission also used human assets, deception, a camera at 40 miles and the airman's beacon." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "value_present", "value": { "kind": "text", "text": "The April 6 White House briefing documents the rescue of a downed American airman in Iran.[1] The claim that an AI-assisted quantum sensor located him comes from two anonymous sources in the New York Post. President Trump subsequently told the Post that the tool was important, without explaining how it worked.[2] Physicists interviewed by the Post and Scientific American questioned the described capability.[3] The rescue is established; the contribution attributed to Ghost Murmur remains unverified." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "brief" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "one rescued airman; the claimed AI contribution remains unverified", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-04-08-d905" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "challenged", "date": "2026-04-08", "note": "Physicists interviewed by the Post and Scientific American disputed the public technical description. Their criticism does not establish that the rescue claim was formally reversed or withdrawn.", "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/" } } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "later" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0328" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "A combat rescue is read as a health outcome because no rescue or defense type exists." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The April 6 White House briefing documents the rescue of the downed F-15E weapons systems officer in Iran. The official transcript also describes watching his suspected position with a camera from 40 miles away. That distance concerns the camera, not an established heartbeat-detection range. On April 7, the New York Post reported that two anonymous sources attributed the officer's location to a CIA tool called Ghost Murmur. They described quantum magnetic sensing combined with AI that separates a heartbeat signal from background noise, and attributed its development to Lockheed Martin's Skunk Works. Lockheed Martin declined to comment. In an April 8 telephone interview with the Post, President Trump called the tool important to the rescue, but supplied no technical explanation. The Post and Scientific American separately interviewed physicists who questioned the described capability. The official briefing does not name Ghost Murmur or establish an AI contribution. No public measurements or inspectable technical account establish that the claimed system located the officer.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "account", "benefit_type" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 5, "reason": "The weapons systems officer was found alive on 4 April 2026 and brought out with no US casualties, per Ratcliffe and Trump. Whether Ghost Murmur produced the find rests on the Post's anonymous sources and Trump's “very important”. Physicists dispute the described mechanism, and a beacon and a long-range camera were also in play." }, { "group": "organizational", "reason": "No source quantifies the tool's contribution to the search beyond Trump's remark. The mission also used human assets, deception, a camera at 40 miles and the airman's beacon." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Per the Post's sources, it is a tool built to find a human heartbeat at distance. The uses are intelligence collection and personnel recovery, and it was tested on Black Hawk helicopters. Its stated purpose is exactly the use claimed." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Mountains of southern Iran", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Per the Post's sources, it is a tool built to find a human heartbeat at distance. The uses are intelligence collection and personnel recovery, and it was tested on Black Hawk helicopters. Its stated purpose is exactly the use claimed." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-04-04", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter added.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter rewritten to say why the case matters now.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Sidenotes added to the brief.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.military.com/feature/2026/04/18/ghost-murmur-heartbeat-tracking-tech-has-experts-questioning-laws-of-physics.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Skunk_Works; https://www.cia.gov/legacy/headquarters/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "source": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "editor": "AIBD" } ] } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A rescue operation that involved personnel, aircraft, intelligence, and camera observation", "An alleged AI-assisted sensing contribution whose specifications and performance are not public" ], "must_hold": [ "Public evidence of the sensing method and its role in locating the officer would be needed before identifying reproducible conditions for an AI benefit" ], "echoes": [] } } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "replication" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter added.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Brief from Peter rewritten to say why the case matters now.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Sidenotes added to the brief.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.military.com/feature/2026/04/18/ghost-murmur-heartbeat-tracking-tech-has-experts-questioning-laws-of-physics.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Skunk_Works; https://www.cia.gov/legacy/headquarters/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "source": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "editor": "AIBD" } ] } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "revisions" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Defense and intelligence: combat search and rescue", "segment": "Remote personnel-location sensing" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Steven Nelson, New York Post. 'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission. 2026-04-07. Original reporting based on two anonymous sources.", "title": "'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission", "url": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "date": "2026-04-07", "written_by": "independent" }, { "kind": "report", "citation": "White House; Daily Compilation of Presidential Documents. Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters. 2026-04-06. DCPD-202600233, pp. 1–2 and 7. Official account of the rescue and long-range camera observation.", "title": "Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters", "url": "https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "date": "2026-04-06", "written_by": "deployer" }, { "kind": "news report", "citation": "Steven Nelson, New York Post. Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works. 2026-04-08. Adds a direct telephone interview with President Trump and interviews with physicists.", "title": "Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works", "url": "https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "date": "2026-04-08", "written_by": "independent" }, { "kind": "news report", "citation": "Deni Ellis Béchard, Scientific American. Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical. 2026-04-08. Adds original expert interviews challenging the publicly described sensing mechanism.", "title": "Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical", "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/", "date": "2026-04-08", "written_by": "independent" } ] } }, "provenance": { "kind": "source_review", "basis": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "role": "Active evidence sources in reviewed order" }, "provenance": { "kind": "curatorial", "basis": "Assigned to the retained evidence in the dated source review.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Steven Nelson, New York Post. 'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission. 2026-04-07. Original reporting based on two anonymous sources.", "title": "'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission", "url": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "date": "2026-04-07", "written_by": "independent" }, { "kind": "report", "citation": "White House; Daily Compilation of Presidential Documents. Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters. 2026-04-06. DCPD-202600233, pp. 1–2 and 7. Official account of the rescue and long-range camera observation.", "title": "Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters", "url": "https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "date": "2026-04-06", "written_by": "deployer" }, { "kind": "news report", "citation": "Steven Nelson, New York Post. Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works. 2026-04-08. Adds a direct telephone interview with President Trump and interviews with physicists.", "title": "Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works", "url": "https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "date": "2026-04-08", "written_by": "independent" }, { "kind": "news report", "citation": "Deni Ellis Béchard, Scientific American. Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical. 2026-04-08. Adds original expert interviews challenging the publicly described sensing mechanism.", "title": "Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical", "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/", "date": "2026-04-08", "written_by": "independent" } ] } }, "provenance": { "kind": "source_review", "basis": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "origins": [ { "source_refs": [ "AIBD-0328-source-0001" ], "url": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "title": "'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission", "published_on": "2026-04-07", "relationship": "independent", "citation": "Steven Nelson, New York Post. 'Ghost Murmur,' a never-used secret tool, deployed to find lost airman in Iran in daring mission. 2026-04-07. Original reporting based on two anonymous sources." }, { "source_refs": [ "AIBD-0328-source-0002" ], "url": "https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "title": "Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters", "published_on": "2026-04-06", "relationship": "deployer", "citation": "White House; Daily Compilation of Presidential Documents. Remarks on the Rescue of United States Military Personnel in Iran and an Exchange With Reporters. 2026-04-06. DCPD-202600233, pp. 1–2 and 7. Official account of the rescue and long-range camera observation." }, { "source_refs": [ "AIBD-0328-source-0003" ], "url": "https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "title": "Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works", "published_on": "2026-04-08", "relationship": "independent", "citation": "Steven Nelson, New York Post. Trump confirms CIA 'Ghost Murmur' tool was ‘very important’ to find airman in Iran — as experts debate how it works. 2026-04-08. Adds a direct telephone interview with President Trump and interviews with physicists." }, { "source_refs": [ "AIBD-0328-source-0004" ], "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/", "title": "Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical", "published_on": "2026-04-08", "relationship": "independent", "citation": "Deni Ellis Béchard, Scientific American. Is the ‘Ghost Murmur’ quantum device possible? Scientists are skeptical. 2026-04-08. Adds original expert interviews challenging the publicly described sensing mechanism." } ], "excluded_republications": [ { "url": "https://oecd.ai/en/incidents/2026-04-08-d905", "title": "CIA Uses AI System 'Ghost Murmur' to Rescue Downed Pilot in Iran", "published_on": "2026-04-08", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0001" }, { "url": "https://www.airandspaceforces.com/dude-44-rescue-massive-operation-iran-save-downed-airmen/", "title": "Inside the Massive Operation to Save Two Downed Airmen In Iran", "published_on": "2026-04-06", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0004" }, { "url": "https://www.military.com/feature/2026/04/18/ghost-murmur-heartbeat-tracking-tech-has-experts-questioning-laws-of-physics.html", "title": "Ghost Murmur: The Heartbeat-Tracking Tech That Has Experts Questioning the Laws of Physics", "published_on": "2026-04-18", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0006" }, { "url": "https://www.ynetnews.com/tech-and-digital/article/bywkzwhh11e", "title": "CIA's experimental ‘Ghost Murmur’ device reportedly helped locate downed pilot in Iran", "published_on": "2026-04-09", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0007" }, { "url": "https://thequantuminsider.com/2026/04/08/did-a-quantum-sensor-help-rescuers-find-a-downed-american-pilot/", "title": "Did a Quantum Sensor Help Rescuers Find a Downed American Pilot?", "published_on": "2026-04-08", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0008" }, { "url": "https://www.diariopanorama.com/noticia/548513/ghost-murmur-ciencia-o-ficcion-inedita-tecnologia-habria-usado-cia-para-rescate-iran", "title": "Ghost Murmur: ¿Ciencia o ficción?, la inédita tecnología que habría usado la CIA para el rescate en Irán", "published_on": "2026-04-10", "relationship": "Retained as source history; replaced by the original evidence or omitted because no distinct evidence is used for the revised claims", "previous_source_ref": "AIBD-0328-source-0009" } ], "independent_evaluations_of_reported_results": 0, "lead_source_ref": "AIBD-0328-source-0001", "retained_source_order": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "ordering_basis": "The source that directly supports the central case leads. Additional sources contribute the specific evidence or limitations described in claim_lineage.", "claim_lineage": [ { "claim": "Alleged Ghost Murmur mechanism and role", "source_chain": [ { "url": "https://nypost.com/2026/04/07/us-news/ghost-murmur-a-never-used-secret-tool-deployed-to-find-lost-airman-in-iran-in-daring-mission/", "locator": "Body: two sources close to the breakthrough; Lockheed Martin response", "role": "Original anonymous-source reporting", "access_status": "Full relevant text reviewed", "published_on": "2026-04-07" } ], "limitations": [ "Anonymous sources; no technical measurements or inspectable device evidence" ], "source_ref": "AIBD-0328-source-0001" }, { "claim": "Rescue and camera observation", "source_chain": [ { "url": "https://www.govinfo.gov/content/pkg/DCPD-202600233/pdf/DCPD-202600233.pdf", "locator": "pp. 1–2 and 7", "role": "Original official briefing transcript", "access_status": "Full relevant text reviewed", "published_on": "2026-04-06" } ], "limitations": [ "The transcript does not name Ghost Murmur; the 40-mile statement concerns a camera", "Ratcliffe’s remarks are abridged in this official transcript; the full April 6 briefing transcript is archived at https://rollcall.com/factbase/trump/transcript/donald-trump-press-conference-briefing-room-april-6-2026/" ], "source_ref": "AIBD-0328-source-0002" }, { "claim": "Presidential remark and independent technical criticism", "source_chain": [ { "url": "https://nypost.com/2026/04/08/us-news/trump-confirms-cia-ghost-murmur-tool-was-very-important-to-find-airman-in-iran-as-experts-debate-how-it-works/", "locator": "Trump telephone interview and named physicist interviews", "role": "Original interviews", "access_status": "Full relevant text reviewed", "published_on": "2026-04-08" }, { "url": "https://www.scientificamerican.com/article/what-is-the-quantum-ghost-murmur-purportedly-used-in-iran-scientists/", "locator": "Interviews with John Wikswo, Chad Orzel, and Bradley Roth", "role": "Independent scrutiny of the public description", "access_status": "Indexed article text reviewed; direct publisher access was restricted" } ], "limitations": [ "Criticism of the public account is not an independent test of the actual classified device" ], "source_ref": "AIBD-0328-source-0003" } ], "limitations": [ "No independent evaluation of the alleged device", "Military.com full text could not be re-opened; it is not used for retained claims" ] } }, "provenance": { "kind": "source_review", "basis": "Replaced the incident-monitor summary with original reporting, separated camera distance from heartbeat claims, and corrected the unsupported reversal label.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The rescue is documented. The alleged device has no independent evaluation, and physicists dispute its described mechanism.", "editor_note": "" } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "The rescue is documented. The claim that Ghost Murmur located the airman rests on two anonymous sources and a subsequent presidential remark; its technical capability remains unverified.", "account": "The April 6 White House briefing documents the rescue of the downed F-15E weapons systems officer in Iran. The official transcript also describes watching his suspected position with a camera from 40 miles away. That distance concerns the camera, not an established heartbeat-detection range. On April 7, the New York Post reported that two anonymous sources attributed the officer's location to a CIA tool called Ghost Murmur. They described quantum magnetic sensing combined with AI that separates a heartbeat signal from background noise, and attributed its development to Lockheed Martin's Skunk Works. Lockheed Martin declined to comment. In an April 8 telephone interview with the Post, President Trump called the tool important to the rescue, but supplied no technical explanation. The Post and Scientific American separately interviewed physicists who questioned the described capability. The official briefing does not name Ghost Murmur or establish an AI contribution. No public measurements or inspectable technical account establish that the claimed system located the officer." } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "summary", "account" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "'Ghost Murmur': long-range quantum (nitrogen-vacancy diamond) magnetometry paired with AI software that isolates heartbeat signatures from background noise, as described by the NY Post's anonymous sources" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Lockheed Martin Skunk Works, per two NY Post sources; the company declined to comment" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "A CIA tool called “Ghost Murmur”, pairing quantum magnetometry with AI, may have located downed F-15E officer “Dude 44 Bravo” in Iran before his 4 April 2026 rescue", "headline": "*Ghost Murmur* may have found downed F-15E officer" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "4678006907444b0cd74c0e1b28a900499156578134b32a7632876f04ae852846" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version after the October 24, 2026 primary-source review.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The April 6 White House briefing documents the rescue of the downed F-15E weapons systems officer in Iran. The official transcript also describes watching his suspected position with a camera from 40 miles away. That distance concerns the camera, not an established heartbeat-detection range. On April 7, the New York Post reported that two anonymous sources attributed the officer's location to a CIA tool called Ghost Murmur. They described quantum magnetic sensing combined with AI that separates a heartbeat signal from background noise, and attributed its development to Lockheed Martin's Skunk Works. Lockheed Martin declined to comment. In an April 8 telephone interview with the Post, President Trump called the tool important to the rescue, but supplied no technical explanation. The Post and Scientific American separately interviewed physicists who questioned the described capability. The official briefing does not name Ghost Murmur or establish an AI contribution. No public measurements or inspectable technical account establish that the claimed system located the officer.", "replication": { "produced_by": [ "A rescue operation that involved personnel, aircraft, intelligence, and camera observation", "An alleged AI-assisted sensing contribution whose specifications and performance are not public" ], "must_hold": [ "Public evidence of the sensing method and its role in locating the officer would be needed before identifying reproducible conditions for an AI benefit" ], "echoes": [] } } }, "provenance": { "kind": "curatorial", "basis": "Updated affected case fields after the dated primary-source review. Unrelated requirement assessments retain their existing status.", "record_fields": [ "account", "replication" ], "source_refs": [ "AIBD-0328-source-0001", "AIBD-0328-source-0002", "AIBD-0328-source-0003", "AIBD-0328-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 30, "reviewed": 4, "record_mapped": 26, "not_assessed": 61, "complete": false, "by_state": { "value_present": 30, "not_reported": 0, "unresolved": 0, "not_assessed": 61, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0112", "case_url": "records/AIBD-0112.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "On 20 November 2023 the Hakkari 2nd Heavy Penal Court sentenced the police officer A.K. to 21 years in prison and the four co-defendants to 17 years 6 months each.", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0112", "title": "ASENA analysis program flags a car at Yüksekova carrying 52.5 kg of explosives bound for Istanbul", "summary": "Police analysis software flagged a car at Yüksekova on 20 March 2022; it held 52.5 kg of explosives officials said were bound for Istanbul.", "date_observed": "2022-03-20", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 20 March 2022 at about 19:00, officers of the Hakkari Provincial Police Directorate stopped a car at the Yüksekova-Van checkpoint exit in Yüksekova, Turkey. Work on the directorate's ASENA analysis program had flagged it as suspicious, initially as a suspected drug shipment. A search of a hidden compartment under the spare-wheel well found 133 packets, 52.5 kg, of factory-made explosive assessed as PETN-RDX. The driver, A.K., a police officer posted in Istanbul, was remanded on 22 March 2022. Interior Minister Süleyman Soylu said on 21 March that the target was Istanbul. On 20 November 2023 the Hakkari 2nd Heavy Penal Court gave A.K. 21 years for supplying weapons to a terrorist organization. Four co-defendants got 17.5 years each.", "category": "harm prevented", "unexpected": true, "purpose": "ASENA (Analiz Sistemleri Narkotik Ağı) is the Turkish National Police's narcotics analysis software, in service since March 2021. Built to flag and investigate drug crime from integrated police and justice databases. The Hakkari flag was worked as a suspected drug shipment and the search found explosives instead, so this benefit was outside the system's design purpose.", "system": "ASENA (Analiz Sistemleri Narkotik Ağı), Turkish National Police narcotics analysis software", "model_version": null, "developer": "Turkish National Police (Emniyet Genel Müdürlüğü), Narcotics Crimes Department; described as written by Turkish engineers, no contractor named", "deployer": "Hakkari Provincial Police Directorate, Turkish National Police", "location": "Yüksekova, Turkey", "domain": "Public safety and counter-terrorism policing", "segment": "Government, security, and defense", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2022-03-21-22fd" }, "ratings": [ { "group": "societal", "depth": 4, "reason": "52.5 kg of explosive assessed as PETN-RDX was seized before use. The minister said the target was Istanbul and the court convicted five men of supplying weapons to a terrorist organization. So the averted harm was potentially mass-casualty, though the specific plan was not established in the reporting." }, { "group": "organizational", "depth": 2, "reason": "The Hakkari police obtained a lead that produced a seizure, five arrests and five convictions. The minister counted it among 15 similar actions stopped that year." } ], "ai_role": { "status": "assessed", "statement": "The program supplied the lead and nothing more. The minister said the analysis programs, “what they call artificial intelligence”, had identified a suspicious vehicle thought to be carrying drugs. The Hakkari police chief called him on the evening of 20 March. Officers then stopped the car at a fixed checkpoint, searched the concealed compartment and arrested the driver; prosecutors and the court did the rest. No source describes the program's inputs, the data it matched, or whether an analyst reviewed the flag before the stop. The defendant spoke in court of “those who informed”, but no source reports an informant." }, "evidence": [ { "kind": "news report", "citation": "Cumhuriyet (2022). Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı. Cumhuriyet.", "title": "Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı", "url": "https://www.cumhuriyet.com.tr/siyaset/goruntuler-ortaya-cikti-aracinda-52-kilo-patlayici-cikan-polis-tutuklandi-1918432", "date": "2022-03-22", "written_by": "independent", "quote": "20 Mart 2022 günü saat 19.00 sıralarında Yüksekova ilçesi Yüksekova-Van Uygulama Noktası çıkışında bir araç durdurulduğu belirtildi" }, { "kind": "news report", "citation": "Hürriyet (2022). Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du. Hürriyet.", "title": "Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du", "url": "https://www.hurriyet.com.tr/gundem/son-dakika-bakan-soyludan-onemli-aciklamalar-42027018", "date": "2022-03-21", "written_by": "independent", "quote": "Bu yapay zeka dedikleri ve birçok bilgiyi üst üste koyarak oluşturdukları programlar. Buradan şüpheli bir aracı tespit ettiklerini söylediler. Uyuşturucu sevkiyatı olduğunu söylediler." }, { "kind": "news report", "citation": "Son Dakika (2022). Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du. Sondakika.com.", "title": "Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du", "url": "https://www.sondakika.com/haber/haber-polis-memurunun-52-kilo-patlayiciyla-yakalanmasi-14811802", "date": "2022-03-21", "written_by": "independent", "quote": "Hakkari İl Emniyet Müdürlüğünce Asena analiz programı üzerinden yapılan çalışmalar neticesinde, bir polis memurunun sürücülüğünü yaptığı araçta 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirilmişti." }, { "kind": "news report", "citation": "NTV (2022). Polis memuru 52,5 kilo patlayıcıyla yakalandı. NTV Haber.", "title": "Polis memuru 52,5 kilo patlayıcıyla yakalandı", "url": "https://www.ntv.com.tr/turkiye/polis-memuru-52-5-kilo-patlayiciyla-yakalandi,FnN59Nq0G0GEzin9tpURRQ", "date": "2022-03-21", "written_by": "independent", "quote": "stepne havuzunun alt kısmına yapılmış zula içerisine gizlenmiş vaziyette 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirildi" }, { "kind": "news report", "citation": "Duvar English (2022). Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari. Duvar English.", "title": "Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari", "url": "https://www.duvarenglish.com/opposition-mp-ahmet-sik-inquires-about-police-officer-caught-with-52kg-of-explosives-in-hakkari-news-60703", "date": "2022-03-23", "written_by": "independent", "quote": "The police found 133 pieces of 52 kilograms and 500 grams of explosives in the spare wheel carrier of the car." }, { "kind": "news report", "citation": "Anadolu Ajansı, Bulur, S. (2022). Yapay zeka ASENA uyuşturucunun izini sürüyor. Anadolu Ajansı.", "title": "Yapay zeka ASENA uyuşturucunun izini sürüyor", "url": "https://www.aa.com.tr/tr/gundem/yapay-zeka-asena-uyusturucunun-izini-suruyor/2603769", "date": "2022-06-02", "written_by": "independent", "quote": "e-Devlet ve UYAP ile İçişleri ve Adalet bakanlıklarının veri tabanlarıyla entegre çalışabilen yapay zeka formatında bir yazılım olan ASENA, yaklaşık 14 ay önce faaliyete geçirildi" }, { "kind": "news report", "citation": "Demirören Haber Ajansı, Özkan, M. (2023). 52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun. DHA.", "title": "52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun", "url": "https://www.dha.com.tr/yerel-haberler/hakkari/52-kilo-patlayiciyla-yakalanan-polis-memuru-ih-2208374", "date": "2023-02-17", "written_by": "independent", "quote": "Hakkari'de İl Emniyet Müdürlüğü'nce Asena analiz programı üzerinden yapılan çalışmalar ile İstanbul'da görev yapan polis memurunun kullandığı otomobil, 20 Mart'ta Yüksekova çıkışındaki polis kontrol noktasında durduruldu." }, { "kind": "news report", "citation": "Kısa Dalga, from DHA (2023). Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası. Kısa Dalga.", "title": "Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "date": "2023-11-20", "written_by": "independent", "quote": "Savunmaları dinleyen mahkeme heyeti, \"terör örgütüne silah sağlamak\" suçundan polis memuru A.K. için 21 yıl, diğer 4 sanık için de 17 yıl 6'şar ay hapis cezası verdi." } ], "replication": { "produced_by": [ "A police analysis program integrated with national identity, justice and interior databases that ranks vehicles or persons for interdiction", "A fixed checkpoint on the Yüksekova-Van road at which a flagged car could be stopped and searched the same evening", "Officers prepared to search a concealed compartment on a narcotics lead rather than a terrorism lead" ], "must_hold": [ "The flag must be followed by a lawful stop and physical search; the software only prioritizes", "Seized material must be forensically assessed and the case prosecuted, as here with a 2023 conviction, for the counterfactual to stand", "Analytic leads must be checked before a stop; the sources do not report the program's false-positive rate" ], "echoes": [] }, "paired_incident": null, "headline": "ASENA flags a car at Yüksekova carrying 52.5 kg of explosives", "metric": "133 packets, 52.5 kg, of factory-made explosive", "comparator": null, "later": { "status": "litigated", "date": "2023-11-20", "note": "On 20 November 2023 the Hakkari 2nd Heavy Penal Court sentenced the police officer A.K. to 21 years in prison and the four co-defendants to 17 years 6 months each.", "quote": "Sanık polis A.K. 21 yıl, diğer 4 sanık ise 17 yıl 6'şar ay hapis cezasına çarptırıldı.", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842" }, "value": null, "developer_country": "Turkey", "deployer_country": "Turkey", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-03-21-22fd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/General_Directorate_of_Security_(Turkey); https://en.wikipedia.org/wiki/Hakk%C3%A2ri_Province", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: eight independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0112", "catalog_version": "1.0.0", "source_fingerprint": "00409ff3142ba7d3d534b52a19f5ab154a50c3cad385e94162da4361e0c4870a", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0112-source-0001", "AIBD-0112-source-0002", "AIBD-0112-source-0003", "AIBD-0112-source-0004", "AIBD-0112-source-0005", "AIBD-0112-source-0006", "AIBD-0112-source-0007", "AIBD-0112-source-0008" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Turkish National Police (Emniyet Genel Müdürlüğü), Narcotics Crimes Department; described as written by Turkish engineers, no contractor named", "deployer": "Hakkari Provincial Police Directorate, Turkish National Police" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The program supplied the lead and nothing more. The minister said the analysis programs, “what they call artificial intelligence”, had identified a suspicious vehicle thought to be carrying drugs. The Hakkari police chief called him on the evening of 20 March. Officers then stopped the car at a fixed checkpoint, searched the concealed compartment and arrested the driver; prosecutors and the court did the rest. No source describes the program's inputs, the data it matched, or whether an analyst reviewed the flag before the stop. The defendant spoke in court of “those who informed”, but no source reports an informant." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "harm prevented", "ai_role": { "status": "assessed", "statement": "The program supplied the lead and nothing more. The minister said the analysis programs, “what they call artificial intelligence”, had identified a suspicious vehicle thought to be carrying drugs. The Hakkari police chief called him on the evening of 20 March. Officers then stopped the car at a fixed checkpoint, searched the concealed compartment and arrested the driver; prosecutors and the court did the rest. No source describes the program's inputs, the data it matched, or whether an analyst reviewed the flag before the stop. The defendant spoke in court of “those who informed”, but no source reports an informant." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "52.5 kg of explosive assessed as PETN-RDX was seized before use. The minister said the target was Istanbul and the court convicted five men of supplying weapons to a terrorist organization. So the averted harm was potentially mass-casualty, though the specific plan was not established in the reporting." }, { "group": "organizational", "depth": 2, "reason": "The Hakkari police obtained a lead that produced a seizure, five arrests and five convictions. The minister counted it among 15 similar actions stopped that year." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: eight independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "52.5 kg of explosive assessed as PETN-RDX was seized before use. The minister said the target was Istanbul and the court convicted five men of supplying weapons to a terrorist organization. So the averted harm was potentially mass-casualty, though the specific plan was not established in the reporting." }, { "group": "organizational", "depth": 2, "reason": "The Hakkari police obtained a lead that produced a seizure, five arrests and five convictions. The minister counted it among 15 similar actions stopped that year." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "52.5 kg of explosive assessed as PETN-RDX was seized before use. The minister said the target was Istanbul and the court convicted five men of supplying weapons to a terrorist organization. So the averted harm was potentially mass-casualty, though the specific plan was not established in the reporting." }, { "group": "organizational", "depth": 2, "reason": "The Hakkari police obtained a lead that produced a seizure, five arrests and five convictions. The minister counted it among 15 similar actions stopped that year." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "133 packets, 52.5 kg, of factory-made explosive", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2022-03-21-22fd" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2023-11-20", "note": "On 20 November 2023 the Hakkari 2nd Heavy Penal Court sentenced the police officer A.K. to 21 years in prison and the four co-defendants to 17 years 6 months each.", "quote": "Sanık polis A.K. 21 yıl, diğer 4 sanık ise 17 yıl 6'şar ay hapis cezasına çarptırıldı.", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0112" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 20 March 2022 at about 19:00, officers of the Hakkari Provincial Police Directorate stopped a car at the Yüksekova-Van checkpoint exit in Yüksekova, Turkey. Work on the directorate's ASENA analysis program had flagged it as suspicious, initially as a suspected drug shipment. A search of a hidden compartment under the spare-wheel well found 133 packets, 52.5 kg, of factory-made explosive assessed as PETN-RDX. The driver, A.K., a police officer posted in Istanbul, was remanded on 22 March 2022. Interior Minister Süleyman Soylu said on 21 March that the target was Istanbul. On 20 November 2023 the Hakkari 2nd Heavy Penal Court gave A.K. 21 years for supplying weapons to a terrorist organization. Four co-defendants got 17.5 years each.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "52.5 kg of explosive assessed as PETN-RDX was seized before use. The minister said the target was Istanbul and the court convicted five men of supplying weapons to a terrorist organization. So the averted harm was potentially mass-casualty, though the specific plan was not established in the reporting." }, { "group": "organizational", "depth": 2, "reason": "The Hakkari police obtained a lead that produced a seizure, five arrests and five convictions. The minister counted it among 15 similar actions stopped that year." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": true, "purpose": "ASENA (Analiz Sistemleri Narkotik Ağı) is the Turkish National Police's narcotics analysis software, in service since March 2021. Built to flag and investigate drug crime from integrated police and justice databases. The Hakkari flag was worked as a suspected drug shipment and the search found explosives instead, so this benefit was outside the system's design purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Yüksekova, Turkey", "developer_country": "Turkey", "deployer_country": "Turkey" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ASENA (Analiz Sistemleri Narkotik Ağı) is the Turkish National Police's narcotics analysis software, in service since March 2021. Built to flag and investigate drug crime from integrated police and justice databases. The Hakkari flag was worked as a suspected drug shipment and the search found explosives instead, so this benefit was outside the system's design purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2022-03-20", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-03-21-22fd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/General_Directorate_of_Security_(Turkey); https://en.wikipedia.org/wiki/Hakk%C3%A2ri_Province", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A police analysis program integrated with national identity, justice and interior databases that ranks vehicles or persons for interdiction", "A fixed checkpoint on the Yüksekova-Van road at which a flagged car could be stopped and searched the same evening", "Officers prepared to search a concealed compartment on a narcotics lead rather than a terrorism lead" ], "must_hold": [ "The flag must be followed by a lawful stop and physical search; the software only prioritizes", "Seized material must be forensically assessed and the case prosecuted, as here with a 2023 conviction, for the counterfactual to stand", "Analytic leads must be checked before a stop; the sources do not report the program's false-positive rate" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-03-21-22fd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/General_Directorate_of_Security_(Turkey); https://en.wikipedia.org/wiki/Hakk%C3%A2ri_Province", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Public safety and counter-terrorism policing", "segment": "Government, security, and defense" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Cumhuriyet (2022). Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı. Cumhuriyet.", "title": "Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı", "url": "https://www.cumhuriyet.com.tr/siyaset/goruntuler-ortaya-cikti-aracinda-52-kilo-patlayici-cikan-polis-tutuklandi-1918432", "date": "2022-03-22", "written_by": "independent", "quote": "20 Mart 2022 günü saat 19.00 sıralarında Yüksekova ilçesi Yüksekova-Van Uygulama Noktası çıkışında bir araç durdurulduğu belirtildi" }, { "kind": "news report", "citation": "Hürriyet (2022). Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du. Hürriyet.", "title": "Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du", "url": "https://www.hurriyet.com.tr/gundem/son-dakika-bakan-soyludan-onemli-aciklamalar-42027018", "date": "2022-03-21", "written_by": "independent", "quote": "Bu yapay zeka dedikleri ve birçok bilgiyi üst üste koyarak oluşturdukları programlar. Buradan şüpheli bir aracı tespit ettiklerini söylediler. Uyuşturucu sevkiyatı olduğunu söylediler." }, { "kind": "news report", "citation": "Son Dakika (2022). Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du. Sondakika.com.", "title": "Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du", "url": "https://www.sondakika.com/haber/haber-polis-memurunun-52-kilo-patlayiciyla-yakalanmasi-14811802", "date": "2022-03-21", "written_by": "independent", "quote": "Hakkari İl Emniyet Müdürlüğünce Asena analiz programı üzerinden yapılan çalışmalar neticesinde, bir polis memurunun sürücülüğünü yaptığı araçta 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirilmişti." }, { "kind": "news report", "citation": "NTV (2022). Polis memuru 52,5 kilo patlayıcıyla yakalandı. NTV Haber.", "title": "Polis memuru 52,5 kilo patlayıcıyla yakalandı", "url": "https://www.ntv.com.tr/turkiye/polis-memuru-52-5-kilo-patlayiciyla-yakalandi,FnN59Nq0G0GEzin9tpURRQ", "date": "2022-03-21", "written_by": "independent", "quote": "stepne havuzunun alt kısmına yapılmış zula içerisine gizlenmiş vaziyette 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirildi" }, { "kind": "news report", "citation": "Duvar English (2022). Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari. Duvar English.", "title": "Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari", "url": "https://www.duvarenglish.com/opposition-mp-ahmet-sik-inquires-about-police-officer-caught-with-52kg-of-explosives-in-hakkari-news-60703", "date": "2022-03-23", "written_by": "independent", "quote": "The police found 133 pieces of 52 kilograms and 500 grams of explosives in the spare wheel carrier of the car." }, { "kind": "news report", "citation": "Anadolu Ajansı, Bulur, S. (2022). Yapay zeka ASENA uyuşturucunun izini sürüyor. Anadolu Ajansı.", "title": "Yapay zeka ASENA uyuşturucunun izini sürüyor", "url": "https://www.aa.com.tr/tr/gundem/yapay-zeka-asena-uyusturucunun-izini-suruyor/2603769", "date": "2022-06-02", "written_by": "independent", "quote": "e-Devlet ve UYAP ile İçişleri ve Adalet bakanlıklarının veri tabanlarıyla entegre çalışabilen yapay zeka formatında bir yazılım olan ASENA, yaklaşık 14 ay önce faaliyete geçirildi" }, { "kind": "news report", "citation": "Demirören Haber Ajansı, Özkan, M. (2023). 52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun. DHA.", "title": "52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun", "url": "https://www.dha.com.tr/yerel-haberler/hakkari/52-kilo-patlayiciyla-yakalanan-polis-memuru-ih-2208374", "date": "2023-02-17", "written_by": "independent", "quote": "Hakkari'de İl Emniyet Müdürlüğü'nce Asena analiz programı üzerinden yapılan çalışmalar ile İstanbul'da görev yapan polis memurunun kullandığı otomobil, 20 Mart'ta Yüksekova çıkışındaki polis kontrol noktasında durduruldu." }, { "kind": "news report", "citation": "Kısa Dalga, from DHA (2023). Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası. Kısa Dalga.", "title": "Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "date": "2023-11-20", "written_by": "independent", "quote": "Savunmaları dinleyen mahkeme heyeti, \"terör örgütüne silah sağlamak\" suçundan polis memuru A.K. için 21 yıl, diğer 4 sanık için de 17 yıl 6'şar ay hapis cezası verdi." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0112-source-0001", "AIBD-0112-source-0002", "AIBD-0112-source-0003", "AIBD-0112-source-0004", "AIBD-0112-source-0005", "AIBD-0112-source-0006", "AIBD-0112-source-0007", "AIBD-0112-source-0008" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Cumhuriyet (2022). Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı. Cumhuriyet.", "title": "Görüntüler ortaya çıktı: Aracında 52 kilo patlayıcı çıkan polis tutuklandı, Valilik açıklama yaptı", "url": "https://www.cumhuriyet.com.tr/siyaset/goruntuler-ortaya-cikti-aracinda-52-kilo-patlayici-cikan-polis-tutuklandi-1918432", "date": "2022-03-22", "written_by": "independent", "quote": "20 Mart 2022 günü saat 19.00 sıralarında Yüksekova ilçesi Yüksekova-Van Uygulama Noktası çıkışında bir araç durdurulduğu belirtildi" }, { "kind": "news report", "citation": "Hürriyet (2022). Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du. Hürriyet.", "title": "Bakan Soylu'dan polis aracında bulunan patlayıcıyla ilgili flaş açıklama: Hedef İstanbul'du", "url": "https://www.hurriyet.com.tr/gundem/son-dakika-bakan-soyludan-onemli-aciklamalar-42027018", "date": "2022-03-21", "written_by": "independent", "quote": "Bu yapay zeka dedikleri ve birçok bilgiyi üst üste koyarak oluşturdukları programlar. Buradan şüpheli bir aracı tespit ettiklerini söylediler. Uyuşturucu sevkiyatı olduğunu söylediler." }, { "kind": "news report", "citation": "Son Dakika (2022). Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du. Sondakika.com.", "title": "Polis memurunun 52 kilo patlayıcıyla yakalanması hakkında konuşan Bakan Soylu: Hedef İstanbul'du", "url": "https://www.sondakika.com/haber/haber-polis-memurunun-52-kilo-patlayiciyla-yakalanmasi-14811802", "date": "2022-03-21", "written_by": "independent", "quote": "Hakkari İl Emniyet Müdürlüğünce Asena analiz programı üzerinden yapılan çalışmalar neticesinde, bir polis memurunun sürücülüğünü yaptığı araçta 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirilmişti." }, { "kind": "news report", "citation": "NTV (2022). Polis memuru 52,5 kilo patlayıcıyla yakalandı. NTV Haber.", "title": "Polis memuru 52,5 kilo patlayıcıyla yakalandı", "url": "https://www.ntv.com.tr/turkiye/polis-memuru-52-5-kilo-patlayiciyla-yakalandi,FnN59Nq0G0GEzin9tpURRQ", "date": "2022-03-21", "written_by": "independent", "quote": "stepne havuzunun alt kısmına yapılmış zula içerisine gizlenmiş vaziyette 133 parça halinde 52 kilo 500 gram patlayıcı madde ele geçirildi" }, { "kind": "news report", "citation": "Duvar English (2022). Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari. Duvar English.", "title": "Opposition MP Ahmet Şık inquires about police officer caught with 52kg of explosives in Hakkari", "url": "https://www.duvarenglish.com/opposition-mp-ahmet-sik-inquires-about-police-officer-caught-with-52kg-of-explosives-in-hakkari-news-60703", "date": "2022-03-23", "written_by": "independent", "quote": "The police found 133 pieces of 52 kilograms and 500 grams of explosives in the spare wheel carrier of the car." }, { "kind": "news report", "citation": "Anadolu Ajansı, Bulur, S. (2022). Yapay zeka ASENA uyuşturucunun izini sürüyor. Anadolu Ajansı.", "title": "Yapay zeka ASENA uyuşturucunun izini sürüyor", "url": "https://www.aa.com.tr/tr/gundem/yapay-zeka-asena-uyusturucunun-izini-suruyor/2603769", "date": "2022-06-02", "written_by": "independent", "quote": "e-Devlet ve UYAP ile İçişleri ve Adalet bakanlıklarının veri tabanlarıyla entegre çalışabilen yapay zeka formatında bir yazılım olan ASENA, yaklaşık 14 ay önce faaliyete geçirildi" }, { "kind": "news report", "citation": "Demirören Haber Ajansı, Özkan, M. (2023). 52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun. DHA.", "title": "52 kilo patlayıcıyla yakalanan polis memuru: İhbar edenlerden Allah razı olsun", "url": "https://www.dha.com.tr/yerel-haberler/hakkari/52-kilo-patlayiciyla-yakalanan-polis-memuru-ih-2208374", "date": "2023-02-17", "written_by": "independent", "quote": "Hakkari'de İl Emniyet Müdürlüğü'nce Asena analiz programı üzerinden yapılan çalışmalar ile İstanbul'da görev yapan polis memurunun kullandığı otomobil, 20 Mart'ta Yüksekova çıkışındaki polis kontrol noktasında durduruldu." }, { "kind": "news report", "citation": "Kısa Dalga, from DHA (2023). Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası. Kısa Dalga.", "title": "Aracında 52 kilo patlayıcı bulunan polise 21 yıl hapis cezası", "url": "https://kisadalga.net/haber/detay/aracinda-52-kilo-patlayici-bulunan-polise-21-yil-hapis-cezasi_86842", "date": "2023-11-20", "written_by": "independent", "quote": "Savunmaları dinleyen mahkeme heyeti, \"terör örgütüne silah sağlamak\" suçundan polis memuru A.K. için 21 yıl, diğer 4 sanık için de 17 yıl 6'şar ay hapis cezası verdi." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Police analysis software flagged a car at Yüksekova on 20 March 2022; it held 52.5 kg of explosives officials said were bound for Istanbul.", "account": "On 20 March 2022 at about 19:00, officers of the Hakkari Provincial Police Directorate stopped a car at the Yüksekova-Van checkpoint exit in Yüksekova, Turkey. Work on the directorate's ASENA analysis program had flagged it as suspicious, initially as a suspected drug shipment. A search of a hidden compartment under the spare-wheel well found 133 packets, 52.5 kg, of factory-made explosive assessed as PETN-RDX. The driver, A.K., a police officer posted in Istanbul, was remanded on 22 March 2022. Interior Minister Süleyman Soylu said on 21 March that the target was Istanbul. On 20 November 2023 the Hakkari 2nd Heavy Penal Court gave A.K. 21 years for supplying weapons to a terrorist organization. Four co-defendants got 17.5 years each." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ASENA (Analiz Sistemleri Narkotik Ağı), Turkish National Police narcotics analysis software" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Turkish National Police (Emniyet Genel Müdürlüğü), Narcotics Crimes Department; described as written by Turkish engineers, no contractor named" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "ASENA analysis program flags a car at Yüksekova carrying 52.5 kg of explosives bound for Istanbul", "headline": "ASENA flags a car at Yüksekova carrying 52.5 kg of explosives" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "00409ff3142ba7d3d534b52a19f5ab154a50c3cad385e94162da4361e0c4870a" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 20 March 2022 at about 19:00, officers of the Hakkari Provincial Police Directorate stopped a car at the Yüksekova-Van checkpoint exit in Yüksekova, Turkey. Work on the directorate's ASENA analysis program had flagged it as suspicious, initially as a suspected drug shipment. A search of a hidden compartment under the spare-wheel well found 133 packets, 52.5 kg, of factory-made explosive assessed as PETN-RDX. The driver, A.K., a police officer posted in Istanbul, was remanded on 22 March 2022. Interior Minister Süleyman Soylu said on 21 March that the target was Istanbul. On 20 November 2023 the Hakkari 2nd Heavy Penal Court gave A.K. 21 years for supplying weapons to a terrorist organization. Four co-defendants got 17.5 years each.", "replication": { "produced_by": [ "A police analysis program integrated with national identity, justice and interior databases that ranks vehicles or persons for interdiction", "A fixed checkpoint on the Yüksekova-Van road at which a flagged car could be stopped and searched the same evening", "Officers prepared to search a concealed compartment on a narcotics lead rather than a terrorism lead" ], "must_hold": [ "The flag must be followed by a lawful stop and physical search; the software only prioritizes", "Seized material must be forensically assessed and the case prosecuted, as here with a 2023 conviction, for the counterfactual to stand", "Analytic leads must be checked before a stop; the sources do not report the program's false-positive rate" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 0, "record_mapped": 29, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0239", "case_url": "records/AIBD-0239.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "He was released on 13 August 2026 after a court granted habeas corpus, under an ankle monitor and a no-contact order, with the inquiry continuing.", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0239", "title": "OpenAI alert relayed through the FBI leads Espírito Santo police to detain a father a day before his stated date to kill his son", "summary": "OpenAI flagged a user's plan to kill his 8-year-old son; relayed via the FBI, Brazilian police held him a day before his stated date.", "date_observed": "2026-06-19", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "In 2026 a 36-year-old farmer in São Gabriel da Palha, Espírito Santo, Brazil, told ChatGPT about a plan to kill his 8-year-old son. He said he had offered R$50,000 to a hitman and set 20 June as the date. OpenAI's safety systems flagged the account, and the company referred it to the FBI. The FBI passed it to the Ministry of Justice's CyberLab. The Polícia Civil received it on 16 June and, under warrants, arrested him on 19 June. Officers seized his phone, four bottles of an unidentified substance and a knotted rope. He admitted the searches but denied intent. He was freed on habeas corpus on 13 August 2026 after 54 days, under an ankle monitor and a no-contact order. The inquiry continues.", "category": "protective response", "unexpected": false, "purpose": "ChatGPT is a general-purpose conversational assistant. OpenAI's moderation layer is built to route conversations that indicate plans to harm others to human reviewers. Those reviewers may refer an imminent threat to law enforcement, under a policy published 26 August 2025. The referral that triggered the arrest was that layer doing what it was built to do, not an emergent use of the assistant.", "system": "ChatGPT with OpenAI's safety-monitoring pipeline (automated classifiers plus human review and law-enforcement referral)", "model_version": null, "developer": "OpenAI", "deployer": "OpenAI", "location": "São Gabriel da Palha, Brazil", "domain": "Public safety", "segment": "Law enforcement and child protection", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2026-09-16-2a33" }, "ratings": [ { "group": "personal", "depth": 3, "reason": "The 8-year-old, and his mother who was placed under a no-contact order, were shielded from a plan the father had dated to 20 June. Police say the platform's information was corroborated when they arrived. He denies intent and no charge has been filed, so a life-saving effect is not established." }, { "group": "organizational", "depth": 2, "reason": "The Polícia Civil do Espírito Santo obtained a lead through the FBI and the Ministry of Justice CyberLab. It says it had no other way to get it. Its cybercrime chief called the alert another path for police work. The Ministry rated it the gravest of three such alerts in Brazil." } ], "ai_role": { "status": "assessed", "statement": "OpenAI's automated classifiers and human reviewers flagged the user's messages, and the company chose to refer the account to the FBI. The system did not predict a crime or act on its own. The warrants, the arrest and the evidence-gathering were police and court actions. OpenAI sent only the user's prompts, not ChatGPT's replies. What the assistant said to the user, and whether it helped or hindered him, is unknown." }, "evidence": [ { "kind": "report", "citation": "Polícia Civil do Espírito Santo (2026). Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial. pc.es.gov.br.", "title": "Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial", "url": "https://pc.es.gov.br/Not%C3%ADcia/alerta-do-fbi-e-do-ministerio-da-justica-auxiliam-pces-na-prisao-de-investigado-por-ameacas-contra-o-proprio-filho-em-inteligencia-artificial", "date": "2026-06-26", "written_by": "beneficiary", "quote": "Recebemos a denúncia no dia 16 de junho. Nas conversas analisadas, ele mencionava que os atos ocorreriam no dia 20." }, { "kind": "news report", "citation": "g1 Espírito Santo (2026). Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT. g1.globo.com.", "title": "Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT", "url": "https://g1.globo.com/es/espirito-santo/norte-noroeste-es/noticia/2026/06/25/pai-e-preso-por-planejar-a-morte-do-filho-para-nao-pagar-pensao-e-confessar-crime-ao-chatgpt.ghtml", "date": "2026-06-25", "written_by": "independent", "quote": "no último dia 19, um dia antes da data em que o crime aconteceria, segundo o delegado adjunto" }, { "kind": "news report", "citation": "Freitas, C. / A Gazeta (2026). Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES. agazeta.com.br.", "title": "Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES", "url": "https://www.agazeta.com.br/es/policia/conversa-com-ia-ajuda-policia-a-prender-pai-por-planejar-morte-de-filho-no-es-0626", "date": "2026-06-25", "written_by": "independent", "quote": "Os elementos foram fornecidos pela própria empresa responsável por essa inteligência artificial." }, { "kind": "news report", "citation": "Folha de S.Paulo (2026). Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta. folha.uol.com.br.", "title": "Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta", "url": "https://www1.folha.uol.com.br/cotidiano/2026/06/homem-e-preso-sob-suspeita-de-usar-ia-para-planejar-morte-de-filho-de-8-anos-plataforma-emitiu-alerta.shtml", "date": "2026-06-26", "written_by": "independent", "quote": "a OpenAI, desenvolvedora do ChatGPT, foi quem reportou ao FBI que um usuário realizava pesquisas frequentes relacionadas à intenção de matar o próprio filho" }, { "kind": "news report", "citation": "g1 Tecnologia (2026). Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades. g1.globo.com.", "title": "Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades", "url": "https://g1.globo.com/tecnologia/noticia/2026/06/27/como-chatgpt-identificou-plano-de-pai-para-matar-o-filho-e-levou-alerta-para-autoridades.ghtml", "date": "2026-06-27", "written_by": "independent", "quote": "Quando identificamos conversas que indicam um risco iminente e crível de dano a outras pessoas, podemos notificar as autoridades competentes" }, { "kind": "news report", "citation": "BBC News Brasil (2026). Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil? bbc.com/portuguese.", "title": "Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil?", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "date": "2026-08-14", "written_by": "independent", "quote": "Na quinta-feira (13/8), ele foi solto após a Justiça conceder um habeas corpus apresentado pela defesa" }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. openai.com.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "date": "2025-08-26", "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ], "replication": { "produced_by": [ "The user typed explicit, dated threats against an identifiable child into ChatGPT over about two months, naming means and a hired killer", "OpenAI's moderation process, automated classifiers plus human review, flagged the account. The company chose to refer it to the FBI under its policy on imminent threats to others", "A standing FBI-to-Brazil channel through the Ministry of Justice CyberLab relayed the file to the state police within days", "The Polícia Civil do Espírito Santo prioritized the case, identified the user, confirmed the child existed and obtained warrants before the stated date" ], "must_hold": [ "The user discloses the plan to the assistant rather than keeping it offline", "The vendor's reviewers judge the threat credible and imminent and choose referral rather than only an account ban", "A cross-border law-enforcement channel exists and acts within days", "Local police can identify the user from the vendor's data and secure judicial warrants before the stated date" ], "echoes": [] }, "paired_incident": null, "headline": "OpenAI flag leads Brazilian police to hold a father a day early", "metric": "held him a day before his stated date", "comparator": null, "later": { "status": "litigated", "date": "2026-08-13", "note": "He was released on 13 August 2026 after a court granted habeas corpus, under an ankle monitor and a no-contact order, with the inquiry continuing.", "quote": "Na quinta-feira (13/8), ele foi solto após a Justiça conceder um habeas corpus apresentado pela defesa", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-09-16-2a33", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: five independent news reports, the makers' press release and the beneficiary's report. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0239", "catalog_version": "1.0.0", "source_fingerprint": "40a6b91f6da11e7b61e17b845b9c4d3689ceaeaf7a17db97c70ddc003eb24a85", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0239-source-0001", "AIBD-0239-source-0002", "AIBD-0239-source-0003", "AIBD-0239-source-0004", "AIBD-0239-source-0005", "AIBD-0239-source-0006", "AIBD-0239-source-0007" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI", "deployer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "OpenAI's automated classifiers and human reviewers flagged the user's messages, and the company chose to refer the account to the FBI. The system did not predict a crime or act on its own. The warrants, the arrest and the evidence-gathering were police and court actions. OpenAI sent only the user's prompts, not ChatGPT's replies. What the assistant said to the user, and whether it helped or hindered him, is unknown." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "OpenAI's automated classifiers and human reviewers flagged the user's messages, and the company chose to refer the account to the FBI. The system did not predict a crime or act on its own. The warrants, the arrest and the evidence-gathering were police and court actions. OpenAI sent only the user's prompts, not ChatGPT's replies. What the assistant said to the user, and whether it helped or hindered him, is unknown." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The 8-year-old, and his mother who was placed under a no-contact order, were shielded from a plan the father had dated to 20 June. Police say the platform's information was corroborated when they arrived. He denies intent and no charge has been filed, so a life-saving effect is not established." }, { "group": "organizational", "depth": 2, "reason": "The Polícia Civil do Espírito Santo obtained a lead through the FBI and the Ministry of Justice CyberLab. It says it had no other way to get it. Its cybercrime chief called the alert another path for police work. The Ministry rated it the gravest of three such alerts in Brazil." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: five independent news reports, the makers' press release and the beneficiary's report. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The 8-year-old, and his mother who was placed under a no-contact order, were shielded from a plan the father had dated to 20 June. Police say the platform's information was corroborated when they arrived. He denies intent and no charge has been filed, so a life-saving effect is not established." }, { "group": "organizational", "depth": 2, "reason": "The Polícia Civil do Espírito Santo obtained a lead through the FBI and the Ministry of Justice CyberLab. It says it had no other way to get it. Its cybercrime chief called the alert another path for police work. The Ministry rated it the gravest of three such alerts in Brazil." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The 8-year-old, and his mother who was placed under a no-contact order, were shielded from a plan the father had dated to 20 June. Police say the platform's information was corroborated when they arrived. He denies intent and no charge has been filed, so a life-saving effect is not established." }, { "group": "organizational", "depth": 2, "reason": "The Polícia Civil do Espírito Santo obtained a lead through the FBI and the Ministry of Justice CyberLab. It says it had no other way to get it. Its cybercrime chief called the alert another path for police work. The Ministry rated it the gravest of three such alerts in Brazil." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "held him a day before his stated date", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-09-16-2a33" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-08-13", "note": "He was released on 13 August 2026 after a court granted habeas corpus, under an ankle monitor and a no-contact order, with the inquiry continuing.", "quote": "Na quinta-feira (13/8), ele foi solto após a Justiça conceder um habeas corpus apresentado pela defesa", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0239" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "In 2026 a 36-year-old farmer in São Gabriel da Palha, Espírito Santo, Brazil, told ChatGPT about a plan to kill his 8-year-old son. He said he had offered R$50,000 to a hitman and set 20 June as the date. OpenAI's safety systems flagged the account, and the company referred it to the FBI. The FBI passed it to the Ministry of Justice's CyberLab. The Polícia Civil received it on 16 June and, under warrants, arrested him on 19 June. Officers seized his phone, four bottles of an unidentified substance and a knotted rope. He admitted the searches but denied intent. He was freed on habeas corpus on 13 August 2026 after 54 days, under an ankle monitor and a no-contact order. The inquiry continues.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The 8-year-old, and his mother who was placed under a no-contact order, were shielded from a plan the father had dated to 20 June. Police say the platform's information was corroborated when they arrived. He denies intent and no charge has been filed, so a life-saving effect is not established." }, { "group": "organizational", "depth": 2, "reason": "The Polícia Civil do Espírito Santo obtained a lead through the FBI and the Ministry of Justice CyberLab. It says it had no other way to get it. Its cybercrime chief called the alert another path for police work. The Ministry rated it the gravest of three such alerts in Brazil." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "ChatGPT is a general-purpose conversational assistant. OpenAI's moderation layer is built to route conversations that indicate plans to harm others to human reviewers. Those reviewers may refer an imminent threat to law enforcement, under a policy published 26 August 2025. The referral that triggered the arrest was that layer doing what it was built to do, not an emergent use of the assistant." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "São Gabriel da Palha, Brazil", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ChatGPT is a general-purpose conversational assistant. OpenAI's moderation layer is built to route conversations that indicate plans to harm others to human reviewers. Those reviewers may refer an imminent threat to law enforcement, under a policy published 26 August 2025. The referral that triggered the arrest was that layer doing what it was built to do, not an emergent use of the assistant." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-06-19", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-09-16-2a33", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "The user typed explicit, dated threats against an identifiable child into ChatGPT over about two months, naming means and a hired killer", "OpenAI's moderation process, automated classifiers plus human review, flagged the account. The company chose to refer it to the FBI under its policy on imminent threats to others", "A standing FBI-to-Brazil channel through the Ministry of Justice CyberLab relayed the file to the state police within days", "The Polícia Civil do Espírito Santo prioritized the case, identified the user, confirmed the child existed and obtained warrants before the stated date" ], "must_hold": [ "The user discloses the plan to the assistant rather than keeping it offline", "The vendor's reviewers judge the threat credible and imminent and choose referral rather than only an account ban", "A cross-border law-enforcement channel exists and acts within days", "Local police can identify the user from the vendor's data and secure judicial warrants before the stated date" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-09-16-2a33", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Public safety", "segment": "Law enforcement and child protection" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "report", "citation": "Polícia Civil do Espírito Santo (2026). Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial. pc.es.gov.br.", "title": "Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial", "url": "https://pc.es.gov.br/Not%C3%ADcia/alerta-do-fbi-e-do-ministerio-da-justica-auxiliam-pces-na-prisao-de-investigado-por-ameacas-contra-o-proprio-filho-em-inteligencia-artificial", "date": "2026-06-26", "written_by": "beneficiary", "quote": "Recebemos a denúncia no dia 16 de junho. Nas conversas analisadas, ele mencionava que os atos ocorreriam no dia 20." }, { "kind": "news report", "citation": "g1 Espírito Santo (2026). Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT. g1.globo.com.", "title": "Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT", "url": "https://g1.globo.com/es/espirito-santo/norte-noroeste-es/noticia/2026/06/25/pai-e-preso-por-planejar-a-morte-do-filho-para-nao-pagar-pensao-e-confessar-crime-ao-chatgpt.ghtml", "date": "2026-06-25", "written_by": "independent", "quote": "no último dia 19, um dia antes da data em que o crime aconteceria, segundo o delegado adjunto" }, { "kind": "news report", "citation": "Freitas, C. / A Gazeta (2026). Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES. agazeta.com.br.", "title": "Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES", "url": "https://www.agazeta.com.br/es/policia/conversa-com-ia-ajuda-policia-a-prender-pai-por-planejar-morte-de-filho-no-es-0626", "date": "2026-06-25", "written_by": "independent", "quote": "Os elementos foram fornecidos pela própria empresa responsável por essa inteligência artificial." }, { "kind": "news report", "citation": "Folha de S.Paulo (2026). Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta. folha.uol.com.br.", "title": "Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta", "url": "https://www1.folha.uol.com.br/cotidiano/2026/06/homem-e-preso-sob-suspeita-de-usar-ia-para-planejar-morte-de-filho-de-8-anos-plataforma-emitiu-alerta.shtml", "date": "2026-06-26", "written_by": "independent", "quote": "a OpenAI, desenvolvedora do ChatGPT, foi quem reportou ao FBI que um usuário realizava pesquisas frequentes relacionadas à intenção de matar o próprio filho" }, { "kind": "news report", "citation": "g1 Tecnologia (2026). Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades. g1.globo.com.", "title": "Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades", "url": "https://g1.globo.com/tecnologia/noticia/2026/06/27/como-chatgpt-identificou-plano-de-pai-para-matar-o-filho-e-levou-alerta-para-autoridades.ghtml", "date": "2026-06-27", "written_by": "independent", "quote": "Quando identificamos conversas que indicam um risco iminente e crível de dano a outras pessoas, podemos notificar as autoridades competentes" }, { "kind": "news report", "citation": "BBC News Brasil (2026). Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil? bbc.com/portuguese.", "title": "Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil?", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "date": "2026-08-14", "written_by": "independent", "quote": "Na quinta-feira (13/8), ele foi solto após a Justiça conceder um habeas corpus apresentado pela defesa" }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. openai.com.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "date": "2025-08-26", "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0239-source-0001", "AIBD-0239-source-0002", "AIBD-0239-source-0003", "AIBD-0239-source-0004", "AIBD-0239-source-0005", "AIBD-0239-source-0006", "AIBD-0239-source-0007" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "report", "citation": "Polícia Civil do Espírito Santo (2026). Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial. pc.es.gov.br.", "title": "Alerta do FBI e do Ministério da Justiça auxiliam PCES na prisão de investigado por ameaças contra o próprio filho em Inteligência Artificial", "url": "https://pc.es.gov.br/Not%C3%ADcia/alerta-do-fbi-e-do-ministerio-da-justica-auxiliam-pces-na-prisao-de-investigado-por-ameacas-contra-o-proprio-filho-em-inteligencia-artificial", "date": "2026-06-26", "written_by": "beneficiary", "quote": "Recebemos a denúncia no dia 16 de junho. Nas conversas analisadas, ele mencionava que os atos ocorreriam no dia 20." }, { "kind": "news report", "citation": "g1 Espírito Santo (2026). Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT. g1.globo.com.", "title": "Pai é preso por planejar a morte do filho para não pagar pensão e confessar crime ao ChatGPT", "url": "https://g1.globo.com/es/espirito-santo/norte-noroeste-es/noticia/2026/06/25/pai-e-preso-por-planejar-a-morte-do-filho-para-nao-pagar-pensao-e-confessar-crime-ao-chatgpt.ghtml", "date": "2026-06-25", "written_by": "independent", "quote": "no último dia 19, um dia antes da data em que o crime aconteceria, segundo o delegado adjunto" }, { "kind": "news report", "citation": "Freitas, C. / A Gazeta (2026). Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES. agazeta.com.br.", "title": "Conversa com IA ajuda polícia a prender pai por planejar morte de filho no ES", "url": "https://www.agazeta.com.br/es/policia/conversa-com-ia-ajuda-policia-a-prender-pai-por-planejar-morte-de-filho-no-es-0626", "date": "2026-06-25", "written_by": "independent", "quote": "Os elementos foram fornecidos pela própria empresa responsável por essa inteligência artificial." }, { "kind": "news report", "citation": "Folha de S.Paulo (2026). Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta. folha.uol.com.br.", "title": "Homem é preso sob suspeita de usar IA para planejar morte de filho de 8 anos; plataforma emitiu alerta", "url": "https://www1.folha.uol.com.br/cotidiano/2026/06/homem-e-preso-sob-suspeita-de-usar-ia-para-planejar-morte-de-filho-de-8-anos-plataforma-emitiu-alerta.shtml", "date": "2026-06-26", "written_by": "independent", "quote": "a OpenAI, desenvolvedora do ChatGPT, foi quem reportou ao FBI que um usuário realizava pesquisas frequentes relacionadas à intenção de matar o próprio filho" }, { "kind": "news report", "citation": "g1 Tecnologia (2026). Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades. g1.globo.com.", "title": "Como ChatGPT identificou plano de pai para matar o filho e levou alerta para autoridades", "url": "https://g1.globo.com/tecnologia/noticia/2026/06/27/como-chatgpt-identificou-plano-de-pai-para-matar-o-filho-e-levou-alerta-para-autoridades.ghtml", "date": "2026-06-27", "written_by": "independent", "quote": "Quando identificamos conversas que indicam um risco iminente e crível de dano a outras pessoas, podemos notificar as autoridades competentes" }, { "kind": "news report", "citation": "BBC News Brasil (2026). Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil? bbc.com/portuguese.", "title": "Ele contou ao ChatGPT que queria matar o filho e foi preso — conversas com IA podem ser prova de crime no Brasil?", "url": "https://www.bbc.com/portuguese/articles/c8dn1l7vr6ro", "date": "2026-08-14", "written_by": "independent", "quote": "Na quinta-feira (13/8), ele foi solto após a Justiça conceder um habeas corpus apresentado pela defesa" }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. openai.com.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "date": "2025-08-26", "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "OpenAI flagged a user's plan to kill his 8-year-old son; relayed via the FBI, Brazilian police held him a day before his stated date.", "account": "In 2026 a 36-year-old farmer in São Gabriel da Palha, Espírito Santo, Brazil, told ChatGPT about a plan to kill his 8-year-old son. He said he had offered R$50,000 to a hitman and set 20 June as the date. OpenAI's safety systems flagged the account, and the company referred it to the FBI. The FBI passed it to the Ministry of Justice's CyberLab. The Polícia Civil received it on 16 June and, under warrants, arrested him on 19 June. Officers seized his phone, four bottles of an unidentified substance and a knotted rope. He admitted the searches but denied intent. He was freed on habeas corpus on 13 August 2026 after 54 days, under an ankle monitor and a no-contact order. The inquiry continues." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT with OpenAI's safety-monitoring pipeline (automated classifiers plus human review and law-enforcement referral)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "OpenAI alert relayed through the FBI leads Espírito Santo police to detain a father a day before his stated date to kill his son", "headline": "OpenAI flag leads Brazilian police to hold a father a day early" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "40a6b91f6da11e7b61e17b845b9c4d3689ceaeaf7a17db97c70ddc003eb24a85" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "In 2026 a 36-year-old farmer in São Gabriel da Palha, Espírito Santo, Brazil, told ChatGPT about a plan to kill his 8-year-old son. He said he had offered R$50,000 to a hitman and set 20 June as the date. OpenAI's safety systems flagged the account, and the company referred it to the FBI. The FBI passed it to the Ministry of Justice's CyberLab. The Polícia Civil received it on 16 June and, under warrants, arrested him on 19 June. Officers seized his phone, four bottles of an unidentified substance and a knotted rope. He admitted the searches but denied intent. He was freed on habeas corpus on 13 August 2026 after 54 days, under an ankle monitor and a no-contact order. The inquiry continues.", "replication": { "produced_by": [ "The user typed explicit, dated threats against an identifiable child into ChatGPT over about two months, naming means and a hired killer", "OpenAI's moderation process, automated classifiers plus human review, flagged the account. The company chose to refer it to the FBI under its policy on imminent threats to others", "A standing FBI-to-Brazil channel through the Ministry of Justice CyberLab relayed the file to the state police within days", "The Polícia Civil do Espírito Santo prioritized the case, identified the user, confirmed the child existed and obtained warrants before the stated date" ], "must_hold": [ "The user discloses the plan to the assistant rather than keeping it offline", "The vendor's reviewers judge the threat credible and imminent and choose referral rather than only an account ban", "A cross-border law-enforcement channel exists and acts within days", "Local police can identify the user from the vendor's data and secure judicial warrants before the stated date" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 0, "record_mapped": 29, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0260", "case_url": "records/AIBD-0260.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "Zhou pleaded guilty on 13 August 2026 to written threats to kill, aggravated stalking and misuse of a two-way device, with adjudication withheld and eight years of probation.", "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0260", "title": "OpenAI refers Darren Zhou’s threats to the FBI; local police investigate and he pleads guilty to stalking and threat charges", "summary": "An OpenAI disclosure brought Darren Zhou’s threats to police attention; he pleaded guilty to stalking and threat charges and received probation, GPS monitoring, and contact and weapons restrictions.", "date_observed": "2026-05-29", "date_basis": "event", "date_precision": "day", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Court reporting describes an OpenAI emergency disclosure that reached the Palm Beach County Sheriff’s Office through the FBI after Darren Zhou wrote threats against his ex-girlfriend in ChatGPT. Deputies compared those messages with anonymous threats that she had preserved. The sheriff’s booking entry lists May 29, 2026 as his arrest date. BocaNewsNow reports that he pleaded guilty on August 13 to written threats, aggravated stalking, and unlawful use of a two-way communication device. Adjudication was withheld, with eight years of probation, two years of GPS monitoring, and restrictions on contact and weapons. The accessible reporting cites court documents but does not reproduce the complete affidavit or plea order. It supports a police intervention and court restrictions, rather than proof that an attack would otherwise have occurred.", "category": "protective response", "unexpected": false, "purpose": "OpenAI says that when it detects users planning to harm others, it routes the conversations to a small team trained on its usage policies. It says that if human reviewers find an imminent threat of serious physical harm to others, it may refer the case to law enforcement. This referral is that designed use. ChatGPT itself is a general-purpose assistant, which Zhou used to rehearse his plans.", "system": "ChatGPT (OpenAI), with OpenAI's automated detection and human review pipeline for users planning to harm others", "model_version": null, "developer": "OpenAI", "deployer": "OpenAI", "location": "South Palm Beach, United States", "domain": "Public safety - stalking and threat investigation", "segment": "Consumer chatbot trust-and-safety referral to law enforcement", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2026-08-15-e71a" }, "ratings": [ { "group": "personal", "depth": 3, "reason": "The reported referral led to investigation, arrest, and court restrictions that protected the threatened person. The accessible report describes probation, GPS monitoring, and contact and weapons restrictions. The underlying affidavit and plea order were not directly accessible in this review, and prevention of a future attack remains a counterfactual claim." } ], "ai_role": { "status": "assessed", "statement": "The reporting identifies an OpenAI disclosure as the route that brought Zhou’s messages to police attention. OpenAI’s general policy describes detection followed by human review before possible referral to law enforcement. That policy does not document the exact classifier, trigger, reviewer decisions, or ChatGPT replies in this case." }, "evidence": [ { "kind": "news report", "citation": "Colton A (2026). Man Flagged by ChatGPT Pleads Guilty in Stalking Case. BocaNewsNow.com, 27 August 2026; cites court records.", "title": "Man Flagged by ChatGPT Pleads Guilty in Stalking Case", "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "date": "2026-08-27", "written_by": "independent", "quote": null }, { "kind": "other", "citation": "Palm Beach County Sheriff's Office (2026). Booking Blotter, record for ZHOU, DARREN SHIDA, booking number 2026014226, arresting agency 01-PBSO. Retrieved 20 October 2026 by searching the blotter for last name Zhou between 20 May and 5 June 2026; the search form returns results without a stable record URL. The page rejected access during the October 24 source audit; the earlier record identification is preserved without a fresh verification claim.", "title": "Palm Beach County Sheriff's Office - Booking Blotter", "url": "https://www3.pbso.org/blotter/", "date": "2026-05-29", "written_by": "independent", "quote": null }, { "kind": "news report", "citation": "Moolten S (2026). Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex. South Florida Sun Sentinel, 14 August 2026; cites the PBSO probable cause affidavit and the State Attorney's Office.", "title": "Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex", "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "date": "2026-08-14", "written_by": "independent", "quote": null }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. OpenAI blog; Hoodline dates the policy to August 2025.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "date": null, "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ], "replication": { "produced_by": [ "A reported OpenAI emergency disclosure of threatening messages to the FBI", "Referral to local police and comparison with messages that the threatened person had preserved", "Investigation and court restrictions following a guilty plea" ], "must_hold": [ "A disclosure must reach an agency able to investigate", "Investigators must establish identity and assess the threat using supporting evidence", "A general detection-and-review policy does not establish the details of a particular referral", "Arrest and court restrictions do not prove that an attack would otherwise have occurred" ], "echoes": [] }, "paired_incident": null, "headline": "OpenAI refers Darren Zhou's threats to the FBI; he pleads guilty", "metric": "arrest on May 29, 2026; guilty plea on August 13", "comparator": null, "later": { "status": "litigated", "date": "2026-08-13", "note": "Zhou pleaded guilty on 13 August 2026 to written threats to kill, aggravated stalking and misuse of a two-way device, with adjudication withheld and eight years of probation.", "quote": null, "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-08-15-e71a", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-24", "change": "Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "source": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: two independent news reports, one other independent source and the makers' press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0260", "catalog_version": "1.0.0", "source_fingerprint": "1305768f24ac19a795ee53d018884bb83754966afae529eb2e6116f1de72b313", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI", "deployer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The reporting identifies an OpenAI disclosure as the route that brought Zhou’s messages to police attention. OpenAI’s general policy describes detection followed by human review before possible referral to law enforcement. That policy does not document the exact classifier, trigger, reviewer decisions, or ChatGPT replies in this case." } } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "ai_role" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Reporting identifies OpenAI’s disclosure as the route through which police learned of the threats. OpenAI’s general policy describes automated detection followed by human review, but the sources do not identify the classifier or review process used here.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "The reporting identifies an OpenAI disclosure as the route that brought Zhou’s messages to police attention. OpenAI’s general policy describes detection followed by human review before possible referral to law enforcement. That policy does not document the exact classifier, trigger, reviewer decisions, or ChatGPT replies in this case." } } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "category", "ai_role" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The reported referral led to investigation, arrest, and court restrictions that protected the threatened person. The accessible report describes probation, GPS monitoring, and contact and weapons restrictions. The underlying affidavit and plea order were not directly accessible in this review, and prevention of a future attack remains a counterfactual claim." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: two independent news reports, one other independent source and the makers' press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Recomputed from the retained evidence using the existing display rule. Source originality is documented separately and does not imply independent verification.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The reported referral led to investigation, arrest, and court restrictions that protected the threatened person. The accessible report describes probation, GPS monitoring, and contact and weapons restrictions. The underlying affidavit and plea order were not directly accessible in this review, and prevention of a future attack remains a counterfactual claim." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The referral led to investigation, arrest, and restrictions on contact and weapons. These measures protected the threatened person, although the sources cannot establish whether an attack would otherwise have occurred.", "editor_note": "" } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The reported referral led to investigation, arrest, and court restrictions that protected the threatened person. The accessible report describes probation, GPS monitoring, and contact and weapons restrictions. The underlying affidavit and plea order were not directly accessible in this review, and prevention of a future attack remains a counterfactual claim." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "arrest on May 29, 2026; guilty plea on August 13", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-08-15-e71a" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-08-13", "note": "Zhou pleaded guilty on 13 August 2026 to written threats to kill, aggravated stalking and misuse of a two-way device, with adjudication withheld and eight years of probation.", "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/" } } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "later" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0260" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Court reporting describes an OpenAI emergency disclosure that reached the Palm Beach County Sheriff’s Office through the FBI after Darren Zhou wrote threats against his ex-girlfriend in ChatGPT. Deputies compared those messages with anonymous threats that she had preserved. The sheriff’s booking entry lists May 29, 2026 as his arrest date. BocaNewsNow reports that he pleaded guilty on August 13 to written threats, aggravated stalking, and unlawful use of a two-way communication device. Adjudication was withheld, with eight years of probation, two years of GPS monitoring, and restrictions on contact and weapons. The accessible reporting cites court documents but does not reproduce the complete affidavit or plea order. It supports a police intervention and court restrictions, rather than proof that an attack would otherwise have occurred.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "account", "benefit_type" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Zhou was arrested on 29 May 2026 and pleaded guilty on 13 August.", "editor_note": "" } }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The reported referral led to investigation, arrest, and court restrictions that protected the threatened person. The accessible report describes probation, GPS monitoring, and contact and weapons restrictions. The underlying affidavit and plea order were not directly accessible in this review, and prevention of a future attack remains a counterfactual claim." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "ratings" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "OpenAI says that when it detects users planning to harm others, it routes the conversations to a small team trained on its usage policies. It says that if human reviewers find an imminent threat of serious physical harm to others, it may refer the case to law enforcement. This referral is that designed use. ChatGPT itself is a general-purpose assistant, which Zhou used to rehearse his plans." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "South Palm Beach, United States", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "OpenAI says that when it detects users planning to harm others, it routes the conversations to a small team trained on its usage policies. It says that if human reviewers find an imminent threat of serious physical harm to others, it may refer the case to law enforcement. This referral is that designed use. ChatGPT itself is a general-purpose assistant, which Zhou used to rehearse his plans." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-05-29", "date_basis": "event", "date_precision": "day", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-08-15-e71a", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "source": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "editor": "AIBD" } ] } }, "provenance": { "kind": "source_review", "basis": "May 29, 2026 is the previously identified official booking date, retained as an event date with the fresh-access limitation stated. August 13 is the plea date reported by BocaNewsNow; August 27 is that article’s publication date. Revision history is preserved separately from case chronology.", "record_fields": [ "date_observed", "revisions", "date_basis", "date_precision" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A reported OpenAI emergency disclosure of threatening messages to the FBI", "Referral to local police and comparison with messages that the threatened person had preserved", "Investigation and court restrictions following a guilty plea" ], "must_hold": [ "A disclosure must reach an agency able to investigate", "Investigators must establish identity and assess the threat using supporting evidence", "A general detection-and-review policy does not establish the details of a particular referral", "Arrest and court restrictions do not prove that an attack would otherwise have occurred" ], "echoes": [] } } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "replication" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-08-15-e71a", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI; https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-24", "change": "Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "source": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "editor": "AIBD" } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "revisions" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Public safety - stalking and threat investigation", "segment": "Consumer chatbot trust-and-safety referral to law enforcement" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "value_present", "value": { "kind": "structured", "data": { "sources": [ { "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "access": "full original court-reporting article read" }, { "url": "https://www3.pbso.org/blotter/", "access": "request rejected; earlier October 20 record identification preserved" }, { "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "access": "full text inaccessible; earlier citation preserved for material legal context" }, { "url": "https://www.mypalmbeachclerk.com/records/court-records", "access": "403; underlying filings not retrieved" }, { "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "access": "full original policy article read" } ] } }, "provenance": { "kind": "source_review", "basis": "Recorded which versions were inspected and which origins or supplements could not be read.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "BocaNewsNow’s report and OpenAI’s policy article are available. The police blotter and court portal rejected access, so the underlying filings were not inspected.", "editor_note": "" } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Colton A (2026). Man Flagged by ChatGPT Pleads Guilty in Stalking Case. BocaNewsNow.com, 27 August 2026; cites court records.", "title": "Man Flagged by ChatGPT Pleads Guilty in Stalking Case", "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "date": "2026-08-27", "written_by": "independent" }, { "kind": "other", "citation": "Palm Beach County Sheriff's Office (2026). Booking Blotter, record for ZHOU, DARREN SHIDA, booking number 2026014226, arresting agency 01-PBSO. Retrieved 20 October 2026 by searching the blotter for last name Zhou between 20 May and 5 June 2026; the search form returns results without a stable record URL. The page rejected access during the October 24 source audit; the earlier record identification is preserved without a fresh verification claim.", "title": "Palm Beach County Sheriff's Office - Booking Blotter", "url": "https://www3.pbso.org/blotter/", "date": "2026-05-29", "written_by": "independent" }, { "kind": "news report", "citation": "Moolten S (2026). Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex. South Florida Sun Sentinel, 14 August 2026; cites the PBSO probable cause affidavit and the State Attorney's Office.", "title": "Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex", "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "date": "2026-08-14", "written_by": "independent" }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. OpenAI blog; Hoodline dates the policy to August 2025.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "role": "Retained evidence entries in reviewed order for this fingerprinted record version" }, "provenance": { "kind": "source_review", "basis": "Assigned to the retained evidence entries after this source review.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Colton A (2026). Man Flagged by ChatGPT Pleads Guilty in Stalking Case. BocaNewsNow.com, 27 August 2026; cites court records.", "title": "Man Flagged by ChatGPT Pleads Guilty in Stalking Case", "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "date": "2026-08-27", "written_by": "independent" }, { "kind": "other", "citation": "Palm Beach County Sheriff's Office (2026). Booking Blotter, record for ZHOU, DARREN SHIDA, booking number 2026014226, arresting agency 01-PBSO. Retrieved 20 October 2026 by searching the blotter for last name Zhou between 20 May and 5 June 2026; the search form returns results without a stable record URL. The page rejected access during the October 24 source audit; the earlier record identification is preserved without a fresh verification claim.", "title": "Palm Beach County Sheriff's Office - Booking Blotter", "url": "https://www3.pbso.org/blotter/", "date": "2026-05-29", "written_by": "independent" }, { "kind": "news report", "citation": "Moolten S (2026). Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex. South Florida Sun Sentinel, 14 August 2026; cites the PBSO probable cause affidavit and the State Attorney's Office.", "title": "Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex", "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "date": "2026-08-14", "written_by": "independent" }, { "kind": "press release", "citation": "OpenAI (2025). Helping people when they need it most. OpenAI blog; Hoodline dates the policy to August 2025.", "title": "Helping people when they need it most", "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "written_by": "makers", "quote": "If human reviewers determine that a case involves an imminent threat of serious physical harm to others, we may refer it to law enforcement." } ] } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "evidence" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "origins": [ { "source_refs": [ "AIBD-0260-source-0001" ], "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "title": "Man Flagged by ChatGPT Pleads Guilty in Stalking Case", "published_on": "2026-08-27", "relationship": "BocaNewsNow adds direct court reporting on the guilty plea and conditions. Its court documents are not linked or reproduced in full." }, { "source_refs": [ "AIBD-0260-source-0002" ], "url": "https://www3.pbso.org/blotter/", "title": "Palm Beach County Sheriff's Office - Booking Blotter", "published_on": "2026-05-29", "relationship": "The PBSO blotter is an official origin for the booking identity and date, previously recorded as checked October 20. It was inaccessible October 24 and is not freshly verified." }, { "source_refs": [ "AIBD-0260-source-0003" ], "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "title": "Ex-financial analyst sentenced to probation after telling ChatGPT about plans to rape and kill his ex", "published_on": "2026-08-14", "relationship": "The Sun Sentinel’s earlier local reporting is retained for its affidavit reporting and reported prosecutor/defense context. Its full text was inaccessible in this review." }, { "source_refs": [ "AIBD-0260-source-0004" ], "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "title": "Helping people when they need it most", "relationship": "OpenAI’s original policy explains the general human-review step. It does not verify this particular referral." } ], "excluded_republications": [ { "url": "https://www.wpbf.com/article/south-palm-beach-man-cyberstalking-ex-girlfriend-threats-chatgpt/73434967", "citation": "Laurent V (2026). Man accused of cyberstalking ex after alleged threats flagged through ChatGPT. WPBF 25 News, 14 August 2026 (updated 15 August); cites the arrest affidavit and court documents.", "relationship": "IBTimes and MediaNama relay reporting by other outlets. WPBF and Palm Beach Post supply overlapping case accounts whose additional evidentiary contribution could not be verified here. The retained Sun Sentinel source preserves potentially material prosecutor and defense context rather than discarding it as mere duplication." }, { "url": "https://www.palmbeachpost.com/story/news/crime/2026/08/14/openai-reported-florida-man-darren-zhou-chatgpt-murder-messages-fbi/91285875007/", "citation": "Phillips H (2026). ChatGPT reported South Palm Beach man's rape and murder threats to FBI. The Palm Beach Post, 14 August 2026 (updated 17 August).", "relationship": "IBTimes and MediaNama relay reporting by other outlets. WPBF and Palm Beach Post supply overlapping case accounts whose additional evidentiary contribution could not be verified here. The retained Sun Sentinel source preserves potentially material prosecutor and defense context rather than discarding it as mere duplication." }, { "url": "https://www.ibtimes.co.uk/florida-man-chatgpt-threats-fbi-probation-1814510", "citation": "Jaen R (2026). 'If I Can't Have Her, Nobody Can': ChatGPT Flags Florida Man's Chilling Threat to FBI. International Business Times UK, 17 August 2026.", "relationship": "IBTimes and MediaNama relay reporting by other outlets. WPBF and Palm Beach Post supply overlapping case accounts whose additional evidentiary contribution could not be verified here. The retained Sun Sentinel source preserves potentially material prosecutor and defense context rather than discarding it as mere duplication." }, { "url": "https://www.medianama.com/2026/08/223-openai-reports-chatgpt-murder-threats-to-fbi/", "citation": "Peter AM (2026). OpenAI Reports Florida Man's ChatGPT Murder Threats to FBI. MediaNama, 17 August 2026; draws on The Detroit News and court records.", "relationship": "IBTimes and MediaNama relay reporting by other outlets. WPBF and Palm Beach Post supply overlapping case accounts whose additional evidentiary contribution could not be verified here. The retained Sun Sentinel source preserves potentially material prosecutor and defense context rather than discarding it as mere duplication." } ], "lead_source_ref": "AIBD-0260-source-0001", "retained_source_order": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "ordering_basis": "The first source directly supports the reported benefit or is the closest accessible original account. Each additional source has a distinct evidentiary contribution described in its relationship. Documented inaccessible origins are not represented as having been read.", "claim_lineage": [ { "claim": "An OpenAI emergency disclosure passed through the FBI to PBSO, which compared it with anonymous threatening texts.", "source_ref": "AIBD-0260-source-0001", "source_chain": [ { "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "locator": "BocaNewsNow paragraphs beginning “The case first surfaced…” and “A subsequent PBSO investigation…”", "role": "BocaNewsNow adds direct court reporting on the guilty plea and conditions. Its court documents are not linked or reproduced in full." } ], "locator": "BocaNewsNow paragraphs beginning “The case first surfaced…” and “A subsequent PBSO investigation…”", "method": {}, "limitations": [ "The underlying emergency disclosure and probable-cause affidavit were not directly inspected.", "Exact system triggers and model replies are not established." ] }, { "claim": "Zhou pleaded guilty August 13 and received probation, monitoring, and restrictions.", "source_ref": "AIBD-0260-source-0001", "source_chain": [ { "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "locator": "BocaNewsNow plea and sentencing paragraphs", "role": "BocaNewsNow adds direct court reporting on the guilty plea and conditions. Its court documents are not linked or reproduced in full." } ], "locator": "BocaNewsNow plea and sentencing paragraphs", "method": {}, "limitations": [ "The full plea agreement and order were not available from the article." ] }, { "claim": "The booking date is May 29, 2026.", "source_ref": "AIBD-0260-source-0002", "source_chain": [ { "url": "https://www3.pbso.org/blotter/", "locator": "PBSO booking 2026014226, previously recorded retrieval October 20, 2026", "role": "The PBSO blotter is an official origin for the booking identity and date, previously recorded as checked October 20. It was inaccessible October 24 and is not freshly verified." } ], "locator": "PBSO booking 2026014226, previously recorded retrieval October 20, 2026", "method": {}, "limitations": [ "The current access attempt was rejected. The old quotation contained non-source wording and has been removed rather than reconstructed." ] }, { "claim": "OpenAI’s policy routes detected threats through human reviewers before possible law-enforcement referral.", "source_ref": "AIBD-0260-source-0004", "source_chain": [ { "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "locator": "“Escalate risk of physical harm to others for human review”", "role": "OpenAI’s original policy explains the general human-review step. It does not verify this particular referral." } ], "locator": "“Escalate risk of physical harm to others for human review”", "method": {}, "limitations": [ "General policy is not a case-specific audit log." ] } ], "limitations": [ "PBSO’s blotter and the Palm Beach court portal rejected access. The affidavit, actual chats, emergency disclosure, and plea order were not directly read.", "Sun Sentinel, WPBF, and Palm Beach Post were inaccessible during this review. The audit does not claim that their complete texts were freshly read.", "The original booking quotation contained “specific harm prevented” inside statutory charge text, which is not credible source wording. It was removed.", "The earlier six-day timeline and detailed defense statements should not be elevated beyond the accessible evidence. The public account now avoids those unsupported specifics." ], "access_audit": [ { "url": "https://bocanewsnow.com/2026/08/27/man-flagged-by-chatgpt-pleads-guilty-in-stalking-case/", "access": "full original court-reporting article read" }, { "url": "https://www3.pbso.org/blotter/", "access": "request rejected; earlier October 20 record identification preserved" }, { "url": "https://www.sun-sentinel.com/2026/08/14/financial-analyst-sentenced-to-probation-after-telling-chatgpt-about-plans-to-rape-and-kill-his-ex/", "access": "full text inaccessible; earlier citation preserved for material legal context" }, { "url": "https://www.mypalmbeachclerk.com/records/court-records", "access": "403; underlying filings not retrieved" }, { "url": "https://openai.com/index/helping-people-when-they-need-it-most/", "access": "full original policy article read" } ], "related_material": [], "scope": "Complete review of retained-source lineage and access status. This does not mean that inaccessible upstream documents were inspected, that every required case field is complete, or that the original claims were independently verified." } }, "provenance": { "kind": "source_review", "basis": "Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap. Access limits are enumerated in the review.", "record_fields": [ "evidence", "account", "ai_role" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The accessible reporting describes the disclosure, arrest, and guilty plea. The affidavit, chats, emergency disclosure, and court order were inaccessible, so the account does not independently establish their full contents.", "editor_note": "" } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "An OpenAI disclosure brought Darren Zhou’s threats to police attention; he pleaded guilty to stalking and threat charges and received probation, GPS monitoring, and contact and weapons restrictions.", "account": "Court reporting describes an OpenAI emergency disclosure that reached the Palm Beach County Sheriff’s Office through the FBI after Darren Zhou wrote threats against his ex-girlfriend in ChatGPT. Deputies compared those messages with anonymous threats that she had preserved. The sheriff’s booking entry lists May 29, 2026 as his arrest date. BocaNewsNow reports that he pleaded guilty on August 13 to written threats, aggravated stalking, and unlawful use of a two-way communication device. Adjudication was withheld, with eight years of probation, two years of GPS monitoring, and restrictions on contact and weapons. The accessible reporting cites court documents but does not reproduce the complete affidavit or plea order. It supports a police intervention and court restrictions, rather than proof that an attack would otherwise have occurred." } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "summary", "account" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "An OpenAI disclosure brought Darren Zhou’s threats to police attention. He pleaded guilty and received probation, GPS monitoring, and restrictions on contact and weapons.", "editor_note": "" } }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT (OpenAI), with OpenAI's automated detection and human review pipeline for users planning to harm others" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "OpenAI refers Darren Zhou’s threats to the FBI; local police investigate and he pleads guilty to stalking and threat charges", "headline": "OpenAI refers Darren Zhou's threats to the FBI; he pleads guilty" } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "title", "headline" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "1305768f24ac19a795ee53d018884bb83754966afae529eb2e6116f1de72b313" ], "role": "SHA-256 of normalized current case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version of the updated case record.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Court reporting describes an OpenAI emergency disclosure that reached the Palm Beach County Sheriff’s Office through the FBI after Darren Zhou wrote threats against his ex-girlfriend in ChatGPT. Deputies compared those messages with anonymous threats that she had preserved. The sheriff’s booking entry lists May 29, 2026 as his arrest date. BocaNewsNow reports that he pleaded guilty on August 13 to written threats, aggravated stalking, and unlawful use of a two-way communication device. Adjudication was withheld, with eight years of probation, two years of GPS monitoring, and restrictions on contact and weapons. The accessible reporting cites court documents but does not reproduce the complete affidavit or plea order. It supports a police intervention and court restrictions, rather than proof that an attack would otherwise have occurred.", "replication": { "produced_by": [ "A reported OpenAI emergency disclosure of threatening messages to the FBI", "Referral to local police and comparison with messages that the threatened person had preserved", "Investigation and court restrictions following a guilty plea" ], "must_hold": [ "A disclosure must reach an agency able to investigate", "Investigators must establish identity and assess the threat using supporting evidence", "A general detection-and-review policy does not establish the details of a particular referral", "Arrest and court restrictions do not prove that an attack would otherwise have occurred" ], "echoes": [] } } }, "provenance": { "kind": "source_review", "basis": "Updated the mapped fields during the source review. Removed a corrupted quotation from the booking entry and reduced eight sources to the original accessible court reporting, the previously identified official booking, material local reporting, and the provider’s original policy. The court documents remain an explicit access gap.", "record_fields": [ "account", "replication" ], "source_refs": [ "AIBD-0260-source-0001", "AIBD-0260-source-0002", "AIBD-0260-source-0003", "AIBD-0260-source-0004" ], "reviewed_on": "2026-10-24" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "OpenAI reportedly disclosed threatening messages to the FBI. Local police compared them with messages that the threatened person had preserved, investigated, and brought charges. A guilty plea led to court restrictions.", "editor_note": "" } } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 19, "record_mapped": 12, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0149", "case_url": "records/AIBD-0149.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "By April 2026 the Hessian Greens had asked the Staatsgerichtshof to review the police-law amendment behind real-time face recognition, and Doña Carmen's Juanita Henning with the GFF had sued at the Frankfurt administrative court asking for referral to the Federal Constitutional Court; the system kept running, with an evaluation phase due from July 2026.", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0149", "title": "Frankfurt police found a missing 16-year-old who had left a farewell letter on Taunusstraße within a day of her disappearance, after a judge-confirmed emergency order let the Bahnhofsviertel camera system's AI search for her face", "summary": "Frankfurt police found a missing 16-year-old in crisis within a day via a court-backed AI face search of Bahnhofsviertel cameras.", "date_observed": "2025-10-09", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 8 October 2025 a 16-year-old was reported missing after failing to return to the psychiatric facility in Hesse where she lived. A farewell letter pointed to an acute psychological crisis. Indications placed her in Frankfurt's Bahnhofsviertel. Citing imminent danger, Frankfurt's police president issued an emergency order, confirmed by a judge. So her photograph could be entered into the AI-assisted camera system running in the district since July 2025. It operates under the Hessian police law amended in February 2025. Late on 9 October the system flagged a match on Taunusstraße. A video operator checked it and a patrol confirmed it. Officers took the girl into protective custody and returned her to the child and adolescent psychiatric facility.", "category": "protective response", "unexpected": false, "purpose": "The Bahnhofsviertel Videoschutzanlage's AI performs real-time biometric remote identification. The Hessian police law amended in February 2025 allows this for narrow purposes such as finding missing persons. Locating a missing minor was that intended use. The police press release called it the system's first genuine positive hit.", "system": "AI-assisted video analysis with real-time biometric remote identification in the Frankfurt Bahnhofsviertel police video surveillance system (Videoschutzanlage), monitored from the police Video-Operation-Center", "model_version": "Not reported; none of the sources names a vendor, product or version for the facial-recognition component, and netzpolitik.org (April 2026) says only that it matches against the BKA facial-recognition database", "developer": null, "deployer": "Polizeipräsidium Frankfurt am Main (Hessian police)", "location": "Frankfurt am Main, Germany", "domain": "Policing and missing-person search", "segment": "Public safety", "benefit_type": "Improved Physical Health", "taxonomy_note": "Finding a missing minor in crisis is read as a rescue; no injury or treatment is reported.", "registry_ids": { "oecd_aim": "2025-10-16-7e48" }, "ratings": [ { "group": "personal", "depth": 3, "reason": "A 16-year-old whose farewell letter led police to assume an acute psychological crisis was located in the Bahnhofsviertel within a day. She was returned to psychiatric care. The police frame this as averting danger to life and limb. But no source reports what would otherwise have happened, so life-saving is not established." }, { "group": "organizational", "depth": 1, "reason": "The Frankfurt police recorded the first confirmed success of a system in use since July 2025. The police president and the interior minister cited it as validation. netzpolitik.org reported in April 2026 that it was still the only success among a low double-digit number of searches. The operational gain is modest." } ], "ai_role": { "status": "assessed", "statement": "The police press release documents the system's contribution step by step. After a judge-confirmed emergency order, the girl's photo was entered into the database. Late on 9 October the AI produced an automated match alert for Taunusstraße. A video operator checked it and a patrol confirmed it in person. The police had only indications that she might be in the district, so the AI supplied the place and the moment. Human verification and the patrol did the rest. Whether and how soon conventional patrols would have found her is not reported." }, "evidence": [ { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main, reproduced by Heßberger K (2025). Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel. Rhein Main Verlag, 16 October 2025; the page is marked 'Text: PM PP Frankfurt', i.e. the police press release text.", "title": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel", "url": "https://www.rheinmainverlag.de/2025/10/16/kuenstliche-intelligenz-lokalisiert-16-jaehrige-vermisste-im-frankfurter-bahnhofsviertel/", "date": "2025-10-16", "written_by": "deployer", "quote": "Bereits am 9. Oktober, nur einen Tag nach der Vermisstenmeldung, wurde in den späten Abendstunden im Video-Operation-Center der Frankfurter Polizei eine automatisierte Treffermeldung im Bereich der Taunusstraße angezeigt." }, { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main (2025). POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen. Presseportal, 16 October 2025. The page returned HTTP 503 on 20 October 2026; its title was read on the OECD Monitor entry and its text in the Rhein Main Verlag reproduction cited above.", "title": "POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen", "url": "https://www.presseportal.de/blaulicht/pm/4970/6138810", "date": "2025-10-16", "written_by": "deployer", "quote": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen" }, { "kind": "news report", "citation": "Euler R (2025). Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI. Frankfurter Allgemeine Zeitung, 16 October 2025, 15:42; paywalled beyond the opening paragraphs.", "title": "Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI", "url": "https://www.faz.net/aktuell/rhein-main/frankfurt/frankfurter-polizei-findet-vermisstes-maedchen-mithilfe-von-ki-110735027.html", "date": "2025-10-16", "written_by": "independent", "quote": "Mithilfe künstlicher Intelligenz hat die Polizei in der vergangenen Woche eine vermisste Sechzehnjährige im Frankfurter Bahnhofsviertel lokalisiert und in Obhut genommen." }, { "kind": "news report", "citation": "Pfeiffer-Goldmann D (2025). KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden. Frankfurter Neue Presse, 17 October 2025, 14:10; the OECD Monitor lists the same URL under the earlier headline 'KI in Frankfurt erstmals erfolgreich bei Suche nach Mensch per Videoüberwachung'. Quotes police spokesman Patrick Rüter and Interior Minister Roman Poseck.", "title": "KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden", "url": "https://www.fnp.de/frankfurt/ki-technik-hilft-polizei-in-frankfurt-bei-suche-nach-vermisster-93990652.html", "date": "2025-10-17", "written_by": "independent", "quote": "Einen Tag später habe die KI automatisch einen Treffer in der Taunusstraße gemeldet. Ein Videooperator habe das überprüft" }, { "kind": "news report", "citation": "Schröder D (2025). KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt. Bild, 17 October 2025; the quoted sentence is attributed to Police President Stefan Müller.", "title": "KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt", "url": "https://www.bild.de/regional/frankfurt/ki-rettet-vermisstes-maedchen-16-aus-drogen-sumpf-von-frankfurt-68f0b438672b2f7280fac3b4", "date": "2025-10-17", "written_by": "independent", "quote": "Der erste echte positive Treffer zeigt eindrucksvoll, wie uns auf Basis des neuen Polizeigesetzes modernste Technik zuverlässig und erfolgreich bei der Abwehr von Gefahren für Leib und Leben hilft." }, { "kind": "news report", "citation": "Schwarzbeck M (2026). Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht. netzpolitik.org, 22 April 2026; reports 29 cameras in the Bahnhofsviertel, 19 of them usable for automated face recognition, a low double-digit number of persons searched since July 2025, and this case as the only success.", "title": "Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "date": "2026-04-22", "written_by": "independent", "quote": "Erfolg gab es nur einmal, als eine vermisste 16-Jährige mit der Kamera-KI identifiziert wurde" }, { "kind": "news report", "citation": "Kissel L, Pfeuffer-Rooschüz L (2026). Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI. hessenschau.de, 25 March 2026; cites this case as the pilot's one reported success and carries criticism from the Chaos Computer Club and the Hessian data protection commissioner.", "title": "Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI", "url": "https://www.hessenschau.de/gesellschaft/hessen-erfand-den-datenschutz--und-ist-heute-vorreiter-bei-videoueberwachung-mit-ki-v1,erfindung-datenschutz-hessen-100.html", "date": "2026-03-25", "written_by": "independent", "quote": "Diese Anlagen können von einem Hilfsmittel zu einem Herrschaftsmittel werden" } ], "replication": { "produced_by": [ "A missing-person report with concrete signs of danger to life (a farewell letter) and indications of the person's whereabouts inside the camera-covered district", "A legal basis, the Hessian police law amended in February 2025, plus a police-president emergency order confirmed by a judge. These let the girl's photo be entered into the system", "An AI-assisted camera network already running in the Bahnhofsviertel since July 2025, with a staffed Video-Operation-Center. Patrols close enough to verify and act on a match the same evening" ], "must_hold": [ "The person passes in front of cameras suitable for automated recognition. netzpolitik.org counted 19 such cameras among the district's 29", "A human operator and a patrol verify the automated match before anyone is taken into custody", "The search stays within the narrow legal purposes the law allows, which Bild lists as missing persons, kidnapping victims and victims of human trafficking" ], "echoes": [] }, "paired_incident": null, "headline": "Frankfurt camera AI finds a missing 16-year-old within a day", "metric": "found a missing 16-year-old in crisis within a day", "comparator": { "against": "all persons searched for with the Bahnhofsviertel face-recognition system since July 2025, a low double-digit number", "before": null, "after": "Erfolg gab es nur einmal, als eine vermisste 16-Jährige mit der Kamera-KI identifiziert wurde.", "basis": "measured", "quote": "Das System läuft seit Juli 2025, seitdem wurde „eine niedrige zweistellige Anzahl an Personen“ damit gesucht. Erfolg gab es nur einmal, als eine vermisste 16-Jährige mit der Kamera-KI identifiziert wurde.", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/" }, "later": { "status": "litigated", "date": "2026-04-22", "note": "By April 2026 the Hessian Greens had asked the Staatsgerichtshof to review the police-law amendment behind real-time face recognition, and Doña Carmen's Juanita Henning with the GFF had sued at the Frankfurt administrative court asking for referral to the Federal Constitutional Court; the system kept running, with an evaluation phase due from July 2026.", "quote": "Die lassen mit einem Normenkontrollantrag beim Staatsgerichtshof klären , ob die der Echtzeit-Fernidentifizierung zugrunde liegende Polizeigesetzänderung rechtens war. Eine Überprüfung der Rechtsgrundlage streben auch Juanita Henning und die GFF an. Sie haben beim Verwaltungsgericht Frankfurt beantragt, dass es die Abschnitte aus dem Polizeigesetz, die die Fernidentifizierung erlauben, dem Bundesverfassungsgericht vorlegt.", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/" }, "value": null, "developer_country": null, "deployer_country": "Germany", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-16-7e48", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/; https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://de.wikipedia.org/wiki/Polizeipräsidium_Frankfurt_am_Main", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: five independent news reports and two press releases from the deployer. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0149", "catalog_version": "1.0.0", "source_fingerprint": "a26560751e2527e5a9f380a895ed0cfdf3dd7b6dd096325e1fc47c76618cf190", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0149-source-0001", "AIBD-0149-source-0002", "AIBD-0149-source-0003", "AIBD-0149-source-0004", "AIBD-0149-source-0005", "AIBD-0149-source-0006", "AIBD-0149-source-0007" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "deployer": "Polizeipräsidium Frankfurt am Main (Hessian police)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The police press release documents the system's contribution step by step. After a judge-confirmed emergency order, the girl's photo was entered into the database. Late on 9 October the AI produced an automated match alert for Taunusstraße. A video operator checked it and a patrol confirmed it in person. The police had only indications that she might be in the district, so the AI supplied the place and the moment. Human verification and the patrol did the rest. Whether and how soon conventional patrols would have found her is not reported." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "The police press release documents the system's contribution step by step. After a judge-confirmed emergency order, the girl's photo was entered into the database. Late on 9 October the AI produced an automated match alert for Taunusstraße. A video operator checked it and a patrol confirmed it in person. The police had only indications that she might be in the district, so the AI supplied the place and the moment. Human verification and the patrol did the rest. Whether and how soon conventional patrols would have found her is not reported." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A 16-year-old whose farewell letter led police to assume an acute psychological crisis was located in the Bahnhofsviertel within a day. She was returned to psychiatric care. The police frame this as averting danger to life and limb. But no source reports what would otherwise have happened, so life-saving is not established." }, { "group": "organizational", "depth": 1, "reason": "The Frankfurt police recorded the first confirmed success of a system in use since July 2025. The police president and the interior minister cited it as validation. netzpolitik.org reported in April 2026 that it was still the only success among a low double-digit number of searches. The operational gain is modest." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: five independent news reports and two press releases from the deployer. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A 16-year-old whose farewell letter led police to assume an acute psychological crisis was located in the Bahnhofsviertel within a day. She was returned to psychiatric care. The police frame this as averting danger to life and limb. But no source reports what would otherwise have happened, so life-saving is not established." }, { "group": "organizational", "depth": 1, "reason": "The Frankfurt police recorded the first confirmed success of a system in use since July 2025. The police president and the interior minister cited it as validation. netzpolitik.org reported in April 2026 that it was still the only success among a low double-digit number of searches. The operational gain is modest." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "The girl received help during an apparent acute crisis. The police found her within a day, but no source establishes that the search saved her life. The system had one confirmed success among a low double-digit number of searches by April 2026." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A 16-year-old whose farewell letter led police to assume an acute psychological crisis was located in the Bahnhofsviertel within a day. She was returned to psychiatric care. The police frame this as averting danger to life and limb. But no source reports what would otherwise have happened, so life-saving is not established." }, { "group": "organizational", "depth": 1, "reason": "The Frankfurt police recorded the first confirmed success of a system in use since July 2025. The police president and the interior minister cited it as validation. netzpolitik.org reported in April 2026 that it was still the only success among a low double-digit number of searches. The operational gain is modest." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "Police located the girl within a day. By April 2026, this remained the system’s only confirmed success among a low double-digit number of searches." } }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "Time to locate the missing person and the number of confirmed successful searches." } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The police described a risk to life, but the sources do not establish what would have happened without the search. In April 2026, netzpolitik.org reported that this remained the only confirmed success among a low double-digit number of searches." } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2025-10-16-7e48" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-04-22", "note": "By April 2026 the Hessian Greens had asked the Staatsgerichtshof to review the police-law amendment behind real-time face recognition, and Doña Carmen's Juanita Henning with the GFF had sued at the Frankfurt administrative court asking for referral to the Federal Constitutional Court; the system kept running, with an evaluation phase due from July 2026.", "quote": "Die lassen mit einem Normenkontrollantrag beim Staatsgerichtshof klären , ob die der Echtzeit-Fernidentifizierung zugrunde liegende Polizeigesetzänderung rechtens war. Eine Überprüfung der Rechtsgrundlage streben auch Juanita Henning und die GFF an. Sie haben beim Verwaltungsgericht Frankfurt beantragt, dass es die Abschnitte aus dem Polizeigesetz, die die Fernidentifizierung erlauben, dem Bundesverfassungsgericht vorlegt.", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0149" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "The missing girl and the Frankfurt officers who searched for her." }, "provenance": { "kind": "legacy_record", "basis": "Moved the specific information already present in the entry into its applicable question. No new source review is implied.", "record_fields": [ "account", "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "The missing girl and the Frankfurt officers who searched for her." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "text", "text": "One girl." }, "provenance": { "kind": "legacy_record", "basis": "Moved the specific information already present in the entry into its applicable question. No new source review is implied.", "record_fields": [ "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "One girl." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "Finding a missing minor in crisis is read as a rescue; no injury or treatment is reported." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 8 October 2025 a 16-year-old was reported missing after failing to return to the psychiatric facility in Hesse where she lived. A farewell letter pointed to an acute psychological crisis. Indications placed her in Frankfurt's Bahnhofsviertel. Citing imminent danger, Frankfurt's police president issued an emergency order, confirmed by a judge. So her photograph could be entered into the AI-assisted camera system running in the district since July 2025. It operates under the Hessian police law amended in February 2025. Late on 9 October the system flagged a match on Taunusstraße. A video operator checked it and a patrol confirmed it. Officers took the girl into protective custody and returned her to the child and adolescent psychiatric facility.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Police found a missing 16-year-old within a day and returned her to psychiatric care." } }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "A 16-year-old whose farewell letter led police to assume an acute psychological crisis was located in the Bahnhofsviertel within a day. She was returned to psychiatric care. The police frame this as averting danger to life and limb. But no source reports what would otherwise have happened, so life-saving is not established." }, { "group": "organizational", "depth": 1, "reason": "The Frankfurt police recorded the first confirmed success of a system in use since July 2025. The police president and the interior minister cited it as validation. netzpolitik.org reported in April 2026 that it was still the only success among a low double-digit number of searches. The operational gain is modest." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "The Bahnhofsviertel Videoschutzanlage's AI performs real-time biometric remote identification. The Hessian police law amended in February 2025 allows this for narrow purposes such as finding missing persons. Locating a missing minor was that intended use. The police press release called it the system's first genuine positive hit." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Frankfurt am Main, Germany", "deployer_country": "Germany" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "The Bahnhofsviertel Videoschutzanlage's AI performs real-time biometric remote identification. The Hessian police law amended in February 2025 allows this for narrow purposes such as finding missing persons. Locating a missing minor was that intended use. The police press release called it the system's first genuine positive hit." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-10-09", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-16-7e48", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/; https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://de.wikipedia.org/wiki/Polizeipräsidium_Frankfurt_am_Main", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A missing-person report with concrete signs of danger to life (a farewell letter) and indications of the person's whereabouts inside the camera-covered district", "A legal basis, the Hessian police law amended in February 2025, plus a police-president emergency order confirmed by a judge. These let the girl's photo be entered into the system", "An AI-assisted camera network already running in the Bahnhofsviertel since July 2025, with a staffed Video-Operation-Center. Patrols close enough to verify and act on a match the same evening" ], "must_hold": [ "The person passes in front of cameras suitable for automated recognition. netzpolitik.org counted 19 such cameras among the district's 29", "A human operator and a patrol verify the automated match before anyone is taken into custody", "The search stays within the narrow legal purposes the law allows, which Bild lists as missing persons, kidnapping victims and victims of human trafficking" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Suitable cameras must cover the person’s route. Operators and police patrols must verify the match, and the search needs a lawful basis." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-16-7e48", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/; https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://de.wikipedia.org/wiki/Polizeipräsidium_Frankfurt_am_Main", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Policing and missing-person search", "segment": "Public safety" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main, reproduced by Heßberger K (2025). Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel. Rhein Main Verlag, 16 October 2025; the page is marked 'Text: PM PP Frankfurt', i.e. the police press release text.", "title": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel", "url": "https://www.rheinmainverlag.de/2025/10/16/kuenstliche-intelligenz-lokalisiert-16-jaehrige-vermisste-im-frankfurter-bahnhofsviertel/", "date": "2025-10-16", "written_by": "deployer", "quote": "Bereits am 9. Oktober, nur einen Tag nach der Vermisstenmeldung, wurde in den späten Abendstunden im Video-Operation-Center der Frankfurter Polizei eine automatisierte Treffermeldung im Bereich der Taunusstraße angezeigt." }, { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main (2025). POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen. Presseportal, 16 October 2025. The page returned HTTP 503 on 20 October 2026; its title was read on the OECD Monitor entry and its text in the Rhein Main Verlag reproduction cited above.", "title": "POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen", "url": "https://www.presseportal.de/blaulicht/pm/4970/6138810", "date": "2025-10-16", "written_by": "deployer", "quote": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen" }, { "kind": "news report", "citation": "Euler R (2025). Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI. Frankfurter Allgemeine Zeitung, 16 October 2025, 15:42; paywalled beyond the opening paragraphs.", "title": "Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI", "url": "https://www.faz.net/aktuell/rhein-main/frankfurt/frankfurter-polizei-findet-vermisstes-maedchen-mithilfe-von-ki-110735027.html", "date": "2025-10-16", "written_by": "independent", "quote": "Mithilfe künstlicher Intelligenz hat die Polizei in der vergangenen Woche eine vermisste Sechzehnjährige im Frankfurter Bahnhofsviertel lokalisiert und in Obhut genommen." }, { "kind": "news report", "citation": "Pfeiffer-Goldmann D (2025). KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden. Frankfurter Neue Presse, 17 October 2025, 14:10; the OECD Monitor lists the same URL under the earlier headline 'KI in Frankfurt erstmals erfolgreich bei Suche nach Mensch per Videoüberwachung'. Quotes police spokesman Patrick Rüter and Interior Minister Roman Poseck.", "title": "KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden", "url": "https://www.fnp.de/frankfurt/ki-technik-hilft-polizei-in-frankfurt-bei-suche-nach-vermisster-93990652.html", "date": "2025-10-17", "written_by": "independent", "quote": "Einen Tag später habe die KI automatisch einen Treffer in der Taunusstraße gemeldet. Ein Videooperator habe das überprüft" }, { "kind": "news report", "citation": "Schröder D (2025). KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt. Bild, 17 October 2025; the quoted sentence is attributed to Police President Stefan Müller.", "title": "KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt", "url": "https://www.bild.de/regional/frankfurt/ki-rettet-vermisstes-maedchen-16-aus-drogen-sumpf-von-frankfurt-68f0b438672b2f7280fac3b4", "date": "2025-10-17", "written_by": "independent", "quote": "Der erste echte positive Treffer zeigt eindrucksvoll, wie uns auf Basis des neuen Polizeigesetzes modernste Technik zuverlässig und erfolgreich bei der Abwehr von Gefahren für Leib und Leben hilft." }, { "kind": "news report", "citation": "Schwarzbeck M (2026). Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht. netzpolitik.org, 22 April 2026; reports 29 cameras in the Bahnhofsviertel, 19 of them usable for automated face recognition, a low double-digit number of persons searched since July 2025, and this case as the only success.", "title": "Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "date": "2026-04-22", "written_by": "independent", "quote": "Erfolg gab es nur einmal, als eine vermisste 16-Jährige mit der Kamera-KI identifiziert wurde" }, { "kind": "news report", "citation": "Kissel L, Pfeuffer-Rooschüz L (2026). Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI. hessenschau.de, 25 March 2026; cites this case as the pilot's one reported success and carries criticism from the Chaos Computer Club and the Hessian data protection commissioner.", "title": "Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI", "url": "https://www.hessenschau.de/gesellschaft/hessen-erfand-den-datenschutz--und-ist-heute-vorreiter-bei-videoueberwachung-mit-ki-v1,erfindung-datenschutz-hessen-100.html", "date": "2026-03-25", "written_by": "independent", "quote": "Diese Anlagen können von einem Hilfsmittel zu einem Herrschaftsmittel werden" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0149-source-0001", "AIBD-0149-source-0002", "AIBD-0149-source-0003", "AIBD-0149-source-0004", "AIBD-0149-source-0005", "AIBD-0149-source-0006", "AIBD-0149-source-0007" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main, reproduced by Heßberger K (2025). Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel. Rhein Main Verlag, 16 October 2025; the page is marked 'Text: PM PP Frankfurt', i.e. the police press release text.", "title": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Frankfurter Bahnhofsviertel", "url": "https://www.rheinmainverlag.de/2025/10/16/kuenstliche-intelligenz-lokalisiert-16-jaehrige-vermisste-im-frankfurter-bahnhofsviertel/", "date": "2025-10-16", "written_by": "deployer", "quote": "Bereits am 9. Oktober, nur einen Tag nach der Vermisstenmeldung, wurde in den späten Abendstunden im Video-Operation-Center der Frankfurter Polizei eine automatisierte Treffermeldung im Bereich der Taunusstraße angezeigt." }, { "kind": "press release", "citation": "Polizeipräsidium Frankfurt am Main (2025). POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen. Presseportal, 16 October 2025. The page returned HTTP 503 on 20 October 2026; its title was read on the OECD Monitor entry and its text in the Rhein Main Verlag reproduction cited above.", "title": "POL-F: 251016-1068 Frankfurt-Bahnhofsviertel: Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen", "url": "https://www.presseportal.de/blaulicht/pm/4970/6138810", "date": "2025-10-16", "written_by": "deployer", "quote": "Künstliche Intelligenz lokalisiert 16-jährige Vermisste im Bahnhofsviertel - Mädchen durch Polizisten in Obhut genommen" }, { "kind": "news report", "citation": "Euler R (2025). Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI. Frankfurter Allgemeine Zeitung, 16 October 2025, 15:42; paywalled beyond the opening paragraphs.", "title": "Polizei Frankfurt findet vermisstes Mädchen mithilfe von KI", "url": "https://www.faz.net/aktuell/rhein-main/frankfurt/frankfurter-polizei-findet-vermisstes-maedchen-mithilfe-von-ki-110735027.html", "date": "2025-10-16", "written_by": "independent", "quote": "Mithilfe künstlicher Intelligenz hat die Polizei in der vergangenen Woche eine vermisste Sechzehnjährige im Frankfurter Bahnhofsviertel lokalisiert und in Obhut genommen." }, { "kind": "news report", "citation": "Pfeiffer-Goldmann D (2025). KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden. Frankfurter Neue Presse, 17 October 2025, 14:10; the OECD Monitor lists the same URL under the earlier headline 'KI in Frankfurt erstmals erfolgreich bei Suche nach Mensch per Videoüberwachung'. Quotes police spokesman Patrick Rüter and Interior Minister Roman Poseck.", "title": "KI-Einsatz in Frankfurt erstmals erfolgreich – vermisstes Mädchen wiedergefunden", "url": "https://www.fnp.de/frankfurt/ki-technik-hilft-polizei-in-frankfurt-bei-suche-nach-vermisster-93990652.html", "date": "2025-10-17", "written_by": "independent", "quote": "Einen Tag später habe die KI automatisch einen Treffer in der Taunusstraße gemeldet. Ein Videooperator habe das überprüft" }, { "kind": "news report", "citation": "Schröder D (2025). KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt. Bild, 17 October 2025; the quoted sentence is attributed to Police President Stefan Müller.", "title": "KI rettet vermisstes Mädchen (16) aus Drogen-Sumpf von Frankfurt", "url": "https://www.bild.de/regional/frankfurt/ki-rettet-vermisstes-maedchen-16-aus-drogen-sumpf-von-frankfurt-68f0b438672b2f7280fac3b4", "date": "2025-10-17", "written_by": "independent", "quote": "Der erste echte positive Treffer zeigt eindrucksvoll, wie uns auf Basis des neuen Polizeigesetzes modernste Technik zuverlässig und erfolgreich bei der Abwehr von Gefahren für Leib und Leben hilft." }, { "kind": "news report", "citation": "Schwarzbeck M (2026). Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht. netzpolitik.org, 22 April 2026; reports 29 cameras in the Bahnhofsviertel, 19 of them usable for automated face recognition, a low double-digit number of persons searched since July 2025, and this case as the only success.", "title": "Rotlichtviertel Frankfurt am Main: Hier analysiert die Polizei jedes Gesicht", "url": "https://netzpolitik.org/2026/rotlichtviertel-frankfurt-am-main-hier-analysiert-die-polizei-jedes-gesicht/", "date": "2026-04-22", "written_by": "independent", "quote": "Erfolg gab es nur einmal, als eine vermisste 16-Jährige mit der Kamera-KI identifiziert wurde" }, { "kind": "news report", "citation": "Kissel L, Pfeuffer-Rooschüz L (2026). Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI. hessenschau.de, 25 March 2026; cites this case as the pilot's one reported success and carries criticism from the Chaos Computer Club and the Hessian data protection commissioner.", "title": "Hessen erfand den Datenschutz – und ist heute Vorreiter bei Videoüberwachung mit KI", "url": "https://www.hessenschau.de/gesellschaft/hessen-erfand-den-datenschutz--und-ist-heute-vorreiter-bei-videoueberwachung-mit-ki-v1,erfindung-datenschutz-hessen-100.html", "date": "2026-03-25", "written_by": "independent", "quote": "Diese Anlagen können von einem Hilfsmittel zu einem Herrschaftsmittel werden" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Frankfurt police found a missing 16-year-old in crisis within a day via a court-backed AI face search of Bahnhofsviertel cameras.", "account": "On 8 October 2025 a 16-year-old was reported missing after failing to return to the psychiatric facility in Hesse where she lived. A farewell letter pointed to an acute psychological crisis. Indications placed her in Frankfurt's Bahnhofsviertel. Citing imminent danger, Frankfurt's police president issued an emergency order, confirmed by a judge. So her photograph could be entered into the AI-assisted camera system running in the district since July 2025. It operates under the Hessian police law amended in February 2025. Late on 9 October the system flagged a match on Taunusstraße. A video operator checked it and a patrol confirmed it. Officers took the girl into protective custody and returned her to the child and adolescent psychiatric facility." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The software matched a photograph against surveillance video and sent an alert for human verification." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The facial-recognition component compared images with the BKA’s database of facial images." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Not reported; none of the sources names a vendor, product or version for the facial-recognition component, and netzpolitik.org (April 2026) says only that it matches against the BKA facial-recognition database" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "AI-assisted video analysis with real-time biometric remote identification in the Frankfurt Bahnhofsviertel police video surveillance system (Videoschutzanlage), monitored from the police Video-Operation-Center" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Frankfurt police found a missing 16-year-old who had left a farewell letter on Taunusstraße within a day of her disappearance, after a judge-confirmed emergency order let the Bahnhofsviertel camera system's AI search for her face", "headline": "Frankfurt camera AI finds a missing 16-year-old within a day" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "a26560751e2527e5a9f380a895ed0cfdf3dd7b6dd096325e1fc47c76618cf190" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 8 October 2025 a 16-year-old was reported missing after failing to return to the psychiatric facility in Hesse where she lived. A farewell letter pointed to an acute psychological crisis. Indications placed her in Frankfurt's Bahnhofsviertel. Citing imminent danger, Frankfurt's police president issued an emergency order, confirmed by a judge. So her photograph could be entered into the AI-assisted camera system running in the district since July 2025. It operates under the Hessian police law amended in February 2025. Late on 9 October the system flagged a match on Taunusstraße. A video operator checked it and a patrol confirmed it. Officers took the girl into protective custody and returned her to the child and adolescent psychiatric facility.", "replication": { "produced_by": [ "A missing-person report with concrete signs of danger to life (a farewell letter) and indications of the person's whereabouts inside the camera-covered district", "A legal basis, the Hessian police law amended in February 2025, plus a police-president emergency order confirmed by a judge. These let the girl's photo be entered into the system", "An AI-assisted camera network already running in the Bahnhofsviertel since July 2025, with a staffed Video-Operation-Center. Patrols close enough to verify and act on a match the same evening" ], "must_hold": [ "The person passes in front of cameras suitable for automated recognition. netzpolitik.org counted 19 such cameras among the district's 29", "A human operator and a patrol verify the automated match before anyone is taken into custody", "The search stays within the narrow legal purposes the law allows, which Bild lists as missing persons, kidnapping victims and victims of human trafficking" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 33, "reviewed": 0, "record_mapped": 33, "not_assessed": 58, "complete": false, "by_state": { "value_present": 33, "not_reported": 0, "unresolved": 0, "not_assessed": 58, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0150", "case_url": "records/AIBD-0150.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "A community note on a viral April 2026 X post about White states, citing the California appellate courts' case search, that her appeal (Court of Appeal case B350202) was denied on 26 November 2025 and that her petition to the state Supreme Court (S294091) was denied too; if accurate this contradicts the NBC account of an overturned eviction, but the underlying court dockets remain unverified.", "url": "https://x.com/ihtesham2005/status/2040399092111864187" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0150", "title": "Lynn White of Long Beach, California, who lost an eviction jury trial with a lawyer, may have overturned the eviction on appeal with ChatGPT and Perplexity, which she used to find procedural errors and draft it, avoiding roughly $55,000 in penalties and over $18,000 in back rent", "summary": "Long Beach tenant Lynn White used ChatGPT and Perplexity to overturn her eviction on appeal, avoiding about $55,000 in penalties, per NBC.", "date_observed": "2025-10-08", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Lynn White, a small music production business owner living in a Long Beach, California, trailer park, was allegedly behind on rent and facing eviction. Represented by a lawyer from a local tenant advocacy network, she lost a jury trial. To appeal, she argued that Los Angeles Covid-era rules allowed a 12-month rent deferral. She gave her documents to ChatGPT and the AI search engine Perplexity. She had them find procedural errors by the judge, research the law and draft her court responses. NBC News reported on 8 October 2025 that, after several months of litigation, she overturned the eviction. It said she avoided roughly $55,000 in penalties and over $18,000 in overdue rent. No court, docket or ruling date is given.", "category": "benefit created", "unexpected": false, "purpose": "ChatGPT is a general-purpose assistant for answering questions and drafting text. Perplexity is an AI search engine. Using them to research law, spot procedural errors and draft filings is within that general purpose. Neither is built as a legal service. The same NBC report documents litigants sanctioned for AI-invented case citations.", "system": "ChatGPT (paid plan, $20 a month) and Perplexity Pro ($20 a month)", "model_version": "Not reported; NBC News says White moved from the free ChatGPT tier to the $20-a-month plan and used Perplexity Pro, without naming model versions", "developer": "OpenAI (ChatGPT); Perplexity AI (Perplexity)", "deployer": null, "location": "Long Beach, United States", "domain": "Access to justice", "segment": "Self-represented tenants in eviction proceedings", "benefit_type": "Reduced Risk", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2025-10-20-4cfe" }, "ratings": [ { "group": "personal", "depth": 3, "reason": "By her account to NBC News, White kept her home after losing at trial with a lawyer. She avoided roughly $55,000 in penalties and more than $18,000 in overdue rent. That is life-changing for one person. But the figures and outcome rest on her account, and no court record is cited." } ], "ai_role": { "status": "unassessed", "statement": "White told NBC News that she gave ChatGPT her documents and case details. She said it and Perplexity identified procedural errors by the judge, researched the applicable law and drafted her court responses. She said she could never have won the appeal without AI. No court document, opposing-party or judicial account of what decided the appeal is cited. So the tools' contribution relative to the Covid-era rent-deferral rules she invoked and her own advocacy is not established." }, "evidence": [ { "kind": "news report", "citation": "Perlo J, Yang A (2025). More people are using ChatGPT like a lawyer in court. Some are starting to win. NBC News, 8 October 2025, 5:00 AM EDT.", "title": "More people are using ChatGPT like a lawyer in court. Some are starting to win.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "date": "2025-10-08", "written_by": "independent", "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent." }, { "kind": "news report", "citation": "NEWS 24/7 newsroom (2025). Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT. news247.gr, 20 October 2025, 14:42, citing NBC News; one of the twelve Greek-language sources listed by the OECD Monitor.", "title": "Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT", "url": "https://www.news247.gr/kosmos/ginaika-kerdise-dikastiki-ipothesi-me-dikigoro-to-chatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Η Lynn White, κατάφερε να ανατρέψει την απόφαση έξωσης και να αποφύγει πρόστιμα δεκάδων χιλιάδων δολαρίων μέσω μηνών δικαστικών διαδικασιών βάζοντας για δικηγόρο της… το ChatGPT." }, { "kind": "news report", "citation": "HuffPost Greece (2025). Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT. huffingtonpost.gr, 20 October 2025, 21:27, citing NBC News.", "title": "Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT", "url": "https://www.huffingtonpost.gr/diethnes/gynaika-stin-kalifornia-kerdise-dikastiki-ypothesi-me-synigoro-tochatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Όπως αναφέρει το NBC News, η Λιν Γουάιτ είχε καθυστερήσει την πληρωμή του ενοικίου και αρχικά έχασε τη δίκη με ενόρκους μετά από ειδοποίηση έξωσης." }, { "kind": "other", "citation": "Ihtesham Ali (@ihtesham2005) (2026). Post on X about Lynn White, 4 April 2026, carrying a Community Note that cites the California appellate courts' case search for Court of Appeal case B350202 (appeal denied 26 November 2025) and Supreme Court case S294091 (petition denied).", "title": "Lynn White had $0 for a lawyer and $73,000 in debt hanging over her head (X post with Community Note)", "url": "https://x.com/ihtesham2005/status/2040399092111864187", "date": "2026-04-04", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "A litigant with time, her case documents and $40 a month for paid ChatGPT and Perplexity Pro. She fed them the record and detailed case facts", "A substantive ground to find, here Los Angeles Covid-era rules allowing a 12-month rent deferral. Procedural errors at trial that an appeal could reach", "A court system in which a self-represented tenant can appeal an eviction judgment" ], "must_hold": [ "The tools' legal citations and procedural claims are checked before filing. The same NBC article reports litigants sanctioned for AI-invented cases", "The litigant reads and verifies what the tools draft rather than filing it as produced", "The underlying legal position is sound. The tools surfaced rules and errors. They did not create the rent-deferral protection" ], "echoes": [] }, "paired_incident": null, "headline": "ChatGPT and Perplexity may have won Lynn White her eviction appeal", "metric": "avoided roughly $55,000 in penalties and over $18,000 in overdue rent", "comparator": { "against": "representation by a lawyer from a local tenant advocacy network, with whom she lost the jury trial", "before": "she worked with a lawyer from a local tenant advocacy network but lost in a jury trial", "after": "White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent", "basis": "assumed", "quote": "Allegedly behind on rent payments to her trailer park in Long Beach, California, and facing an eviction notice, she worked with a lawyer from a local tenant advocacy network but lost in a jury trial.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401" }, "later": { "status": "litigated", "date": "2025-11-26", "note": "A community note on a viral April 2026 X post about White states, citing the California appellate courts' case search, that her appeal (Court of Appeal case B350202) was denied on 26 November 2025 and that her petition to the state Supreme Court (S294091) was denied too; if accurate this contradicts the NBC account of an overturned eviction, but the underlying court dockets remain unverified.", "quote": "Lynn White filed an appeal on her eviction case and it was denied on 11/26/25 - appellatecases.courtinfo.ca.gov/search/case/do…\n\nher petition to the state's Supreme Court was denied too\nappellatecases.courtinfo.ca.gov/search/case/di…", "url": "https://x.com/ihtesham2005/status/2040399092111864187" }, "value": { "amount": "roughly $55,000", "what": "penalties avoided, plus more than $18,000 in overdue rent, by overturning the eviction on appeal", "who": "Lynn White", "estimate": false, "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401" }, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-20-4cfe", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401; https://x.com/ihtesham2005/status/2040399092111864187; https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: three independent news reports and one other independent source. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0150", "catalog_version": "1.0.0", "source_fingerprint": "dd9a32a1d9105ad22d82fc0fd23658f9a321fec8b45dfac282e0200c056112a8", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0150-source-0001", "AIBD-0150-source-0002", "AIBD-0150-source-0003", "AIBD-0150-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "value_present", "value": { "kind": "text", "text": "An existing source-stated monetary observation is present in the original value object." }, "provenance": { "kind": "legacy_record", "basis": "Existing value object only; its financial interpretation has not been reverified.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "record_ids": [ "AIBD-0150-legacy-value" ] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI (ChatGPT); Perplexity AI (Perplexity)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "unassessed", "statement": "White told NBC News that she gave ChatGPT her documents and case details. She said it and Perplexity identified procedural errors by the judge, researched the applicable law and drafted her court responses. She said she could never have won the appeal without AI. No court document, opposing-party or judicial account of what decided the appeal is cited. So the tools' contribution relative to the Covid-era rent-deferral rules she invoked and her own advocacy is not established." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "By her account to NBC News, White kept her home after losing at trial with a lawyer. She avoided roughly $55,000 in penalties and more than $18,000 in overdue rent. That is life-changing for one person. But the figures and outcome rest on her account, and no court record is cited." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: three independent news reports and one other independent source. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "By her account to NBC News, White kept her home after losing at trial with a lawyer. She avoided roughly $55,000 in penalties and more than $18,000 in overdue rent. That is life-changing for one person. But the figures and outcome rest on her account, and no court record is cited." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "By her account to NBC News, White kept her home after losing at trial with a lawyer. She avoided roughly $55,000 in penalties and more than $18,000 in overdue rent. That is life-changing for one person. But the figures and outcome rest on her account, and no court record is cited." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "roughly $55,000", "what": "penalties avoided, plus more than $18,000 in overdue rent, by overturning the eviction on appeal", "who": "Lynn White", "estimate": false, "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "roughly $55,000", "what": "penalties avoided, plus more than $18,000 in overdue rent, by overturning the eviction on appeal", "who": "Lynn White", "estimate": false, "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "roughly $55,000", "what": "penalties avoided, plus more than $18,000 in overdue rent, by overturning the eviction on appeal", "who": "Lynn White", "estimate": false, "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "avoided roughly $55,000 in penalties and over $18,000 in overdue rent", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2025-10-20-4cfe" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2025-11-26", "note": "A community note on a viral April 2026 X post about White states, citing the California appellate courts' case search, that her appeal (Court of Appeal case B350202) was denied on 26 November 2025 and that her petition to the state Supreme Court (S294091) was denied too; if accurate this contradicts the NBC account of an overturned eviction, but the underlying court dockets remain unverified.", "quote": "Lynn White filed an appeal on her eviction case and it was denied on 11/26/25 - appellatecases.courtinfo.ca.gov/search/case/do…\n\nher petition to the state's Supreme Court was denied too\nappellatecases.courtinfo.ca.gov/search/case/di…", "url": "https://x.com/ihtesham2005/status/2040399092111864187" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0150" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Risk" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Lynn White, a small music production business owner living in a Long Beach, California, trailer park, was allegedly behind on rent and facing eviction. Represented by a lawyer from a local tenant advocacy network, she lost a jury trial. To appeal, she argued that Los Angeles Covid-era rules allowed a 12-month rent deferral. She gave her documents to ChatGPT and the AI search engine Perplexity. She had them find procedural errors by the judge, research the law and draft her court responses. NBC News reported on 8 October 2025 that, after several months of litigation, she overturned the eviction. It said she avoided roughly $55,000 in penalties and over $18,000 in overdue rent. No court, docket or ruling date is given.", "benefit_type": "Reduced Risk" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 3, "reason": "By her account to NBC News, White kept her home after losing at trial with a lawyer. She avoided roughly $55,000 in penalties and more than $18,000 in overdue rent. That is life-changing for one person. But the figures and outcome rest on her account, and no court record is cited." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "ChatGPT is a general-purpose assistant for answering questions and drafting text. Perplexity is an AI search engine. Using them to research law, spot procedural errors and draft filings is within that general purpose. Neither is built as a legal service. The same NBC report documents litigants sanctioned for AI-invented case citations." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Long Beach, United States", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ChatGPT is a general-purpose assistant for answering questions and drafting text. Perplexity is an AI search engine. Using them to research law, spot procedural errors and draft filings is within that general purpose. Neither is built as a legal service. The same NBC report documents litigants sanctioned for AI-invented case citations." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-10-08", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-20-4cfe", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401; https://x.com/ihtesham2005/status/2040399092111864187; https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A litigant with time, her case documents and $40 a month for paid ChatGPT and Perplexity Pro. She fed them the record and detailed case facts", "A substantive ground to find, here Los Angeles Covid-era rules allowing a 12-month rent deferral. Procedural errors at trial that an appeal could reach", "A court system in which a self-represented tenant can appeal an eviction judgment" ], "must_hold": [ "The tools' legal citations and procedural claims are checked before filing. The same NBC article reports litigants sanctioned for AI-invented cases", "The litigant reads and verifies what the tools draft rather than filing it as produced", "The underlying legal position is sound. The tools surfaced rules and errors. They did not create the rent-deferral protection" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2025-10-20-4cfe", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401; https://x.com/ihtesham2005/status/2040399092111864187; https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Access to justice", "segment": "Self-represented tenants in eviction proceedings" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Perlo J, Yang A (2025). More people are using ChatGPT like a lawyer in court. Some are starting to win. NBC News, 8 October 2025, 5:00 AM EDT.", "title": "More people are using ChatGPT like a lawyer in court. Some are starting to win.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "date": "2025-10-08", "written_by": "independent", "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent." }, { "kind": "news report", "citation": "NEWS 24/7 newsroom (2025). Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT. news247.gr, 20 October 2025, 14:42, citing NBC News; one of the twelve Greek-language sources listed by the OECD Monitor.", "title": "Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT", "url": "https://www.news247.gr/kosmos/ginaika-kerdise-dikastiki-ipothesi-me-dikigoro-to-chatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Η Lynn White, κατάφερε να ανατρέψει την απόφαση έξωσης και να αποφύγει πρόστιμα δεκάδων χιλιάδων δολαρίων μέσω μηνών δικαστικών διαδικασιών βάζοντας για δικηγόρο της… το ChatGPT." }, { "kind": "news report", "citation": "HuffPost Greece (2025). Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT. huffingtonpost.gr, 20 October 2025, 21:27, citing NBC News.", "title": "Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT", "url": "https://www.huffingtonpost.gr/diethnes/gynaika-stin-kalifornia-kerdise-dikastiki-ypothesi-me-synigoro-tochatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Όπως αναφέρει το NBC News, η Λιν Γουάιτ είχε καθυστερήσει την πληρωμή του ενοικίου και αρχικά έχασε τη δίκη με ενόρκους μετά από ειδοποίηση έξωσης." }, { "kind": "other", "citation": "Ihtesham Ali (@ihtesham2005) (2026). Post on X about Lynn White, 4 April 2026, carrying a Community Note that cites the California appellate courts' case search for Court of Appeal case B350202 (appeal denied 26 November 2025) and Supreme Court case S294091 (petition denied).", "title": "Lynn White had $0 for a lawyer and $73,000 in debt hanging over her head (X post with Community Note)", "url": "https://x.com/ihtesham2005/status/2040399092111864187", "date": "2026-04-04", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0150-source-0001", "AIBD-0150-source-0002", "AIBD-0150-source-0003", "AIBD-0150-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Perlo J, Yang A (2025). More people are using ChatGPT like a lawyer in court. Some are starting to win. NBC News, 8 October 2025, 5:00 AM EDT.", "title": "More people are using ChatGPT like a lawyer in court. Some are starting to win.", "url": "https://www.nbcnews.com/tech/innovation/ai-chatgpt-court-law-legal-lawyer-self-represent-pro-se-attorney-rcna230401", "date": "2025-10-08", "written_by": "independent", "quote": "Several months of litigation later, White managed to overturn her eviction notice and avoid roughly $55,000 in penalties and more than $18,000 in overdue rent." }, { "kind": "news report", "citation": "NEWS 24/7 newsroom (2025). Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT. news247.gr, 20 October 2025, 14:42, citing NBC News; one of the twelve Greek-language sources listed by the OECD Monitor.", "title": "Γυναίκα κέρδισε δικαστική υπόθεση με δικηγόρο το ChatGPT", "url": "https://www.news247.gr/kosmos/ginaika-kerdise-dikastiki-ipothesi-me-dikigoro-to-chatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Η Lynn White, κατάφερε να ανατρέψει την απόφαση έξωσης και να αποφύγει πρόστιμα δεκάδων χιλιάδων δολαρίων μέσω μηνών δικαστικών διαδικασιών βάζοντας για δικηγόρο της… το ChatGPT." }, { "kind": "news report", "citation": "HuffPost Greece (2025). Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT. huffingtonpost.gr, 20 October 2025, 21:27, citing NBC News.", "title": "Γυναίκα στην Καλιφόρνια κέρδισε δικαστική υπόθεση με συνήγορο το…ChatGPT", "url": "https://www.huffingtonpost.gr/diethnes/gynaika-stin-kalifornia-kerdise-dikastiki-ypothesi-me-synigoro-tochatgpt/", "date": "2025-10-20", "written_by": "independent", "quote": "Όπως αναφέρει το NBC News, η Λιν Γουάιτ είχε καθυστερήσει την πληρωμή του ενοικίου και αρχικά έχασε τη δίκη με ενόρκους μετά από ειδοποίηση έξωσης." }, { "kind": "other", "citation": "Ihtesham Ali (@ihtesham2005) (2026). Post on X about Lynn White, 4 April 2026, carrying a Community Note that cites the California appellate courts' case search for Court of Appeal case B350202 (appeal denied 26 November 2025) and Supreme Court case S294091 (petition denied).", "title": "Lynn White had $0 for a lawyer and $73,000 in debt hanging over her head (X post with Community Note)", "url": "https://x.com/ihtesham2005/status/2040399092111864187", "date": "2026-04-04", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Long Beach tenant Lynn White used ChatGPT and Perplexity to overturn her eviction on appeal, avoiding about $55,000 in penalties, per NBC.", "account": "Lynn White, a small music production business owner living in a Long Beach, California, trailer park, was allegedly behind on rent and facing eviction. Represented by a lawyer from a local tenant advocacy network, she lost a jury trial. To appeal, she argued that Los Angeles Covid-era rules allowed a 12-month rent deferral. She gave her documents to ChatGPT and the AI search engine Perplexity. She had them find procedural errors by the judge, research the law and draft her court responses. NBC News reported on 8 October 2025 that, after several months of litigation, she overturned the eviction. It said she avoided roughly $55,000 in penalties and over $18,000 in overdue rent. No court, docket or ruling date is given." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "White reported that the tools researched legal questions and drafted responses for her appeal." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "White used a paid ChatGPT subscription and Perplexity Pro. The report does not identify the models selected within those services." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Not reported; NBC News says White moved from the free ChatGPT tier to the $20-a-month plan and used Perplexity Pro, without naming model versions" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT (paid plan, $20 a month) and Perplexity Pro ($20 a month)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI (ChatGPT); Perplexity AI (Perplexity)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Lynn White of Long Beach, California, who lost an eviction jury trial with a lawyer, may have overturned the eviction on appeal with ChatGPT and Perplexity, which she used to find procedural errors and draft it, avoiding roughly $55,000 in penalties and over $18,000 in back rent", "headline": "ChatGPT and Perplexity may have won Lynn White her eviction appeal" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "dd9a32a1d9105ad22d82fc0fd23658f9a321fec8b45dfac282e0200c056112a8" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Lynn White, a small music production business owner living in a Long Beach, California, trailer park, was allegedly behind on rent and facing eviction. Represented by a lawyer from a local tenant advocacy network, she lost a jury trial. To appeal, she argued that Los Angeles Covid-era rules allowed a 12-month rent deferral. She gave her documents to ChatGPT and the AI search engine Perplexity. She had them find procedural errors by the judge, research the law and draft her court responses. NBC News reported on 8 October 2025 that, after several months of litigation, she overturned the eviction. It said she avoided roughly $55,000 in penalties and over $18,000 in overdue rent. No court, docket or ruling date is given.", "replication": { "produced_by": [ "A litigant with time, her case documents and $40 a month for paid ChatGPT and Perplexity Pro. She fed them the record and detailed case facts", "A substantive ground to find, here Los Angeles Covid-era rules allowing a 12-month rent deferral. Procedural errors at trial that an appeal could reach", "A court system in which a self-represented tenant can appeal an eviction judgment" ], "must_hold": [ "The tools' legal citations and procedural claims are checked before filing. The same NBC article reports litigants sanctioned for AI-invented cases", "The litigant reads and verifies what the tools draft rather than filing it as produced", "The underlying legal position is sound. The tools surfaced rules and errors. They did not create the rent-deferral protection" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 34, "reviewed": 0, "record_mapped": 34, "not_assessed": 57, "complete": false, "by_state": { "value_present": 34, "not_reported": 0, "unresolved": 0, "not_assessed": 57, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0233", "case_url": "records/AIBD-0233.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "The Fiscalía's release of 17 May 2023 reports that the court accredited the eight robberies, placed four adults in preventive detention and kept four adolescents in provisional internment.", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0233", "title": "Chile's “Fiscal Heredia” AI model may have identified a 10-member “encerrona” robbery gang; a court accredits 8 robberies", "summary": "In Operación Influencer (11 May 2023) prosecutors and PDI detained a gang of 10 aged 15–22 behind eight accredited violent robberies; the Fiscalía credits the university-built AI model Fiscal Heredia.", "date_observed": "2023-05-11", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The Fiscalía de Chile's regional news release describes a joint investigation by Focos Occidente and the PDI's Brigada de Investigación Criminal. In the early hours of Thursday 11 May 2023 it led to 30 search warrants across Maipú, Pudahuel, Cerro Navia and other comunas. There were 17 detentions, ten linked to “encerronas” (robbery with intimidation or violence) whose perpetrators posted their robberies on TikTok. The release says they were identified through the software Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial). It is an AI model developed by several universities and incorporated into the Ministerio Público in March 2023. It proposes probable participants from prosecution and police records for prosecutors and police to work up. The Noveno Juzgado de Garantía accredited the eight robberies. Four adults went to preventive detention and four adolescents remained in provisional internment. T13 quotes Fiscal Nacional Ángel Valencia saying the algorithm accelerates criminal analysis. It reports that after three members were arrested the AI searched their links to raise persons of interest later identified by victims. The OECD AI Incidents Monitor records the case.", "category": "benefit created", "unexpected": false, "purpose": "Build networks of links among people with criminal records to propose probable members of a group tied to a specific crime. This reduces the case files prosecutors must review.", "system": "Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial)", "model_version": null, "developer": "Several universities (not named in the sources)", "deployer": "Ministerio Público de Chile (Fiscalía Regional Occidente, SACFI) with the Policía de Investigaciones", "location": null, "domain": "Criminal investigation / organized robbery", "segment": "Government", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 3, "reason": "A gang responsible for at least eight accredited violent robberies was detained and formalized, with four adults in preventive detention, per the prosecutor's office." }, { "group": "organizational", "depth": 2, "reason": "Prosecutors state the tool replaces review of hundreds of case files with a short list of proposed links." } ], "ai_role": { "status": "assessed", "statement": "The deploying public body credits the AI with the identification of probable participants, complemented by prosecutors' and police work and victim identification. T13 adds the mechanism (link search from three arrested members). No court document or independent evaluation of the model's accuracy is among the sources. The Fiscalía is both the source and the beneficiary." }, "evidence": [ { "kind": "press release", "citation": "Fiscalía de Chile, noticias regionales, 17 May 2023", "title": "“Operación Influencer”: Uso de IA permitió desarticular a banda de adolescentes que efectuó al menos 8 “encerronas” en Zona Occidente", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "date": "2023-05-17", "written_by": "deployer", "quote": "Su identificación fue realizada gracias al uso del software denominado Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial), que es un modelo de IA" }, { "kind": "news report", "citation": "T13 (Teletrece), 12 May 2023", "title": "\"Operación Influencer\": Cómo la Inteligencia Artificial fue clave en la detención de banda dedicada a las encerronas", "url": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023", "date": "2023-05-12", "written_by": "independent", "quote": "El algoritmo acelera el análisis criminal." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2023-05-12-99fe", "title": "AI System Enables Major Criminal Gang Bust in Chile's 'Operación Influencer'", "url": "https://oecd.ai/en/incidents/2023-05-12-99fe", "date": "2023-05-12", "written_by": "independent", "quote": "Chilean authorities used an AI system to analyze criminal data and detect networks, leading to the arrest of 10 individuals involved in violent carjackings and related crimes." } ], "replication": { "produced_by": [ "Linked prosecution, prison and police records (SAF, Gendarmería, Carabineros)", "A few confirmed arrests seeding a link search", "Victim identification to confirm proposed persons of interest" ], "must_hold": [ "Suspects must already appear in the records the model draws on", "Human verification before charging", "Legal basis for cross-agency data linkage" ], "echoes": [] }, "paired_incident": null, "headline": "Fiscal Heredia may have identified a 10-member robbery gang", "metric": "detained a gang of 10 aged 15–22 behind eight accredited violent robberies", "comparator": { "against": "prosecutors manually analyzing hundreds of case folders to find links", "before": "analizar cientos de carpetas para dar con potenciales vínculos", "after": "el sistema realiza un filtro y propone un número acotado de ellos", "basis": "assumed", "quote": "El algoritmo acelera el análisis criminal. Con él, las y los fiscales ya no tendrán que analizar cientos de carpetas para dar con potenciales vínculos, ya que el sistema realiza un filtro y propone un número acotado de ellos, reduciendo el volumen y la complejidad de la búsqueda", "url": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023" }, "later": { "status": "litigated", "date": "2023-05-17", "note": "The Fiscalía's release of 17 May 2023 reports that the court accredited the eight robberies, placed four adults in preventive detention and kept four adolescents in provisional internment.", "quote": "El Tribunal dio por acreditado los 8 robos con modalidad encerronas.", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de" }, "value": null, "developer_country": null, "deployer_country": "Chile", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023; https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.fiscaliadechile.cl/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: one independent news report, a registry entry and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0233", "catalog_version": "1.0.0", "source_fingerprint": "ddb3d7fc67e58a23fa2552f7c68b582100dae25b98ad2f8a88a827164b6d5242", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0233-source-0001", "AIBD-0233-source-0002", "AIBD-0233-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Several universities (not named in the sources)", "deployer": "Ministerio Público de Chile (Fiscalía Regional Occidente, SACFI) with the Policía de Investigaciones" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The deploying public body credits the AI with the identification of probable participants, complemented by prosecutors' and police work and victim identification. T13 adds the mechanism (link search from three arrested members). No court document or independent evaluation of the model's accuracy is among the sources. The Fiscalía is both the source and the beneficiary." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The deploying public body credits the AI with the identification of probable participants, complemented by prosecutors' and police work and victim identification. T13 adds the mechanism (link search from three arrested members). No court document or independent evaluation of the model's accuracy is among the sources. The Fiscalía is both the source and the beneficiary." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "A gang responsible for at least eight accredited violent robberies was detained and formalized, with four adults in preventive detention, per the prosecutor's office." }, { "group": "organizational", "depth": 2, "reason": "Prosecutors state the tool replaces review of hundreds of case files with a short list of proposed links." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: one independent news report, a registry entry and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "A gang responsible for at least eight accredited violent robberies was detained and formalized, with four adults in preventive detention, per the prosecutor's office." }, { "group": "organizational", "depth": 2, "reason": "Prosecutors state the tool replaces review of hundreds of case files with a short list of proposed links." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "A gang responsible for at least eight accredited violent robberies was detained and formalized, with four adults in preventive detention, per the prosecutor's office." }, { "group": "organizational", "depth": 2, "reason": "Prosecutors state the tool replaces review of hundreds of case files with a short list of proposed links." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "detained a gang of 10 aged 15–22 behind eight accredited violent robberies", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2023-05-17", "note": "The Fiscalía's release of 17 May 2023 reports that the court accredited the eight robberies, placed four adults in preventive detention and kept four adolescents in provisional internment.", "quote": "El Tribunal dio por acreditado los 8 robos con modalidad encerronas.", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0233" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Fiscalía de Chile's regional news release describes a joint investigation by Focos Occidente and the PDI's Brigada de Investigación Criminal. In the early hours of Thursday 11 May 2023 it led to 30 search warrants across Maipú, Pudahuel, Cerro Navia and other comunas. There were 17 detentions, ten linked to “encerronas” (robbery with intimidation or violence) whose perpetrators posted their robberies on TikTok. The release says they were identified through the software Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial). It is an AI model developed by several universities and incorporated into the Ministerio Público in March 2023. It proposes probable participants from prosecution and police records for prosecutors and police to work up. The Noveno Juzgado de Garantía accredited the eight robberies. Four adults went to preventive detention and four adolescents remained in provisional internment. T13 quotes Fiscal Nacional Ángel Valencia saying the algorithm accelerates criminal analysis. It reports that after three members were arrested the AI searched their links to raise persons of interest later identified by victims. The OECD AI Incidents Monitor records the case.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "A gang responsible for at least eight accredited violent robberies was detained and formalized, with four adults in preventive detention, per the prosecutor's office." }, { "group": "organizational", "depth": 2, "reason": "Prosecutors state the tool replaces review of hundreds of case files with a short list of proposed links." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Build networks of links among people with criminal records to propose probable members of a group tied to a specific crime. This reduces the case files prosecutors must review." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "deployer_country": "Chile" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Build networks of links among people with criminal records to propose probable members of a group tied to a specific crime. This reduces the case files prosecutors must review." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-05-11", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023; https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.fiscaliadechile.cl/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Linked prosecution, prison and police records (SAF, Gendarmería, Carabineros)", "A few confirmed arrests seeding a link search", "Victim identification to confirm proposed persons of interest" ], "must_hold": [ "Suspects must already appear in the records the model draws on", "Human verification before charging", "Legal basis for cross-agency data linkage" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023; https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.fiscaliadechile.cl/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Criminal investigation / organized robbery", "segment": "Government" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Fiscalía de Chile, noticias regionales, 17 May 2023", "title": "“Operación Influencer”: Uso de IA permitió desarticular a banda de adolescentes que efectuó al menos 8 “encerronas” en Zona Occidente", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "date": "2023-05-17", "written_by": "deployer", "quote": "Su identificación fue realizada gracias al uso del software denominado Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial), que es un modelo de IA" }, { "kind": "news report", "citation": "T13 (Teletrece), 12 May 2023", "title": "\"Operación Influencer\": Cómo la Inteligencia Artificial fue clave en la detención de banda dedicada a las encerronas", "url": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023", "date": "2023-05-12", "written_by": "independent", "quote": "El algoritmo acelera el análisis criminal." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2023-05-12-99fe", "title": "AI System Enables Major Criminal Gang Bust in Chile's 'Operación Influencer'", "url": "https://oecd.ai/en/incidents/2023-05-12-99fe", "date": "2023-05-12", "written_by": "independent", "quote": "Chilean authorities used an AI system to analyze criminal data and detect networks, leading to the arrest of 10 individuals involved in violent carjackings and related crimes." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0233-source-0001", "AIBD-0233-source-0002", "AIBD-0233-source-0003" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Fiscalía de Chile, noticias regionales, 17 May 2023", "title": "“Operación Influencer”: Uso de IA permitió desarticular a banda de adolescentes que efectuó al menos 8 “encerronas” en Zona Occidente", "url": "https://www.fiscaliadechile.cl/actualidad/noticias/regionales/operacion-influencer-uso-de-ia-permitio-desarticular-banda-de", "date": "2023-05-17", "written_by": "deployer", "quote": "Su identificación fue realizada gracias al uso del software denominado Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial), que es un modelo de IA" }, { "kind": "news report", "citation": "T13 (Teletrece), 12 May 2023", "title": "\"Operación Influencer\": Cómo la Inteligencia Artificial fue clave en la detención de banda dedicada a las encerronas", "url": "https://www.t13.cl/noticia/nacional/operacion-influencer-inteligencia-artificial-clave-detencion-banda-encerronas-12-5-2023", "date": "2023-05-12", "written_by": "independent", "quote": "El algoritmo acelera el análisis criminal." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2023-05-12-99fe", "title": "AI System Enables Major Criminal Gang Bust in Chile's 'Operación Influencer'", "url": "https://oecd.ai/en/incidents/2023-05-12-99fe", "date": "2023-05-12", "written_by": "independent", "quote": "Chilean authorities used an AI system to analyze criminal data and detect networks, leading to the arrest of 10 individuals involved in violent carjackings and related crimes." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "In Operación Influencer (11 May 2023) prosecutors and PDI detained a gang of 10 aged 15–22 behind eight accredited violent robberies; the Fiscalía credits the university-built AI model Fiscal Heredia.", "account": "The Fiscalía de Chile's regional news release describes a joint investigation by Focos Occidente and the PDI's Brigada de Investigación Criminal. In the early hours of Thursday 11 May 2023 it led to 30 search warrants across Maipú, Pudahuel, Cerro Navia and other comunas. There were 17 detentions, ten linked to “encerronas” (robbery with intimidation or violence) whose perpetrators posted their robberies on TikTok. The release says they were identified through the software Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial). It is an AI model developed by several universities and incorporated into the Ministerio Público in March 2023. It proposes probable participants from prosecution and police records for prosecutors and police to work up. The Noveno Juzgado de Garantía accredited the eight robberies. Four adults went to preventive detention and four adolescents remained in provisional internment. T13 quotes Fiscal Nacional Ángel Valencia saying the algorithm accelerates criminal analysis. It reports that after three members were arrested the AI searched their links to raise persons of interest later identified by victims. The OECD AI Incidents Monitor records the case." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Several universities (not named in the sources)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Chile's “Fiscal Heredia” AI model may have identified a 10-member “encerrona” robbery gang; a court accredits 8 robberies", "headline": "Fiscal Heredia may have identified a 10-member robbery gang" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "ddb3d7fc67e58a23fa2552f7c68b582100dae25b98ad2f8a88a827164b6d5242" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Fiscalía de Chile's regional news release describes a joint investigation by Focos Occidente and the PDI's Brigada de Investigación Criminal. In the early hours of Thursday 11 May 2023 it led to 30 search warrants across Maipú, Pudahuel, Cerro Navia and other comunas. There were 17 detentions, ten linked to “encerronas” (robbery with intimidation or violence) whose perpetrators posted their robberies on TikTok. The release says they were identified through the software Fiscal Heredia (Herramienta para el Estudio del Delito Usando Inteligencia Artificial). It is an AI model developed by several universities and incorporated into the Ministerio Público in March 2023. It proposes probable participants from prosecution and police records for prosecutors and police to work up. The Noveno Juzgado de Garantía accredited the eight robberies. Four adults went to preventive detention and four adolescents remained in provisional internment. T13 quotes Fiscal Nacional Ángel Valencia saying the algorithm accelerates criminal analysis. It reports that after three members were arrested the AI searched their links to raise persons of interest later identified by victims. The OECD AI Incidents Monitor records the case.", "replication": { "produced_by": [ "Linked prosecution, prison and police records (SAF, Gendarmería, Carabineros)", "A few confirmed arrests seeding a link search", "Victim identification to confirm proposed persons of interest" ], "must_hold": [ "Suspects must already appear in the records the model draws on", "Human verification before charging", "Legal basis for cross-agency data linkage" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 28, "reviewed": 0, "record_mapped": 28, "not_assessed": 63, "complete": false, "by_state": { "value_present": 28, "not_reported": 0, "unresolved": 0, "not_assessed": 63, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0228", "case_url": "records/AIBD-0228.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "A BusinessDay analysis argued that fake and underage registrants had nonetheless reached the final register and that invalidation rates were lopsided by region, a press critique rather than an official reversal.", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0228", "title": "INEC's Automated Biometric Identification System invalidates 2,780,756 ineligible voter registrations (22.6%) before Nigeria's 2023 election", "summary": "INEC chairman Mahmood Yakubu reported on 26 Oct 2022 that ABIS cleaning of 2021–22 registrations identified 2,780,756 (22.6%) double, underage or fake entries, leaving 9,518,188 valid new registrants.", "date_observed": "2022-10-26", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The date is that of Professor Mahmood Yakubu's address to political parties in Abuja, reproduced by the Nigerian Democratic Report. He said the Continuous Voter Registration data (28 June 2021 to 31 July 2022) was cleaned with the Automated Biometric Identification System (ABIS). This identified 2,780,756 registrations (22.6%) as ineligible and invalidated them. Among them were double or multiple registrants, underage persons and fake registrations failing INEC's business rules. That left 9,518,188 valid post-ABIS registrations; 23 registration officers were identified for sanctions. On 12 September 2022, INEC commissioner Festus Okoye said 1,126,359 of 2,523,458 registrants (28 June 2021 to 14 January 2022) were found invalid and delisted. ABIS processing of later registrations was ongoing (Punch). BusinessDay later argued that some fake and underage registrants evaded ABIS and that invalidation rates were regionally lopsided. The vendor of ABIS is not named in the sources.", "category": "benefit created", "unexpected": false, "purpose": "De-duplicate and validate biometric voter registrations (fingerprints and faces) to remove double, multiple, underage and fake entries from the national register.", "system": "Automated Biometric Identification System (ABIS)", "model_version": null, "developer": "Not named in the sources", "deployer": "Independent National Electoral Commission (INEC), Nigeria", "location": null, "domain": "Electoral integrity / voter registration", "segment": "Government", "benefit_type": "Reduced Risk", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 3, "reason": "2,780,756 ineligible entries (22.6% of new registrations) were removed from the register used for the 2023 general election, per INEC's chairman. BusinessDay disputes completeness and regional balance." }, { "group": "organizational", "depth": 2, "reason": "INEC obtained a cleaned register and identified 23 of its own officers for sanctions over multiple registrations." } ], "ai_role": { "status": "assessed", "statement": "The figures come from INEC's own statements (the deployer) relayed by two Nigerian outlets, not from an audit. INEC's website could not be searched. ABIS's matching method, error rates and the share of invalidations due to biometrics versus business rules are not stated. BusinessDay's critique (registrants evading ABIS; 49.3% of invalidations from two regions) is included as a limit." }, "evidence": [ { "kind": "news report", "citation": "Akindele Orimolade, Nigerian Democratic Report, 26 Oct 2022 (reproducing INEC chairman's address)", "title": "Nigeria’s Voter Register Hits 93.5 million as 12m New Registrants Are Added", "url": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/", "date": "2022-10-26", "written_by": "independent", "quote": "a total of 2,780,756 (22.6%) were identified as ineligible registrants and invalidated from the record" }, { "kind": "news report", "citation": "Donatus Anichukwueze, Punch, 13 Sep 2022", "title": "Double registration: INEC delists 1.1m newly registered voters", "url": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/", "date": "2022-09-13", "written_by": "independent", "quote": "cleaning up of the register of voters using the Automated Biometric Identification System (ABIS) is ongoing" }, { "kind": "news report", "citation": "BusinessDay, 20 Jan 2023", "title": "Eight questions INEC must answer Before the first ballot is cast", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "date": "2023-01-20", "written_by": "independent", "quote": "Yet, those registrants found a way to evade the prying eyes of the ABIS and made it successfully to the voter register." } ], "replication": { "produced_by": [ "Biometric capture (fingerprints, face) at registration with a central de-duplication pass", "Business rules defining ineligible entries applied after matching", "Public display of the register for claims and objections" ], "must_hold": [ "Biometric capture quality adequate for matching", "Independent audit of matching accuracy (absent here)", "Officers unable to bypass capture protocols" ], "echoes": [ { "date": "2022-09-12", "setting": "Earlier CVR phase (28 Jun 2021 to 14 Jan 2022): 1,126,359 of 2,523,458 registrations invalidated", "model_version": null, "outcome": "recurred", "source": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/" } ] }, "paired_incident": null, "headline": "INEC's ABIS invalidates 2,780,756 ineligible voter registrations", "metric": "2,780,756 registrations (22.6%) were identified as ineligible and invalidated", "comparator": { "against": "the raw Continuous Voter Registration data before ABIS cleaning", "before": "12,298,944 Nigerians successfully completed the registration as new voters", "after": "the number of valid registrations (post-ABIS) is 9,518,188", "basis": "measured", "quote": "After a rigorous cleaning-up of the data using the Automated Biometric Identification System (ABIS), a total of 2,780,756 (22.6%) were identified as ineligible registrants and invalidated from the record", "url": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/" }, "later": { "status": "reversed", "date": "2023-01-20", "note": "A BusinessDay analysis argued that fake and underage registrants had nonetheless reached the final register and that invalidation rates were lopsided by region, a press critique rather than an official reversal.", "quote": "Yet, those registrants found a way to evade the prying eyes of the ABIS and made it successfully to the voter register.", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/" }, "value": null, "developer_country": null, "deployer_country": "Nigeria", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/; https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Independent_National_Electoral_Commission_(Nigeria)", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: three independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0228", "catalog_version": "1.0.0", "source_fingerprint": "5a044b42ea970ffac0e746064eb4422c05448688f59ddb7a4c03ba5cbc9d0a68", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0228-source-0001", "AIBD-0228-source-0002", "AIBD-0228-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Not named in the sources", "deployer": "Independent National Electoral Commission (INEC), Nigeria" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The figures come from INEC's own statements (the deployer) relayed by two Nigerian outlets, not from an audit. INEC's website could not be searched. ABIS's matching method, error rates and the share of invalidations due to biometrics versus business rules are not stated. BusinessDay's critique (registrants evading ABIS; 49.3% of invalidations from two regions) is included as a limit." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The figures come from INEC's own statements (the deployer) relayed by two Nigerian outlets, not from an audit. INEC's website could not be searched. ABIS's matching method, error rates and the share of invalidations due to biometrics versus business rules are not stated. BusinessDay's critique (registrants evading ABIS; 49.3% of invalidations from two regions) is included as a limit." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "2,780,756 ineligible entries (22.6% of new registrations) were removed from the register used for the 2023 general election, per INEC's chairman. BusinessDay disputes completeness and regional balance." }, { "group": "organizational", "depth": 2, "reason": "INEC obtained a cleaned register and identified 23 of its own officers for sanctions over multiple registrations." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: three independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "2,780,756 ineligible entries (22.6% of new registrations) were removed from the register used for the 2023 general election, per INEC's chairman. BusinessDay disputes completeness and regional balance." }, { "group": "organizational", "depth": 2, "reason": "INEC obtained a cleaned register and identified 23 of its own officers for sanctions over multiple registrations." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "2,780,756 ineligible entries (22.6% of new registrations) were removed from the register used for the 2023 general election, per INEC's chairman. BusinessDay disputes completeness and regional balance." }, { "group": "organizational", "depth": 2, "reason": "INEC obtained a cleaned register and identified 23 of its own officers for sanctions over multiple registrations." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "2,780,756 registrations (22.6%) were identified as ineligible and invalidated", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2023-01-20", "note": "A BusinessDay analysis argued that fake and underage registrants had nonetheless reached the final register and that invalidation rates were lopsided by region, a press critique rather than an official reversal.", "quote": "Yet, those registrants found a way to evade the prying eyes of the ABIS and made it successfully to the voter register.", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0228" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Risk" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The date is that of Professor Mahmood Yakubu's address to political parties in Abuja, reproduced by the Nigerian Democratic Report. He said the Continuous Voter Registration data (28 June 2021 to 31 July 2022) was cleaned with the Automated Biometric Identification System (ABIS). This identified 2,780,756 registrations (22.6%) as ineligible and invalidated them. Among them were double or multiple registrants, underage persons and fake registrations failing INEC's business rules. That left 9,518,188 valid post-ABIS registrations; 23 registration officers were identified for sanctions. On 12 September 2022, INEC commissioner Festus Okoye said 1,126,359 of 2,523,458 registrants (28 June 2021 to 14 January 2022) were found invalid and delisted. ABIS processing of later registrations was ongoing (Punch). BusinessDay later argued that some fake and underage registrants evaded ABIS and that invalidation rates were regionally lopsided. The vendor of ABIS is not named in the sources.", "benefit_type": "Reduced Risk" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 3, "reason": "2,780,756 ineligible entries (22.6% of new registrations) were removed from the register used for the 2023 general election, per INEC's chairman. BusinessDay disputes completeness and regional balance." }, { "group": "organizational", "depth": 2, "reason": "INEC obtained a cleaned register and identified 23 of its own officers for sanctions over multiple registrations." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "De-duplicate and validate biometric voter registrations (fingerprints and faces) to remove double, multiple, underage and fake entries from the national register." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "deployer_country": "Nigeria" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "De-duplicate and validate biometric voter registrations (fingerprints and faces) to remove double, multiple, underage and fake entries from the national register." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2022-10-26", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/; https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Independent_National_Electoral_Commission_(Nigeria)", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Biometric capture (fingerprints, face) at registration with a central de-duplication pass", "Business rules defining ineligible entries applied after matching", "Public display of the register for claims and objections" ], "must_hold": [ "Biometric capture quality adequate for matching", "Independent audit of matching accuracy (absent here)", "Officers unable to bypass capture protocols" ], "echoes": [ { "date": "2022-09-12", "setting": "Earlier CVR phase (28 Jun 2021 to 14 Jan 2022): 1,126,359 of 2,523,458 registrations invalidated", "outcome": "recurred", "source": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Biometric capture (fingerprints, face) at registration with a central de-duplication pass", "Business rules defining ineligible entries applied after matching", "Public display of the register for claims and objections" ], "must_hold": [ "Biometric capture quality adequate for matching", "Independent audit of matching accuracy (absent here)", "Officers unable to bypass capture protocols" ], "echoes": [ { "date": "2022-09-12", "setting": "Earlier CVR phase (28 Jun 2021 to 14 Jan 2022): 1,126,359 of 2,523,458 registrations invalidated", "outcome": "recurred", "source": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/; https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Independent_National_Electoral_Commission_(Nigeria)", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Electoral integrity / voter registration", "segment": "Government" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Akindele Orimolade, Nigerian Democratic Report, 26 Oct 2022 (reproducing INEC chairman's address)", "title": "Nigeria’s Voter Register Hits 93.5 million as 12m New Registrants Are Added", "url": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/", "date": "2022-10-26", "written_by": "independent", "quote": "a total of 2,780,756 (22.6%) were identified as ineligible registrants and invalidated from the record" }, { "kind": "news report", "citation": "Donatus Anichukwueze, Punch, 13 Sep 2022", "title": "Double registration: INEC delists 1.1m newly registered voters", "url": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/", "date": "2022-09-13", "written_by": "independent", "quote": "cleaning up of the register of voters using the Automated Biometric Identification System (ABIS) is ongoing" }, { "kind": "news report", "citation": "BusinessDay, 20 Jan 2023", "title": "Eight questions INEC must answer Before the first ballot is cast", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "date": "2023-01-20", "written_by": "independent", "quote": "Yet, those registrants found a way to evade the prying eyes of the ABIS and made it successfully to the voter register." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0228-source-0001", "AIBD-0228-source-0002", "AIBD-0228-source-0003" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Akindele Orimolade, Nigerian Democratic Report, 26 Oct 2022 (reproducing INEC chairman's address)", "title": "Nigeria’s Voter Register Hits 93.5 million as 12m New Registrants Are Added", "url": "https://www.ndr.org.ng/nigerias-voter-register-hits-93-5-million-as-12m-new-registrants-are-added/", "date": "2022-10-26", "written_by": "independent", "quote": "a total of 2,780,756 (22.6%) were identified as ineligible registrants and invalidated from the record" }, { "kind": "news report", "citation": "Donatus Anichukwueze, Punch, 13 Sep 2022", "title": "Double registration: INEC delists 1.1m newly registered voters", "url": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/", "date": "2022-09-13", "written_by": "independent", "quote": "cleaning up of the register of voters using the Automated Biometric Identification System (ABIS) is ongoing" }, { "kind": "news report", "citation": "BusinessDay, 20 Jan 2023", "title": "Eight questions INEC must answer Before the first ballot is cast", "url": "https://businessday.ng/uncategorized/article/eight-questions-inec-must-answer-before-the-first-ballot-is-cast/", "date": "2023-01-20", "written_by": "independent", "quote": "Yet, those registrants found a way to evade the prying eyes of the ABIS and made it successfully to the voter register." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "INEC chairman Mahmood Yakubu reported on 26 Oct 2022 that ABIS cleaning of 2021–22 registrations identified 2,780,756 (22.6%) double, underage or fake entries, leaving 9,518,188 valid new registrants.", "account": "The date is that of Professor Mahmood Yakubu's address to political parties in Abuja, reproduced by the Nigerian Democratic Report. He said the Continuous Voter Registration data (28 June 2021 to 31 July 2022) was cleaned with the Automated Biometric Identification System (ABIS). This identified 2,780,756 registrations (22.6%) as ineligible and invalidated them. Among them were double or multiple registrants, underage persons and fake registrations failing INEC's business rules. That left 9,518,188 valid post-ABIS registrations; 23 registration officers were identified for sanctions. On 12 September 2022, INEC commissioner Festus Okoye said 1,126,359 of 2,523,458 registrants (28 June 2021 to 14 January 2022) were found invalid and delisted. ABIS processing of later registrations was ongoing (Punch). BusinessDay later argued that some fake and underage registrants evaded ABIS and that invalidation rates were regionally lopsided. The vendor of ABIS is not named in the sources." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Automated Biometric Identification System (ABIS)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Not named in the sources" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "INEC's Automated Biometric Identification System invalidates 2,780,756 ineligible voter registrations (22.6%) before Nigeria's 2023 election", "headline": "INEC's ABIS invalidates 2,780,756 ineligible voter registrations" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "5a044b42ea970ffac0e746064eb4422c05448688f59ddb7a4c03ba5cbc9d0a68" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The date is that of Professor Mahmood Yakubu's address to political parties in Abuja, reproduced by the Nigerian Democratic Report. He said the Continuous Voter Registration data (28 June 2021 to 31 July 2022) was cleaned with the Automated Biometric Identification System (ABIS). This identified 2,780,756 registrations (22.6%) as ineligible and invalidated them. Among them were double or multiple registrants, underage persons and fake registrations failing INEC's business rules. That left 9,518,188 valid post-ABIS registrations; 23 registration officers were identified for sanctions. On 12 September 2022, INEC commissioner Festus Okoye said 1,126,359 of 2,523,458 registrants (28 June 2021 to 14 January 2022) were found invalid and delisted. ABIS processing of later registrations was ongoing (Punch). BusinessDay later argued that some fake and underage registrants evaded ABIS and that invalidation rates were regionally lopsided. The vendor of ABIS is not named in the sources.", "replication": { "produced_by": [ "Biometric capture (fingerprints, face) at registration with a central de-duplication pass", "Business rules defining ineligible entries applied after matching", "Public display of the register for claims and objections" ], "must_hold": [ "Biometric capture quality adequate for matching", "Independent audit of matching accuracy (absent here)", "Officers unable to bypass capture protocols" ], "echoes": [ { "date": "2022-09-12", "setting": "Earlier CVR phase (28 Jun 2021 to 14 Jan 2022): 1,126,359 of 2,523,458 registrations invalidated", "outcome": "recurred", "source": "https://punchng.com/double-registration-inec-delists-1-1m-newly-registered-voters/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 0, "record_mapped": 29, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0166", "case_url": "records/AIBD-0166.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Court document", "value": "Concerned Pastors for Social Action v. Khouri, No. 16-10277, ECF No. 208 (E.D. Mich. March 26, 2019).", "url": "https://www.nrdc.org/sites/default/files/order-amending-settlement-agreement-flint-20190326.pdf" }, { "label": "Follow-up", "value": "The federal court ordered that Flint prioritize the model’s address lists for excavation and replacement, with defined exceptions.", "url": "https://www.nrdc.org/sites/default/files/order-amending-settlement-agreement-flint-20190326.pdf" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0166", "title": "ActiveRemediation helps Flint locate hazardous water pipes", "summary": "ActiveRemediation helped Flint prioritize homes for inspection and replacement of lead or galvanized-steel service lines.", "date_observed": "2016-01-01", "date_basis": "event", "date_precision": "year", "benefit_status": "reported", "source_collection": null, "source_entry": null, "account": "University researchers worked with Flint’s service-line replacement program from summer 2016. ActiveRemediation used property records and confirmed pipe materials to recommend inspections. Its held-out prediction accuracy was 91.6%. The researchers reported that the program had replaced hazardous lines at 4,419 homes by September 2017. A separate simulation estimated savings of about US$622 per replacement. Independent reporting later documented a decline in inspection success after the contractor changed its approach, alongside changes in geography and policy. A March 2019 court order required prioritization using the model’s address lists. The field evidence does not isolate the model’s effect on residents’ health or realized expenditure.", "category": "benefit created", "unexpected": false, "purpose": "The model and active-learning rules were built to predict which Flint homes had lead or galvanized service lines and to direct inspections and replacements. The improved hit rate was the intended use.", "system": "ActiveRemediation, combining XGBoost predictions, a hierarchical Bayesian spatial model, and active learning", "model_version": null, "developer": "University of Michigan (Jacob Abernethy, Alex Chojnacki, Arya Farahi, Eric Schwartz, Jared Webb)", "deployer": "City of Flint (FAST Start service-line replacement program)", "location": "Flint, United States", "domain": "Water infrastructure", "segment": "Lead service-line replacement", "benefit_type": "Improved Task Accuracy", "taxonomy_note": "The public-health good of lead removal is the end; the documented gain is the hit rate per excavation.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 2, "reason": "Residents benefited from identification and replacement of hazardous service lines, without a measured health effect attributable to the model." }, { "group": "organizational", "depth": 2, "reason": "The program gained a measured capability to predict pipe materials and prioritize work." }, { "group": "societal", "depth": 3, "reason": "Flint replaced hazardous service lines at thousands of homes, with predictions helping prioritize inspections." } ], "ai_role": { "status": "assessed", "statement": "Predictions helped officials prioritize inspections and replacements. The field comparison also involved changes in geography and policy, so it does not isolate the model’s contribution. The monetary saving came from simulation." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Abernethy, Jacob, Alex Chojnacki, Arya Farahi, Eric Schwartz, and Jared Webb. “ActiveRemediation: The Search for Lead Pipes in Flint, Michigan.” KDD 2018. https://doi.org/10.1145/3219819.3219896.", "title": "ActiveRemediation: The Search for Lead Pipes in Flint, Michigan", "url": "https://arxiv.org/abs/1806.10692", "date": "2018-06-10", "written_by": "makers", "quote": null }, { "kind": "news report", "citation": "Madrigal, Alexis C. “How a Feel-Good AI Story Went Wrong in Flint.” The Atlantic, January 3, 2019.", "title": "How a Feel-Good AI Story Went Wrong in Flint", "url": "https://www.theatlantic.com/technology/archive/2019/01/how-machine-learning-found-flints-lead-pipes/578692/", "date": "2019-01-03", "written_by": "independent", "quote": null }, { "kind": "court document", "citation": "Concerned Pastors for Social Action v. Khouri, No. 16-10277, ECF No. 208 (E.D. Mich. March 26, 2019).", "title": "Order Amending Settlement Agreement", "url": "https://www.nrdc.org/sites/default/files/order-amending-settlement-agreement-flint-20190326.pdf", "date": "2019-03-26", "written_by": "independent", "quote": null, "supports_benefit": false }, { "kind": "news report", "citation": "Tribou, Doug. “In Flint, Algorithm Predicts Lead Pipe Locations as Replacement Work Continues.” Michigan Radio, April 25, 2019.", "title": "In Flint, algorithm predicts lead pipe locations as replacement work continues", "url": "https://www.michiganpublic.org/news/2019-04-25/in-flint-algorithm-predicts-lead-pipe-locations-as-replacement-work-continues", "date": "2019-04-25", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "Digitized parcel records and confirmed pipe materials", "Models that updated as inspection results arrived", "Researchers, officials, and contractors who shared information" ], "must_hold": [ "Verified inspection results", "Practical rules for prioritizing excavations", "Official use of the predictions alongside local needs" ], "echoes": [] }, "paired_incident": null, "headline": "Flint uses predictions to find hazardous water pipes", "metric": "91.6% held-out prediction accuracy; 10.7% lower cost per replacement in simulation", "comparator": { "against": "The recorded sequence of inspection and replacement work in a simulation", "before": "Estimated US$5,818 per replacement", "after": "Estimated US$5,196 per replacement", "basis": "assumed", "quote": "The proposed method lowers the effective cost per successful service line replacement, saving $621.7 per home (10.7%)", "url": "https://arxiv.org/abs/1806.10692" }, "later": { "status": "litigated", "date": "2019-03-26", "note": "The federal court ordered that Flint prioritize the model’s address lists for excavation and replacement, with defined exceptions.", "quote": null, "url": "https://www.nrdc.org/sites/default/files/order-amending-settlement-agreement-flint-20190326.pdf" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Task Accuracy under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.michiganpublic.org/news/2019-04-25/in-flint-algorithm-predicts-lead-pipe-locations-as-replacement-work-continues; https://www.mswmag.com/online_exclusives/2019/02/flint-to-revert-back-to-data-driven-predictive-model-for-lead-pipe-replacements", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_of_Michigan; https://en.wikipedia.org/wiki/Flint,_Michigan", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to City of Flint and University of Michigan.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://arxiv.org/abs/1806.10692", "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: one independent court document, two independent news reports and the makers' peer-reviewed study. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0166", "catalog_version": "1.0.0", "source_fingerprint": "ded7efa1cccb04911fafe17bc25bbadc63f7fe17832804028c9c7cac855e0272", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0166-E01", "design": "retrospective held-out validation", "held_out_n": 1606, "accuracy_percent": 91.6, "false_positive_rate_percent": 3, "false_negative_rate_percent": 27, "source_refs": [ "AIBD-0166-source-0001" ], "locator": "§4.1.1" }, { "id": "AIBD-0166-E02", "design": "simulation of inspection and replacement strategies", "observed_homes": 6506, "replications": 25, "effect": "10.7% lower modeled cost per replacement", "source_refs": [ "AIBD-0166-source-0001" ], "locator": "§4.2; Table 5" } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original evaluation and any distinct follow-up analyses." }, "record_ids": [ "AIBD-0166-E01", "AIBD-0166-E02" ] }, "monetary observations": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0166-M01", "type": "modeled_cost_saving", "amount": 621.7, "currency": "USD", "unit": "replacement", "comparator_cost": 5818, "proposed_cost": 5196, "rounding_note": "The displayed costs are rounded; the reported difference is US$621.7.", "excludes": [ "travel", "other logistical constraints" ], "source_refs": [ "AIBD-0166-source-0001" ], "locator": "§4.2; Table 5" }, { "id": "AIBD-0166-M02", "type": "forecast_saving", "amount": 11180000, "currency": "USD", "unit": "18,000 replacements", "scenario": "Extrapolation of the modeled per-replacement saving", "source_refs": [ "AIBD-0166-source-0001" ], "locator": "Table 5" } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reported costs, forecasts, or savings, with their separate scopes." }, "record_ids": [ "AIBD-0166-M01", "AIBD-0166-M02" ] }, "institutional decisions": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0166-D01", "institution": "U.S. District Court, Eastern District of Michigan", "task": "Amend the settlement governing Flint service-line replacement", "decision": "Prioritize the model’s address lists, with defined exceptions and monthly reports.", "decision_date": "2019-03-26", "required_completion_date": "2020-01-01", "source_refs": [ "AIBD-0166-source-0003" ], "locator": "¶¶1–6", "causal_validation": false } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The documented institutional decision." }, "record_ids": [ "AIBD-0166-D01" ] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "text", "text": "University researchers developed the system. Flint officials managed the program, and contractors inspected and replaced service lines." }, "provenance": { "kind": "source_review", "basis": "§§1–2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "University researchers developed the system. Flint officials managed the program, and contractors inspected and replaced service lines." } }, "actors[].ownership_control": { "state": "value_present", "value": { "kind": "text", "text": "The research team developed the models. The city controlled the replacement program and its contracts." }, "provenance": { "kind": "source_review", "basis": "§§2–3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The research team developed the models. The city controlled the replacement program and its contracts." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "text", "text": "Predictions informed inspection and replacement priorities. The paper did not randomize the city’s decisions." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Predictions informed inspection and replacement priorities. The paper did not randomize the city’s decisions." } }, "ai_relationship": { "state": "value_present", "value": { "kind": "text", "text": "The system used machine learning to predict pipe materials and guide inspections." }, "provenance": { "kind": "source_review", "basis": "§3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system used machine learning to predict pipe materials and guide inspections." } }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "structured", "data": { "ratings": [ { "group": "personal", "depth": 2, "reason": "Residents benefited from identification and replacement of hazardous service lines, without a measured health effect attributable to the model." }, { "group": "organizational", "depth": 2, "reason": "The program gained a measured capability to predict pipe materials and prioritize work." }, { "group": "societal", "depth": 3, "reason": "Flint replaced hazardous service lines at thousands of homes, with predictions helping prioritize inspections." } ] } }, "provenance": { "kind": "source_review", "basis": "Application of the existing AIBD depth rubric to the reported benefit.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Personal: 2; Organizational: 2; Societal: 3" } }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: one independent court document, two independent news reports and the makers' peer-reviewed study. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court." } }, "provenance": { "kind": "source_review", "basis": "Derived from the corrected source inventory; authorship and original findings are documented separately.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Independently reported" } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "text", "text": "Residents benefited from identification and replacement of hazardous service lines, without a measured health effect attributable to the model. The program gained a measured capability to predict pipe materials and prioritize work. Flint replaced hazardous service lines at thousands of homes, with predictions helping prioritize inspections." }, "provenance": { "kind": "source_review", "basis": "Benefit depth is assessed separately from strength of evidence.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Residents benefited from identification and replacement of hazardous service lines, without a measured health effect attributable to the model. The program gained a measured capability to predict pipe materials and prioritize work. Flint replaced hazardous service lines at thousands of homes, with predictions helping prioritize inspections." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "text", "text": "The system was used in the field. Accuracy was tested retrospectively, and monetary savings were modeled." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system was used in the field. Accuracy was tested retrospectively, and monetary savings were modeled." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "text", "text": "Identification and replacement of hazardous service lines." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Identification and replacement of hazardous service lines." } }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "value_present", "value": { "kind": "text", "text": "An operational application with retrospective validation and simulation." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An operational application with retrospective validation and simulation." } }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "structured", "data": { "links": [ { "proposition": "Original methods, field implementation, validation, and simulated costs.", "source_refs": [ "AIBD-0166-source-0001" ], "locator": "§§2–4, Tables 1 and 5." }, { "proposition": "Independent reporting about model use, excavation results, and the contractor’s later change in priorities.", "source_refs": [ "AIBD-0166-source-0002" ], "locator": "Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz." }, { "proposition": "The court required prioritization of addresses selected using the predictive model, with specified exceptions and reporting.", "source_refs": [ "AIBD-0166-source-0003" ], "locator": "¶¶1–6, pp. 1–4." }, { "proposition": "A later firsthand interview reports that the research team was again working with Flint in 2019.", "source_refs": [ "AIBD-0166-source-0004" ], "locator": "“A goal of efficiency” and the original interview with Eric Schwartz." } ] } }, "provenance": { "kind": "source_review", "basis": "Original-source lineage.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The sources are linked to the findings that they support." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "text", "text": "The developers reported validation and simulation results. Independent reporting and a court order document how officials used the system." }, "provenance": { "kind": "source_review", "basis": "F1 §4; F2 interviews; F3 ¶¶1–6.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The developers reported validation and simulation results. Independent reporting and a court order document how officials used the system." } }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "value_present", "value": { "kind": "text", "text": "Predictions can help locate hazardous service lines and avoid some unnecessary excavations." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Predictions can help locate hazardous service lines and avoid some unnecessary excavations." } }, "cross_border_flows[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Affiliations and methods.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The research institutions and deployment were in the United States. No international data transfer is documented.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The research institutions and deployment were in the United States. No international data transfer is documented." } }, "decisions[].action_outcome": { "state": "value_present", "value": { "kind": "text", "text": "The city had to prioritize the model’s address lists, document exceptions, and report completed work." }, "provenance": { "kind": "source_review", "basis": "¶¶1–6.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The city had to prioritize the model’s address lists, document exceptions, and report completed work." } }, "decisions[].grounds": { "state": "value_present", "value": { "kind": "text", "text": "The parties agreed that the city should first excavate homes with the highest predicted likelihood of hazardous lines." }, "provenance": { "kind": "source_review", "basis": "¶¶1–3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The parties agreed that the city should first excavate homes with the highest predicted likelihood of hazardous lines." } }, "decisions[].institution_task": { "state": "value_present", "value": { "kind": "text", "text": "The federal court amended the settlement governing Flint’s service-line replacement program." }, "provenance": { "kind": "source_review", "basis": "Opening order.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The federal court amended the settlement governing Flint’s service-line replacement program." } }, "decisions[].success_criterion": { "state": "value_present", "value": { "kind": "text", "text": "The city had to excavate the listed addresses and replace hazardous lines by 1 January 2020." }, "provenance": { "kind": "source_review", "basis": "¶3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The city had to excavate the listed addresses and replace hazardous lines by 1 January 2020." } }, "deployment_stage": { "state": "value_present", "value": { "kind": "text", "text": "Researchers worked with Flint’s replacement program from summer 2016." }, "provenance": { "kind": "source_review", "basis": "§2; Table 1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers worked with Flint’s replacement program from summer 2016." } }, "economics[].amount": { "state": "value_present", "value": { "kind": "text", "text": "The simulation estimated about US$622 less per replacement, or US$11.18 million if applied to 18,000 replacements." }, "provenance": { "kind": "source_review", "basis": "Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The simulation estimated about US$622 less per replacement, or US$11.18 million if applied to 18,000 replacements." } }, "economics[].costs[]": { "state": "value_present", "value": { "kind": "text", "text": "The simulation assumed US$250 for a hydrovac inspection, US$2,500 for an unnecessary excavation, and US$5,000 for a needed replacement." }, "provenance": { "kind": "source_review", "basis": "§4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The simulation assumed US$250 for a hydrovac inspection, US$2,500 for an unnecessary excavation, and US$5,000 for a needed replacement." } }, "economics[].counterfactual": { "state": "value_present", "value": { "kind": "text", "text": "Estimated average cost was US$5,818 under the recorded work sequence and US$5,196 under the proposed strategy." }, "provenance": { "kind": "source_review", "basis": "Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Estimated average cost was US$5,818 under the recorded work sequence and US$5,196 under the proposed strategy." } }, "economics[].currency_price_basis": { "state": "value_present", "value": { "kind": "text", "text": "U.S. dollars, using the unit costs assumed in the study. A separate inflation base year is not stated." }, "provenance": { "kind": "source_review", "basis": "§4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "U.S. dollars, using the unit costs assumed in the study. A separate inflation base year is not stated." } }, "economics[].gross_net": { "state": "value_present", "value": { "kind": "text", "text": "The estimate includes excavation and replacement costs, but not every cost of operating the program." }, "provenance": { "kind": "source_review", "basis": "§4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The estimate includes excavation and replacement costs, but not every cost of operating the program." } }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "text", "text": "Modeled cost savings." }, "provenance": { "kind": "source_review", "basis": "Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Modeled cost savings." } }, "economics[].period_unit": { "state": "value_present", "value": { "kind": "text", "text": "Per replacement, with an extrapolation to 18,000 replacements." }, "provenance": { "kind": "source_review", "basis": "Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Per replacement, with an extrapolation to 18,000 replacements." } }, "economics[].realization": { "state": "value_present", "value": { "kind": "text", "text": "The savings were simulated. They are not an audited reduction in city expenditure." }, "provenance": { "kind": "source_review", "basis": "§4.2; Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The savings were simulated. They are not an audited reduction in city expenditure." } }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "text", "text": "The modeled savings would reduce the cost of the publicly funded replacement program." }, "provenance": { "kind": "source_review", "basis": "§1; §4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The modeled savings would reduce the cost of the publicly funded replacement program." } }, "economics[].return_payback": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "§4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "No complete return-on-investment or payback calculation is reported.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "No complete return-on-investment or payback calculation is reported." } }, "economics[].valuation_method": { "state": "value_present", "value": { "kind": "text", "text": "Researchers simulated inspection and replacement sequences, applied fixed unit costs, and extrapolated the difference." }, "provenance": { "kind": "source_review", "basis": "§4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers simulated inspection and replacement sequences, applied fixed unit costs, and extrapolated the difference." } }, "evaluations[].ai_uplift": { "state": "value_present", "value": { "kind": "text", "text": "The estimated cost improvement came from a simulation. The field results do not isolate the model from crews, funding, and policy decisions." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The estimated cost improvement came from a simulation. The field results do not isolate the model from crews, funding, and policy decisions." } }, "evaluations[].comparator": { "state": "value_present", "value": { "kind": "text", "text": "The cost simulation compared the proposed strategy with the sequence of work in the city’s records." }, "provenance": { "kind": "source_review", "basis": "§4.2; Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The cost simulation compared the proposed strategy with the sequence of work in the city’s records." } }, "evaluations[].design": { "state": "value_present", "value": { "kind": "text", "text": "Researchers tested predictions on held-out homes and compared inspection strategies in simulations." }, "provenance": { "kind": "source_review", "basis": "§§4.1–4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers tested predictions on held-out homes and compared inspection strategies in simulations." } }, "evaluations[].effect": { "state": "value_present", "value": { "kind": "text", "text": "The held-out prediction accuracy was 91.6%. The simulated strategy lowered estimated cost per replacement by 10.7%." }, "provenance": { "kind": "source_review", "basis": "§4.1.1; Table 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The held-out prediction accuracy was 91.6%. The simulated strategy lowered estimated cost per replacement by 10.7%." } }, "evaluations[].exposure": { "state": "value_present", "value": { "kind": "text", "text": "Predictions were updated as crews recorded new inspections and replacements." }, "provenance": { "kind": "source_review", "basis": "§§2.3–3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Predictions were updated as crews recorded new inspections and replacements." } }, "evaluations[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0166-E01", "AIBD-0166-E02" ], "role": "evaluations" }, "provenance": { "kind": "source_review", "basis": "Identifiers assigned to the evaluations described here.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0166-E01, AIBD-0166-E02" } }, "evaluations[].measurement_method": { "state": "value_present", "value": { "kind": "text", "text": "Excavation results supplied the pipe-material labels. Validation and simulated work sequences used those records." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Excavation results supplied the pipe-material labels. Validation and simulated work sequences used those records." } }, "evaluations[].metric": { "state": "value_present", "value": { "kind": "text", "text": "Pipe-material prediction, inspection success, and modeled cost per replacement." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Pipe-material prediction, inspection success, and modeled cost per replacement." } }, "evaluations[].reproduction_materials": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "§3; §4.1.1, n. 6.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The paper describes the algorithms and simulations. It does not supply all settings needed to reproduce the deployed system.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The paper describes the algorithms and simulations. It does not supply all settings needed to reproduce the deployed system." } }, "evaluations[].setting_sample": { "state": "value_present", "value": { "kind": "text", "text": "The database covered 55,893 parcels. The main accuracy test held out 1,606 homes with known pipe materials." }, "provenance": { "kind": "source_review", "basis": "§2.1; §4.1.1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The database covered 55,893 parcels. The main accuracy test held out 1,606 homes with known pipe materials." } }, "evaluations[].uncertainty_limitations": { "state": "value_present", "value": { "kind": "text", "text": "Known pipe materials came from a selected set of inspected homes. The simulated costs omitted travel and other logistical constraints." }, "provenance": { "kind": "source_review", "basis": "§§4.1–4.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Known pipe materials came from a selected set of inspected homes. The simulated costs omitted travel and other logistical constraints." } }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "text", "text": "A March 2019 court order required the city to prioritize addresses identified by the predictive model, subject to defined exceptions." }, "provenance": { "kind": "source_review", "basis": "¶¶1–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A March 2019 court order required the city to prioritize addresses identified by the predictive model, subject to defined exceptions." } }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "City officials set priorities, contractors confirmed pipe materials, and researchers maintained the model." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "City officials set priorities, contractors confirmed pipe materials, and researchers maintained the model." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0166" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "text", "text": "The system depended on digitized parcel records, reliable excavation labels, a shared database, and crews who could inspect and replace pipes." }, "provenance": { "kind": "source_review", "basis": "§2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system depended on digitized parcel records, reliable excavation labels, a shared database, and crews who could inspect and replace pipes." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "Residents whose hazardous service lines were identified and replaced." }, "provenance": { "kind": "source_review", "basis": "Table 1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Residents whose hazardous service lines were identified and replaced." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "text", "text": "By September 2017, the program had replaced hazardous lines at 4,419 homes and identified pipe materials at 6,506." }, "provenance": { "kind": "source_review", "basis": "Table 1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "By September 2017, the program had replaced hazardous lines at 4,419 homes and identified pipe materials at 6,506." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "text", "text": "Improved accuracy in locating hazardous service lines." }, "provenance": { "kind": "source_review", "basis": "§4.1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Improved accuracy in locating hazardous service lines." } }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "text", "text": "The model helped direct inspections toward homes likely to have hazardous pipes." }, "provenance": { "kind": "source_review", "basis": "§§3–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The model helped direct inspections toward homes likely to have hazardous pipes." } }, "outcomes[].distribution": { "state": "value_present", "value": { "kind": "text", "text": "Predictions varied by address and neighborhood. The benefit depended on whether officials used them to set priorities." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Predictions varied by address and neighborhood. The benefit depended on whether officials used them to set priorities." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "text", "text": "Replacement permanently changed the identified service lines. The paper did not measure residents’ later health." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Replacement permanently changed the identified service lines. The paper did not measure residents’ later health." } }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "text", "text": "Residents and the city’s water-infrastructure program." }, "provenance": { "kind": "source_review", "basis": "§§1–2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Residents and the city’s water-infrastructure program." } }, "outcomes[].status": { "state": "value_present", "value": { "kind": "text", "text": "The system was used in the field. Accuracy was tested retrospectively, and monetary savings were modeled." }, "provenance": { "kind": "source_review", "basis": "§4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system was used in the field. Accuracy was tested retrospectively, and monetary savings were modeled." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "text", "text": "Residents and officials also sought broad coverage and certainty about individual homes. These priorities could change the order of excavation." }, "provenance": { "kind": "source_review", "basis": "Interviews about the 2018 change in priorities.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Residents and officials also sought broad coverage and certainty about individual homes. These priorities could change the order of excavation." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "text", "text": "Finding and removing hazardous pipes was the intended benefit." }, "provenance": { "kind": "source_review", "basis": "§1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Finding and removing hazardous pipes was the intended benefit." } }, "places[]": { "state": "value_present", "value": { "kind": "text", "text": "Flint, Michigan, United States." }, "provenance": { "kind": "source_review", "basis": "§1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Flint, Michigan, United States." } }, "purpose": { "state": "value_present", "value": { "kind": "text", "text": "The system estimated which homes were most likely to have hazardous service lines." }, "provenance": { "kind": "source_review", "basis": "§1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system estimated which homes were most likely to have hazardous service lines." } }, "record_dates": { "state": "value_present", "value": { "kind": "structured", "data": { "start": "2016", "end": "2017-09", "precision": "season to month", "display": "Summer 2016–September 2017", "refs": [ "AIBD-0166-source-0001" ], "current_date_observed": "2018-07-19", "instruction": "Use the observed result period for the case date. Keep the full study period separately; the normalized sort date does not imply a more precise observation.", "observed_result_period": "2016", "observed_result_precision": "year", "observed_result_basis": "Model-guided fieldwork began in summer 2016." } }, "provenance": { "kind": "source_review", "basis": "Original study timing.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Field work began in summer 2016. The paper reports replacements and inspections through September 2017." } }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "text", "text": "Useful parcel records, verified inspection results, and a working relationship with the people who choose excavation sites are necessary." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Useful parcel records, verified inspection results, and a working relationship with the people who choose excavation sites are necessary." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Task Accuracy under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.michiganpublic.org/news/2019-04-25/in-flint-algorithm-predicts-lead-pipe-locations-as-replacement-work-continues; https://www.mswmag.com/online_exclusives/2019/02/flint-to-revert-back-to-data-driven-predictive-model-for-lead-pipe-replacements", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_of_Michigan; https://en.wikipedia.org/wiki/Flint,_Michigan", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to City of Flint and University of Michigan.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://arxiv.org/abs/1806.10692", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "text", "text": "Water infrastructure and public health." }, "provenance": { "kind": "source_review", "basis": "§1.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Water infrastructure and public health." } }, "sources[].access_version": { "state": "value_present", "value": { "kind": "text", "text": "The revised original paper, the complete news article, and the relevant court-order provisions were read. Earlier versions and the underlying stipulation are preserved in the source chain." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.; Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz.; ¶¶1–6, pp. 1–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The revised original paper, the complete news article, and the relevant court-order provisions were read. Earlier versions and the underlying stipulation are preserved in the source chain." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "text", "text": "The original paper establishes the methods and modeled savings. Independent interviews describe implementation. The court order establishes the required prioritization." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.; Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz.; ¶¶1–6, pp. 1–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original paper establishes the methods and modeled savings. Independent interviews describe implementation. The court order establishes the required prioritization." } }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "role": "retained evidence" }, "provenance": { "kind": "source_review", "basis": "Retained evidence in the reviewed order.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0166-source-0001, AIBD-0166-source-0002, AIBD-0166-source-0003, AIBD-0166-source-0004" } }, "sources[].language": { "state": "value_present", "value": { "kind": "text", "text": "English." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.; Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz.; ¶¶1–6, pp. 1–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "The researchers evaluated their own system. The Atlantic adds independent reporting. The court order is evidence of a decision, not an independent estimate of lives or money saved." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.; Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz.; ¶¶1–6, pp. 1–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The researchers evaluated their own system. The Atlantic adds independent reporting. The court order is evidence of a decision, not an independent estimate of lives or money saved." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0166-source-0001", "retained_source_order": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "origins": [ { "url": "https://arxiv.org/abs/1806.10692", "title": "ActiveRemediation: The Search for Lead Pipes in Flint, Michigan", "locator": "§§2–4, Tables 1 and 5.", "contribution": "Original methods, field implementation, validation, and simulated costs.", "relationship": "Primary report by the researchers who developed and helped deploy the system.", "source_refs": [ "AIBD-0166-source-0001" ], "access": "The original arXiv version history and full v2 PDF dated 17 August 2018 were inspected. The first submission date is 10 June 2018.", "publication_date": "2018-06-10" }, { "url": "https://arxiv.org/pdf/1806.10692v2", "locator": "17 August 2018 revision.", "contribution": "17 August 2018 revision.", "relationship": "Access copy, supplement, or earlier version of the same work.", "source_refs": [ "AIBD-0166-source-0001" ] }, { "url": "https://www.theatlantic.com/technology/archive/2019/01/how-machine-learning-found-flints-lead-pipes/578692/", "title": "How a Feel-Good AI Story Went Wrong in Flint", "locator": "Field totals and interviews with Michael McDaniel, Karen Weaver, Alan Wong, and Eric Schwartz.", "contribution": "Independent reporting about model use, excavation results, and the contractor’s later change in priorities.", "relationship": "Original interviews and reporting. The model description and some estimates derive from F1 and court filings.", "source_refs": [ "AIBD-0166-source-0002" ], "access": "The original article’s body was read.", "publication_date": "2019-01-03" }, { "url": "https://www.nrdc.org/sites/default/files/declaration-eric-schwartz-flint-20181001.pdf", "title": "Declaration of Eric Schwartz, October 1, 2018", "locator": "ECF 203-4, model development and communications with AECOM.", "contribution": "Primary declaration underlying part of the implementation account. Targeted passages were read; the whole filing was not reviewed.", "relationship": "Primary declaration underlying part of the implementation account. Targeted passages were read; the whole filing was not reviewed.", "source_refs": [ "AIBD-0166-source-0002" ] }, { "url": "https://www.nrdc.org/sites/default/files/order-amending-settlement-agreement-flint-20190326.pdf", "title": "Order Amending Settlement Agreement", "locator": "¶¶1–6, pp. 1–4.", "contribution": "The court required prioritization of addresses selected using the predictive model, with specified exceptions and reporting.", "relationship": "Original judicial order. It establishes the required decision process, not a causal finding about the system’s benefit.", "source_refs": [ "AIBD-0166-source-0003" ], "access": "Original PDF downloaded; ¶¶1–6 were read.", "publication_date": "2019-03-26", "retention_note": "Decision evidence only. The order does not establish a causal benefit finding." }, { "url": "https://www.nrdc.org/sites/default/files/notice-modified-settlement-agreement-flint-20190212.pdf", "title": "Stipulation and Notice of Proposed Amendments to Settlement Agreement", "locator": "ECF 207, pp. 1–6; ¶1 n. 1 cites ActiveRemediation.", "contribution": "The agreement that the court approved. Relevant original pages were read.", "relationship": "The agreement that the court approved. Relevant original pages were read.", "source_refs": [ "AIBD-0166-source-0003" ] }, { "url": "https://www.michiganpublic.org/news/2019-04-25/in-flint-algorithm-predicts-lead-pipe-locations-as-replacement-work-continues", "title": "In Flint, algorithm predicts lead pipe locations as replacement work continues", "locator": "“A goal of efficiency” and the original interview with Eric Schwartz.", "contribution": "A later firsthand interview reports that the research team was again working with Flint in 2019.", "relationship": "Independent interview with a developer. It establishes his account of renewed implementation, not an independent measurement of the modeled saving.", "source_refs": [ "AIBD-0166-source-0004" ], "access": "The original article’s full substantive text was read on 25 October 2026. The audio was not played.", "publication_date": "2019-04-25" } ], "excluded_or_consolidated_sources": [ { "old_source_ref": "AIBD-0166-source-0006", "url": "https://www.mswmag.com/online_exclusives/2019/02/flint-to-revert-back-to-data-driven-predictive-model-for-lead-pipe-replacements", "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact." } ], "review_scope": "Original evidence, systems, evaluation methods and results, costs, chronology, human roles, limitations, and follow-up.", "chronology_source": { "source_ref": "AIBD-0166-source-0001", "date": "2018-06-10", "url": "https://arxiv.org/abs/1806.10692v1", "title": "ActiveRemediation: The Search for Lead Pipes in Flint, Michigan", "role": "First public manuscript. Field work began in summer 2016; publication is not the deployment date." }, "source_relationship_note": "Versions, supplements, reanalyses, and repeated developer statements are not independent replications." } }, "provenance": { "kind": "source_review", "basis": "The original evidence and exact locators are preserved in this assessment.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001", "AIBD-0166-source-0002", "AIBD-0166-source-0003", "AIBD-0166-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original model paper supplies the validation and simulation. The court order follows the parties’ February 2019 stipulation." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "text", "text": "ActiveRemediation helped Flint prioritize homes for inspection and replacement of lead or galvanized-steel service lines." }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ActiveRemediation helped Flint prioritize homes for inspection and replacement of lead or galvanized-steel service lines." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "text", "text": "The system recommended priorities. City officials and contractors decided where to excavate and replaced the pipes." }, "provenance": { "kind": "source_review", "basis": "§§2–4.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system recommended priorities. City officials and contractors decided where to excavate and replaced the pipes." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The system estimated pipe materials and ranked homes for further investigation." }, "provenance": { "kind": "source_review", "basis": "§3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system estimated pipe materials and ranked homes for further investigation." } }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "A shared database and a password-protected Flask application let city staff and contractors review maps and add excavation results." }, "provenance": { "kind": "source_review", "basis": "§2.3.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A shared database and a password-protected Flask application let city staff and contractors review maps and add excavation results." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "text", "text": "Parcel records, property characteristics, and confirmed pipe materials produced address-level probabilities and inspection priorities." }, "provenance": { "kind": "source_review", "basis": "§§2.1–3.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Parcel records, property characteristics, and confirmed pipe materials produced address-level probabilities and inspection priorities." } }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "XGBoost classification trees with a hierarchical Bayesian model for spatial patterns. An active-learning policy selected further inspections." }, "provenance": { "kind": "source_review", "basis": "§§3.1–3.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "XGBoost classification trees with a hierarchical Bayesian model for spatial patterns. An active-learning policy selected further inspections." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "§3; §4.1.1, n. 6.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The paper names the algorithms but does not identify an XGBoost release or a reproducible deployment configuration.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The paper names the algorithms but does not identify an XGBoost release or a reproducible deployment configuration." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "text", "text": "ActiveRemediation." }, "provenance": { "kind": "source_review", "basis": "Title and §3.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ActiveRemediation." } }, "systems[].provider": { "state": "value_present", "value": { "kind": "text", "text": "A research team from the University of Michigan, Georgia Tech, and Brigham Young University." }, "provenance": { "kind": "source_review", "basis": "Author affiliations.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A research team from the University of Michigan, Georgia Tech, and Brigham Young University." } }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "text", "text": "ActiveRemediation helps Flint locate hazardous water pipes" }, "provenance": { "kind": "source_review", "basis": "§§2–4, Tables 1 and 5.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ActiveRemediation helps Flint locate hazardous water pipes" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "ded7efa1cccb04911fafe17bc25bbadc63f7fe17832804028c9c7cac855e0272" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "Crews inspected pipes and recorded their materials. Researchers used those results to update predictions and recommend further inspections." }, "provenance": { "kind": "source_review", "basis": "§§2.3–3.2.", "record_fields": [], "source_refs": [ "AIBD-0166-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Crews inspected pipes and recorded their materials. Researchers used those results to update predictions and recommend further inspections." } } }, "summary": { "total": 91, "addressed": 91, "known": 75, "reviewed": 76, "record_mapped": 3, "not_assessed": 12, "complete": false, "by_state": { "value_present": 75, "not_reported": 4, "unresolved": 0, "not_assessed": 12, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0226", "case_url": "records/AIBD-0226.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "Farmer was charged on four counts and bonded out of jail on Sunday 3 May 2026, according to court documents cited by WCTV.", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0226", "title": "ZeroEyes camera alert sends FSU police to a man pointing a stolen Glock at bystanders; arrested on four charges", "summary": "At about 2:30 a.m. on 2 May 2026 ZeroEyes flagged a man pointing a gun in FSU's St. Augustine garage; officers found a stolen Glock 19 on Tyler Farmer and charged him, per court documents.", "date_observed": "2026-05-02", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "According to arrest papers cited by WCTV, Florida State University police responded to the St. Augustine parking garage at about 2:30 a.m. on Saturday 2 May 2026. ZeroEyes gun detection technology had detected an individual in black pointing a gun on the bottom level. Camera footage showed Tyler Farmer, 19, brandishing a loaded firearm at four other people. Officers found a Glock 19 handgun, stolen from Miller County, Georgia, in his waistband. He was charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm. He bonded out on Sunday. The Tallahassee Democrat, citing court records, says police responded to a “ZeroEyes camera notification” and that Farmer is not an FSU student. ZeroEyes layers over existing cameras and routes human-verified detections to police.", "category": "protective response", "unexpected": false, "purpose": "Detect visible firearms in existing security-camera feeds, verify with human analysts and alert police within seconds to reduce response times to potential shootings.", "system": "ZeroEyes AI gun detection", "model_version": null, "developer": "ZeroEyes", "deployer": "Florida State University Police Department", "location": "Tallahassee, United States", "domain": "Public safety / weapons detection", "segment": "Education", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 2, "reason": "An armed man waving a loaded, stolen handgun at bystanders was arrested and the weapon recovered, per court documents reported by WCTV." }, { "group": "personal", "depth": null, "reason": "The four bystanders are not identified and no source documents what the arrest prevented for them." } ], "ai_role": { "status": "assessed", "statement": "Court documents (as reported) attribute the police response to a ZeroEyes camera notification. Human analysts verify detections before alerts, so the AI's contribution is the initial detection. Both sources are local news citing arrest papers. Neither quantifies response time or states whether anyone else had called police." }, "evidence": [ { "kind": "news report", "citation": "Caroline Christensen, WCTV, 4 May 2026 (citing court documents)", "title": "Court documents: 19-year-old arrested after brandishing gun in FSU parking garage early Saturday morning", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "date": "2026-05-04", "written_by": "independent", "quote": "Tyler Farmer is charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm, court documents say." }, { "kind": "news report", "citation": "Arianna Otero, Tallahassee Democrat, 5 May 2026 (citing court records)", "title": "New AI gun detection tool leads to arrest at FSU parking garage", "url": "https://www.tallahassee.com/story/news/local/2026/05/05/ai-tool-identifying-firearm-leads-to-arrest-of-fsu-student/89946929007/", "date": "2026-05-05", "written_by": "independent", "quote": "led to the arrest of a teen after he was caught brandishing a gun at an Florida State University campus parking garage, police said." } ], "replication": { "produced_by": [ "A firearm visibly brandished within view of a connected security camera", "Human verification at the vendor's operations center before dispatch", "Campus police able to reach the location while the person was still present" ], "must_hold": [ "Camera coverage and image quality sufficient for the detector", "The weapon must be visible (concealed guns are not detected)", "A staffed verification center and a responsive police unit" ], "echoes": [ { "date": "2023-11-30", "setting": "Hobbs, New Mexico: parking lot of Del Norte Pool, suspects detained and one charged", "model_version": null, "outcome": "recurred", "source": "https://www.govtech.com/public-safety/ai-gun-detection-system-leads-to-charges-in-new-mexico" } ] }, "paired_incident": null, "headline": "ZeroEyes alert sends FSU police to a man pointing a stolen Glock", "metric": null, "comparator": null, "later": { "status": "litigated", "date": "2026-05-03", "note": "Farmer was charged on four counts and bonded out of jail on Sunday 3 May 2026, according to court documents cited by WCTV.", "quote": "He was arrested and bonded out of jail on Sunday, according to court documents.", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://zeroeyes.com/contact/; https://police.fsu.edu/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: two independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0226", "catalog_version": "1.0.0", "source_fingerprint": "7fad5474a387556d45b9263837e3e6d278b86523681e910cc04197cbf55cbb7d", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0226-source-0001", "AIBD-0226-source-0002" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "ZeroEyes", "deployer": "Florida State University Police Department" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Court documents (as reported) attribute the police response to a ZeroEyes camera notification. Human analysts verify detections before alerts, so the AI's contribution is the initial detection. Both sources are local news citing arrest papers. Neither quantifies response time or states whether anyone else had called police." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "Court documents (as reported) attribute the police response to a ZeroEyes camera notification. Human analysts verify detections before alerts, so the AI's contribution is the initial detection. Both sources are local news citing arrest papers. Neither quantifies response time or states whether anyone else had called police." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "An armed man waving a loaded, stolen handgun at bystanders was arrested and the weapon recovered, per court documents reported by WCTV." }, { "group": "personal", "reason": "The four bystanders are not identified and no source documents what the arrest prevented for them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: two independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "An armed man waving a loaded, stolen handgun at bystanders was arrested and the weapon recovered, per court documents reported by WCTV." }, { "group": "personal", "reason": "The four bystanders are not identified and no source documents what the arrest prevented for them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "An armed man waving a loaded, stolen handgun at bystanders was arrested and the weapon recovered, per court documents reported by WCTV." }, { "group": "personal", "reason": "The four bystanders are not identified and no source documents what the arrest prevented for them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-05-03", "note": "Farmer was charged on four counts and bonded out of jail on Sunday 3 May 2026, according to court documents cited by WCTV.", "quote": "He was arrested and bonded out of jail on Sunday, according to court documents.", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0226" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "According to arrest papers cited by WCTV, Florida State University police responded to the St. Augustine parking garage at about 2:30 a.m. on Saturday 2 May 2026. ZeroEyes gun detection technology had detected an individual in black pointing a gun on the bottom level. Camera footage showed Tyler Farmer, 19, brandishing a loaded firearm at four other people. Officers found a Glock 19 handgun, stolen from Miller County, Georgia, in his waistband. He was charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm. He bonded out on Sunday. The Tallahassee Democrat, citing court records, says police responded to a “ZeroEyes camera notification” and that Farmer is not an FSU student. ZeroEyes layers over existing cameras and routes human-verified detections to police.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "An armed man waving a loaded, stolen handgun at bystanders was arrested and the weapon recovered, per court documents reported by WCTV." }, { "group": "personal", "reason": "The four bystanders are not identified and no source documents what the arrest prevented for them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Detect visible firearms in existing security-camera feeds, verify with human analysts and alert police within seconds to reduce response times to potential shootings." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Tallahassee, United States", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Detect visible firearms in existing security-camera feeds, verify with human analysts and alert police within seconds to reduce response times to potential shootings." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-05-02", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://zeroeyes.com/contact/; https://police.fsu.edu/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A firearm visibly brandished within view of a connected security camera", "Human verification at the vendor's operations center before dispatch", "Campus police able to reach the location while the person was still present" ], "must_hold": [ "Camera coverage and image quality sufficient for the detector", "The weapon must be visible (concealed guns are not detected)", "A staffed verification center and a responsive police unit" ], "echoes": [ { "date": "2023-11-30", "setting": "Hobbs, New Mexico: parking lot of Del Norte Pool, suspects detained and one charged", "outcome": "recurred", "source": "https://www.govtech.com/public-safety/ai-gun-detection-system-leads-to-charges-in-new-mexico" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A firearm visibly brandished within view of a connected security camera", "Human verification at the vendor's operations center before dispatch", "Campus police able to reach the location while the person was still present" ], "must_hold": [ "Camera coverage and image quality sufficient for the detector", "The weapon must be visible (concealed guns are not detected)", "A staffed verification center and a responsive police unit" ], "echoes": [ { "date": "2023-11-30", "setting": "Hobbs, New Mexico: parking lot of Del Norte Pool, suspects detained and one charged", "outcome": "recurred", "source": "https://www.govtech.com/public-safety/ai-gun-detection-system-leads-to-charges-in-new-mexico" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://zeroeyes.com/contact/; https://police.fsu.edu/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Public safety / weapons detection", "segment": "Education" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Caroline Christensen, WCTV, 4 May 2026 (citing court documents)", "title": "Court documents: 19-year-old arrested after brandishing gun in FSU parking garage early Saturday morning", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "date": "2026-05-04", "written_by": "independent", "quote": "Tyler Farmer is charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm, court documents say." }, { "kind": "news report", "citation": "Arianna Otero, Tallahassee Democrat, 5 May 2026 (citing court records)", "title": "New AI gun detection tool leads to arrest at FSU parking garage", "url": "https://www.tallahassee.com/story/news/local/2026/05/05/ai-tool-identifying-firearm-leads-to-arrest-of-fsu-student/89946929007/", "date": "2026-05-05", "written_by": "independent", "quote": "led to the arrest of a teen after he was caught brandishing a gun at an Florida State University campus parking garage, police said." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0226-source-0001", "AIBD-0226-source-0002" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Caroline Christensen, WCTV, 4 May 2026 (citing court documents)", "title": "Court documents: 19-year-old arrested after brandishing gun in FSU parking garage early Saturday morning", "url": "https://www.wctv.tv/2026/05/04/court-documents-19-year-old-arrested-after-brandishing-weapon-fsu-parking-garage-early-saturday-morning/", "date": "2026-05-04", "written_by": "independent", "quote": "Tyler Farmer is charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm, court documents say." }, { "kind": "news report", "citation": "Arianna Otero, Tallahassee Democrat, 5 May 2026 (citing court records)", "title": "New AI gun detection tool leads to arrest at FSU parking garage", "url": "https://www.tallahassee.com/story/news/local/2026/05/05/ai-tool-identifying-firearm-leads-to-arrest-of-fsu-student/89946929007/", "date": "2026-05-05", "written_by": "independent", "quote": "led to the arrest of a teen after he was caught brandishing a gun at an Florida State University campus parking garage, police said." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "At about 2:30 a.m. on 2 May 2026 ZeroEyes flagged a man pointing a gun in FSU's St. Augustine garage; officers found a stolen Glock 19 on Tyler Farmer and charged him, per court documents.", "account": "According to arrest papers cited by WCTV, Florida State University police responded to the St. Augustine parking garage at about 2:30 a.m. on Saturday 2 May 2026. ZeroEyes gun detection technology had detected an individual in black pointing a gun on the bottom level. Camera footage showed Tyler Farmer, 19, brandishing a loaded firearm at four other people. Officers found a Glock 19 handgun, stolen from Miller County, Georgia, in his waistband. He was charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm. He bonded out on Sunday. The Tallahassee Democrat, citing court records, says police responded to a “ZeroEyes camera notification” and that Farmer is not an FSU student. ZeroEyes layers over existing cameras and routes human-verified detections to police." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ZeroEyes AI gun detection" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "ZeroEyes" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "ZeroEyes camera alert sends FSU police to a man pointing a stolen Glock at bystanders; arrested on four charges", "headline": "ZeroEyes alert sends FSU police to a man pointing a stolen Glock" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "7fad5474a387556d45b9263837e3e6d278b86523681e910cc04197cbf55cbb7d" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "According to arrest papers cited by WCTV, Florida State University police responded to the St. Augustine parking garage at about 2:30 a.m. on Saturday 2 May 2026. ZeroEyes gun detection technology had detected an individual in black pointing a gun on the bottom level. Camera footage showed Tyler Farmer, 19, brandishing a loaded firearm at four other people. Officers found a Glock 19 handgun, stolen from Miller County, Georgia, in his waistband. He was charged with possessing a firearm on school property, unlawful carry, improper display of a firearm and grand theft of a firearm. He bonded out on Sunday. The Tallahassee Democrat, citing court records, says police responded to a “ZeroEyes camera notification” and that Farmer is not an FSU student. ZeroEyes layers over existing cameras and routes human-verified detections to police.", "replication": { "produced_by": [ "A firearm visibly brandished within view of a connected security camera", "Human verification at the vendor's operations center before dispatch", "Campus police able to reach the location while the person was still present" ], "must_hold": [ "Camera coverage and image quality sufficient for the detector", "The weapon must be visible (concealed guns are not detected)", "A staffed verification center and a responsive police unit" ], "echoes": [ { "date": "2023-11-30", "setting": "Hobbs, New Mexico: parking lot of Del Norte Pool, suspects detained and one charged", "outcome": "recurred", "source": "https://www.govtech.com/public-safety/ai-gun-detection-system-leads-to-charges-in-new-mexico" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 0, "record_mapped": 29, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0158", "case_url": "records/AIBD-0158.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "The GAMGEE launch release of 17 August 2026 says Rosie's cancer returned after a later surgery and writes of her in the past tense.", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0158", "title": "Paul Conyngham uses ChatGPT and AlphaFold to choose targets for a personalized mRNA vaccine that UNSW made for his dog Rosie's mast cell cancer; her largest tumor halved", "summary": "AI-chosen targets, a UNSW-made mRNA vaccine and a checkpoint inhibitor halved Rosie's largest tumor by early 2026; partial, not a cure.", "date_observed": "2026-03-15", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Paul Conyngham, a Sydney machine-learning engineer, used ChatGPT to plan treatment for his dog Rosie. Rosie is an eight-year-old Staffy-Shar Pei cross with mast cell cancer diagnosed in 2024. He used AlphaFold to model mutated proteins from tumor sequencing he paid $3,000 for at UNSW's Ramaciotti Centre for Genomics. He chose neoantigen targets and confirmed them “again using AI”. Pall Thordarson's UNSW RNA Institute made the mRNA vaccine in under two months. Rachel Allavena of the University of Queensland injected it at Gatton in December 2025, with a checkpoint inhibitor, and gave a booster in February 2026. The tennis-ball-sized tumor on Rosie's hock halved, and she was chasing rabbits by late January 2026. Some tumors did not respond. By August 2026 the cancer had returned after a later surgery.", "category": "benefit created", "unexpected": false, "purpose": "ChatGPT is a general-purpose assistant and AlphaFold a protein-structure predictor. Conyngham used the first to plan and navigate the veterinary and genomic work. He used the second to model mutated proteins as candidate targets. Both are uses within what each tool was built to do. Neither was built to treat Rosie. The vaccine was designed by Conyngham, made by UNSW and given by a veterinary school. The therapeutic response is a downstream use of the tools rather than their product purpose.", "system": "ChatGPT (OpenAI) and AlphaFold (Google DeepMind), with Grok (xAI) reported for the final mRNA construct, used with Conyngham's own analysis to select tumor neoantigen targets for a personalized mRNA vaccine", "model_version": null, "developer": "OpenAI (ChatGPT); Google DeepMind (AlphaFold); xAI (Grok)", "deployer": "Paul Conyngham (owner), with UNSW's Ramaciotti Centre for Genomics (sequencing), the UNSW RNA Institute (vaccine manufacture) and the University of Queensland School of Veterinary Science, Gatton (administration)", "location": "Sydney, Australia", "domain": "Veterinary oncology / personalized mRNA vaccine design", "segment": "Companion animal with mast cell cancer", "benefit_type": "Improved Physical Health", "taxonomy_note": "The patient is a dog; Trustible's health type is written for people.", "registry_ids": { "oecd_aim": "2026-03-15-f424" }, "ratings": [ { "group": "personal", "depth": 2, "reason": "Rosie was given months to live after surgery and chemotherapy. Her largest tumor halved and she regained mobility by late January 2026. Per ABC on 22 June 2026, she was still running and playing. The response was partial and confounded by a checkpoint inhibitor, and her cancer later returned." }, { "group": "organizational", "depth": 1, "reason": "UNSW's RNA Institute and Ramaciotti Center got what Thordarson called the first personalized cancer vaccine designed for a dog. They describe the case as a milestone. Conyngham's spin-out GAMGEE raised a $4 million seed round in August 2026 on the strength of it." } ], "ai_role": { "status": "assessed", "statement": "The AI tools worked at the design stage. ChatGPT suggested immunotherapy, pointed Conyngham to UNSW's genomics center and helped him plan the analysis. AlphaFold modeled mutated proteins. He says he “confirmed, again using AI, that those targets were good cancer candidates”. Humans sequenced the genome (Martin Smith), made the mRNA and nanoparticles (Pall Thordarson) and injected it (Rachel Allavena). A checkpoint inhibitor was given at the same time. UNSW says “We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine”. The AI's share of the outcome therefore cannot be isolated. It is a single uncontrolled case, and no outcome data have been published outside interviews and statements." }, "evidence": [ { "kind": "press release", "citation": "Melville, T. / UNSW Sydney (2026). Meet the man who designed a cancer vaccine for his dog. UNSW Newsroom, 17 March 2026.", "title": "Meet the man who designed a cancer vaccine for his dog", "url": "https://news.unsw.edu.au/en/meet-the-man-who-designed-a-cancer-vaccine-for-his-dog", "date": "2026-03-17", "written_by": "deployer", "quote": "We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine." }, { "kind": "news report", "citation": "Ma, J. / Fortune (2026). A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog. Fortune, 15 March 2026.", "title": "A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog", "url": "https://fortune.com/2026/03/15/australian-tech-entrepreneur-ai-cancer-vaccine-dog-rosie-unsw-mrna/", "date": "2026-03-15", "written_by": "independent", "quote": "Rosie got her first injection of the cancer treatment this past December, then received a booster in February." }, { "kind": "news report", "citation": "Bita, N. / The Australian, republished by Stockhead (2026). Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog. Stockhead, 18 March 2026.", "title": "Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog", "url": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/", "date": "2026-03-18", "written_by": "independent", "quote": "Mr Conyngham drove 10 hours with Rosie for her first injection in December, followed by a booster shot last month and another due next week." }, { "kind": "other", "citation": "Stebbing, J. / The Conversation (2026). A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution. The Conversation, 20 March 2026 (academic commentary).", "title": "A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution", "url": "https://theconversation.com/a-man-used-ai-to-help-make-a-cancer-vaccine-for-his-dog-an-oncologist-urges-caution-278735", "date": "2026-03-20", "written_by": "independent", "quote": "several tumours shrank markedly, her overall tumour burden fell, and her energy and behaviour improved" }, { "kind": "news report", "citation": "Roberts, R. / The Scientist (2026). ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer. The Scientist, online 16 March 2026, June 2026 issue.", "title": "ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer", "url": "https://www.the-scientist.com/chatgpt-and-alphafold-help-design-personalized-vaccine-for-dog-with-cancer-74227", "date": "2026-03-16", "written_by": "independent", "quote": "it is difficult to disentangle which of the treatments had the greatest effect." }, { "kind": "news report", "citation": "AFP via Phys.org (2026). One man, his dog, and ChatGPT: Australia's AI vaccine saga. Phys.org, 30 March 2026.", "title": "One man, his dog, and ChatGPT: Australia's AI vaccine saga", "url": "https://phys.org/news/2026-03-dog-chatgpt-australia-ai-vaccine.html", "date": "2026-03-30", "written_by": "independent", "quote": "This was not a clinical trial by any means" }, { "kind": "news report", "citation": "Kim, S. / Newsweek (2026). Owner With No Medical Background Invents Cure for Dog's Terminal Cancer. Newsweek, 16 March 2026.", "title": "Owner With No Medical Background Invents Cure for Dog's Terminal Cancer", "url": "https://www.newsweek.com/owner-no-medical-background-invents-cure-dogs-terminal-cancer-11684882", "date": "2026-03-16", "written_by": "independent", "quote": "And, toward the end of January, she was jumping over a fence to chase a rabbit." }, { "kind": "news report", "citation": "Bailey, R. / Reason (2026). Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer. Reason, 19 March 2026.", "title": "Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer", "url": "https://reason.com/2026/03/19/man-successfully-designs-mrna-vaccine-to-treat-his-dogs-cancer/", "date": "2026-03-19", "written_by": "independent", "quote": "If we can do this for a dog, why aren't we rolling this out to all humans with cancer?" }, { "kind": "news report", "citation": "Davis, M. / ABC News (2026). AI designs cancer vaccine for dog but scientists says red tape a barrier for human care. ABC News, 22 June 2026.", "title": "AI designs cancer vaccine for dog but scientists says red tape a barrier for human care", "url": "https://www.abc.net.au/news/2026-06-22/australian-dog-cancer-treated-via-mrna-vaccine-and-ai/106692668", "date": "2026-06-22", "written_by": "independent", "quote": "AI did not cure Rosie's cancer, nor did it create or administer the vaccine" }, { "kind": "news report", "citation": "Palmer, A. / Medical Daily (2026). Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million. Medical Daily, 18 August 2026.", "title": "Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million", "url": "https://www.medicaldaily.com/rosie-dog-ai-mrna-cancer-vaccine-gamgee-launch-477500", "date": "2026-08-18", "written_by": "independent", "quote": "Rosie entered remission, but her cancer returned following a later surgery." }, { "kind": "press release", "citation": "GAMGEE via GlobeNewswire (2026). One Dog's Legacy Becomes GAMGEE. GlobeNewswire press release, Sydney, 17 August 2026, as carried by Yahoo Finance.", "title": "One Dog's Legacy Becomes GAMGEE", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "date": "2026-08-17", "written_by": "deployer", "quote": "While her story may have ended, her legacy lives on in the work that followed." } ], "replication": { "produced_by": [ "Whole-genome sequencing of tumor and healthy tissue, about 150 billion DNA letters for $3,000, from which neoantigen targets could be chosen with AI help.", "An academic RNA facility, the UNSW RNA Institute, willing to make a custom mRNA vaccine from an owner-designed sequence in under two months.", "A veterinary school with ethics cover and an immunotherapy specialist to administer it, after about three months of ethics paperwork.", "An owner with 17 years of machine-learning experience able to run the process, pay for it and drive ten hours for each dose." ], "must_hold": [ "The response cannot be credited to the vaccine alone. A checkpoint inhibitor was given at the same time, and UNSW says the split is unknown.", "One uncontrolled animal. Mast cell tumors behave unpredictably, and some of Rosie's tumors did not respond.", "The benefit was time, not cure. The cancer returned after a later surgery, and the company founded on the case wrote in August 2026 that her story may have ended." ], "echoes": [] }, "paired_incident": null, "headline": "ChatGPT and AlphaFold pick vaccine targets; dog's tumor halves", "metric": "halved Rosie's largest tumor by early 2026", "comparator": { "against": "veterinary chemotherapy and surgery given before the vaccine", "before": "slowed but failed to shrink the tumours", "after": "the tennis ball-sized tumour on Rosie’s hock has shrunk in half", "basis": "assumed", "quote": "Heartbroken when his fur-baby was diagnosed with a deadly mast cell cancer in 2024, Mr ­Conyngham threw thousands of dollars at veterinary chemotherapy and surgery, which slowed but failed to shrink the tumours. Now, after treatment with a custom mRNA cancer vaccine over the Christmas break, the tennis ball-sized tumour on Rosie’s hock has shrunk in half, in a recovery that has astounded researchers at the cutting-edge of human cancer treatments.", "url": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/" }, "later": { "status": "reversed", "date": "2026-08-17", "note": "The GAMGEE launch release of 17 August 2026 says Rosie's cancer returned after a later surgery and writes of her in the past tense.", "quote": "Rosie entered remission, but her cancer returned following a later surgery.", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html" }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and eleven sources on file: UNSW's newsroom story of 17 March 2026, The Australian's report by Natasha Bita as republished by Stockhead, Fortune, The Conversation (Justin Stebbing, Anglia Ruskin University), The Scientist, AFP via Phys.org, Newsweek, Reason, ABC News of 22 June 2026, Medical Daily of 18 August 2026 and GAMGEE's GlobeNewswire release, marked written by the makers because the company was founded by Conyngham on this case. Kept at benefit created or restored: a therapeutic response for one identifiable animal and her owner, not a prevented specified harm; the Monitor labels it an incident with harm type health impact. Dates: the first injection was in December 2025 and the booster in February 2026 per The Australian (“last month” in a piece dated 18 March) and Fortune; Medical Daily says “the following month”; no source gives a day, so, as for AIBD-0052, the Monitor's date, which is Fortune's report date, is used. Outcome figures differ by speaker: Allavena “probably halved” for the hock tumor; Conyngham “about 75 percent of the cancer” on Today; UNSW “partial response”. A checkpoint inhibitor was given with the vaccine (UNSW, The Scientist, AFP), which is why the system's part says the split is unknown. WinBuzzer's “December 2024” is contradicted by every other source and not used. The Australian (the original of 13 March and a 26 June 2026 piece whose headline in a Google News feed reads “Rescue dog dies after owner's pioneering AI cancer fight”), The Verge, news.com.au, Daily Mail and NY Post could not be read; the death is therefore not asserted in the account, which records the relapse reported by Medical Daily and GAMGEE. The WebSearch budget was exhausted, so sources were found through the Monitor's link list and Google and Bing news feeds.", "source": "https://oecd.ai/en/incidents/2026-03-15-f424", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/; https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: eight independent news reports, one other independent source and two press releases from the deployer. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0158", "catalog_version": "1.0.0", "source_fingerprint": "1a21cd2cdf56ace508c40de6d3b87e3a17d0d57899f0cfcce9bb7c49722ccd36", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0158-source-0001", "AIBD-0158-source-0002", "AIBD-0158-source-0003", "AIBD-0158-source-0004", "AIBD-0158-source-0005", "AIBD-0158-source-0006", "AIBD-0158-source-0007", "AIBD-0158-source-0008", "AIBD-0158-source-0009", "AIBD-0158-source-0010", "AIBD-0158-source-0011" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI (ChatGPT); Google DeepMind (AlphaFold); xAI (Grok)", "deployer": "Paul Conyngham (owner), with UNSW's Ramaciotti Centre for Genomics (sequencing), the UNSW RNA Institute (vaccine manufacture) and the University of Queensland School of Veterinary Science, Gatton (administration)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The AI tools worked at the design stage. ChatGPT suggested immunotherapy, pointed Conyngham to UNSW's genomics center and helped him plan the analysis. AlphaFold modeled mutated proteins. He says he “confirmed, again using AI, that those targets were good cancer candidates”. Humans sequenced the genome (Martin Smith), made the mRNA and nanoparticles (Pall Thordarson) and injected it (Rachel Allavena). A checkpoint inhibitor was given at the same time. UNSW says “We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine”. The AI's share of the outcome therefore cannot be isolated. It is a single uncontrolled case, and no outcome data have been published outside interviews and statements." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Conyngham used ChatGPT to plan the investigation and AlphaFold to model mutated proteins when selecting targets for a personalized cancer vaccine for his dog. Grok was also reported as assisting with the final mRNA construct.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The AI tools worked at the design stage. ChatGPT suggested immunotherapy, pointed Conyngham to UNSW's genomics center and helped him plan the analysis. AlphaFold modeled mutated proteins. He says he “confirmed, again using AI, that those targets were good cancer candidates”. Humans sequenced the genome (Martin Smith), made the mRNA and nanoparticles (Pall Thordarson) and injected it (Rachel Allavena). A checkpoint inhibitor was given at the same time. UNSW says “We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine”. The AI's share of the outcome therefore cannot be isolated. It is a single uncontrolled case, and no outcome data have been published outside interviews and statements." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "Rosie was given months to live after surgery and chemotherapy. Her largest tumor halved and she regained mobility by late January 2026. Per ABC on 22 June 2026, she was still running and playing. The response was partial and confounded by a checkpoint inhibitor, and her cancer later returned." }, { "group": "organizational", "depth": 1, "reason": "UNSW's RNA Institute and Ramaciotti Center got what Thordarson called the first personalized cancer vaccine designed for a dog. They describe the case as a milestone. Conyngham's spin-out GAMGEE raised a $4 million seed round in August 2026 on the strength of it." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: eight independent news reports, one other independent source and two press releases from the deployer. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "Rosie was given months to live after surgery and chemotherapy. Her largest tumor halved and she regained mobility by late January 2026. Per ABC on 22 June 2026, she was still running and playing. The response was partial and confounded by a checkpoint inhibitor, and her cancer later returned." }, { "group": "organizational", "depth": 1, "reason": "UNSW's RNA Institute and Ramaciotti Center got what Thordarson called the first personalized cancer vaccine designed for a dog. They describe the case as a milestone. Conyngham's spin-out GAMGEE raised a $4 million seed round in August 2026 on the strength of it." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "Rosie was given months to live after surgery and chemotherapy. Her largest tumor halved and she regained mobility by late January 2026. Per ABC on 22 June 2026, she was still running and playing. The response was partial and confounded by a checkpoint inhibitor, and her cancer later returned." }, { "group": "organizational", "depth": 1, "reason": "UNSW's RNA Institute and Ramaciotti Center got what Thordarson called the first personalized cancer vaccine designed for a dog. They describe the case as a milestone. Conyngham's spin-out GAMGEE raised a $4 million seed round in August 2026 on the strength of it." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "halved Rosie's largest tumor by early 2026", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The dog received a checkpoint inhibitor alongside the vaccine. UNSW said that the contribution of each treatment was unknown. The uncontrolled account does not isolate AI’s contribution, and the reported results come from interviews and statements.", "editor_note": "" } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-03-15-f424" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2026-08-17", "note": "The GAMGEE launch release of 17 August 2026 says Rosie's cancer returned after a later surgery and writes of her in the past tense.", "quote": "Rosie entered remission, but her cancer returned following a later surgery.", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Researchers sequenced the tumor and manufactured the vaccine. A veterinarian administered the treatment." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0158" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "The patient is a dog; Trustible's health type is written for people." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Paul Conyngham, a Sydney machine-learning engineer, used ChatGPT to plan treatment for his dog Rosie. Rosie is an eight-year-old Staffy-Shar Pei cross with mast cell cancer diagnosed in 2024. He used AlphaFold to model mutated proteins from tumor sequencing he paid $3,000 for at UNSW's Ramaciotti Centre for Genomics. He chose neoantigen targets and confirmed them “again using AI”. Pall Thordarson's UNSW RNA Institute made the mRNA vaccine in under two months. Rachel Allavena of the University of Queensland injected it at Gatton in December 2025, with a checkpoint inhibitor, and gave a booster in February 2026. The tennis-ball-sized tumor on Rosie's hock halved, and she was chasing rabbits by late January 2026. Some tumors did not respond. By August 2026 the cancer had returned after a later surgery.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "Rosie was given months to live after surgery and chemotherapy. Her largest tumor halved and she regained mobility by late January 2026. Per ABC on 22 June 2026, she was still running and playing. The response was partial and confounded by a checkpoint inhibitor, and her cancer later returned." }, { "group": "organizational", "depth": 1, "reason": "UNSW's RNA Institute and Ramaciotti Center got what Thordarson called the first personalized cancer vaccine designed for a dog. They describe the case as a milestone. Conyngham's spin-out GAMGEE raised a $4 million seed round in August 2026 on the strength of it." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "ChatGPT is a general-purpose assistant and AlphaFold a protein-structure predictor. Conyngham used the first to plan and navigate the veterinary and genomic work. He used the second to model mutated proteins as candidate targets. Both are uses within what each tool was built to do. Neither was built to treat Rosie. The vaccine was designed by Conyngham, made by UNSW and given by a veterinary school. The therapeutic response is a downstream use of the tools rather than their product purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Sydney, Australia", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ChatGPT is a general-purpose assistant and AlphaFold a protein-structure predictor. Conyngham used the first to plan and navigate the veterinary and genomic work. He used the second to model mutated proteins as candidate targets. Both are uses within what each tool was built to do. Neither was built to treat Rosie. The vaccine was designed by Conyngham, made by UNSW and given by a veterinary school. The therapeutic response is a downstream use of the tools rather than their product purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-03-15", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and eleven sources on file: UNSW's newsroom story of 17 March 2026, The Australian's report by Natasha Bita as republished by Stockhead, Fortune, The Conversation (Justin Stebbing, Anglia Ruskin University), The Scientist, AFP via Phys.org, Newsweek, Reason, ABC News of 22 June 2026, Medical Daily of 18 August 2026 and GAMGEE's GlobeNewswire release, marked written by the makers because the company was founded by Conyngham on this case. Kept at benefit created or restored: a therapeutic response for one identifiable animal and her owner, not a prevented specified harm; the Monitor labels it an incident with harm type health impact. Dates: the first injection was in December 2025 and the booster in February 2026 per The Australian (“last month” in a piece dated 18 March) and Fortune; Medical Daily says “the following month”; no source gives a day, so, as for AIBD-0052, the Monitor's date, which is Fortune's report date, is used. Outcome figures differ by speaker: Allavena “probably halved” for the hock tumor; Conyngham “about 75 percent of the cancer” on Today; UNSW “partial response”. A checkpoint inhibitor was given with the vaccine (UNSW, The Scientist, AFP), which is why the system's part says the split is unknown. WinBuzzer's “December 2024” is contradicted by every other source and not used. The Australian (the original of 13 March and a 26 June 2026 piece whose headline in a Google News feed reads “Rescue dog dies after owner's pioneering AI cancer fight”), The Verge, news.com.au, Daily Mail and NY Post could not be read; the death is therefore not asserted in the account, which records the relapse reported by Medical Daily and GAMGEE. The WebSearch budget was exhausted, so sources were found through the Monitor's link list and Google and Bing news feeds.", "source": "https://oecd.ai/en/incidents/2026-03-15-f424", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/; https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Whole-genome sequencing of tumor and healthy tissue, about 150 billion DNA letters for $3,000, from which neoantigen targets could be chosen with AI help.", "An academic RNA facility, the UNSW RNA Institute, willing to make a custom mRNA vaccine from an owner-designed sequence in under two months.", "A veterinary school with ethics cover and an immunotherapy specialist to administer it, after about three months of ethics paperwork.", "An owner with 17 years of machine-learning experience able to run the process, pay for it and drive ten hours for each dose." ], "must_hold": [ "The response cannot be credited to the vaccine alone. A checkpoint inhibitor was given at the same time, and UNSW says the split is unknown.", "One uncontrolled animal. Mast cell tumors behave unpredictably, and some of Rosie's tumors did not respond.", "The benefit was time, not cure. The cancer returned after a later surgery, and the company founded on the case wrote in August 2026 that her story may have ended." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and eleven sources on file: UNSW's newsroom story of 17 March 2026, The Australian's report by Natasha Bita as republished by Stockhead, Fortune, The Conversation (Justin Stebbing, Anglia Ruskin University), The Scientist, AFP via Phys.org, Newsweek, Reason, ABC News of 22 June 2026, Medical Daily of 18 August 2026 and GAMGEE's GlobeNewswire release, marked written by the makers because the company was founded by Conyngham on this case. Kept at benefit created or restored: a therapeutic response for one identifiable animal and her owner, not a prevented specified harm; the Monitor labels it an incident with harm type health impact. Dates: the first injection was in December 2025 and the booster in February 2026 per The Australian (“last month” in a piece dated 18 March) and Fortune; Medical Daily says “the following month”; no source gives a day, so, as for AIBD-0052, the Monitor's date, which is Fortune's report date, is used. Outcome figures differ by speaker: Allavena “probably halved” for the hock tumor; Conyngham “about 75 percent of the cancer” on Today; UNSW “partial response”. A checkpoint inhibitor was given with the vaccine (UNSW, The Scientist, AFP), which is why the system's part says the split is unknown. WinBuzzer's “December 2024” is contradicted by every other source and not used. The Australian (the original of 13 March and a 26 June 2026 piece whose headline in a Google News feed reads “Rescue dog dies after owner's pioneering AI cancer fight”), The Verge, news.com.au, Daily Mail and NY Post could not be read; the death is therefore not asserted in the account, which records the relapse reported by Medical Daily and GAMGEE. The WebSearch budget was exhausted, so sources were found through the Monitor's link list and Google and Bing news feeds.", "source": "https://oecd.ai/en/incidents/2026-03-15-f424", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/; https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Veterinary oncology / personalized mRNA vaccine design", "segment": "Companion animal with mast cell cancer" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Melville, T. / UNSW Sydney (2026). Meet the man who designed a cancer vaccine for his dog. UNSW Newsroom, 17 March 2026.", "title": "Meet the man who designed a cancer vaccine for his dog", "url": "https://news.unsw.edu.au/en/meet-the-man-who-designed-a-cancer-vaccine-for-his-dog", "date": "2026-03-17", "written_by": "deployer", "quote": "We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine." }, { "kind": "news report", "citation": "Ma, J. / Fortune (2026). A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog. Fortune, 15 March 2026.", "title": "A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog", "url": "https://fortune.com/2026/03/15/australian-tech-entrepreneur-ai-cancer-vaccine-dog-rosie-unsw-mrna/", "date": "2026-03-15", "written_by": "independent", "quote": "Rosie got her first injection of the cancer treatment this past December, then received a booster in February." }, { "kind": "news report", "citation": "Bita, N. / The Australian, republished by Stockhead (2026). Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog. Stockhead, 18 March 2026.", "title": "Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog", "url": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/", "date": "2026-03-18", "written_by": "independent", "quote": "Mr Conyngham drove 10 hours with Rosie for her first injection in December, followed by a booster shot last month and another due next week." }, { "kind": "other", "citation": "Stebbing, J. / The Conversation (2026). A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution. The Conversation, 20 March 2026 (academic commentary).", "title": "A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution", "url": "https://theconversation.com/a-man-used-ai-to-help-make-a-cancer-vaccine-for-his-dog-an-oncologist-urges-caution-278735", "date": "2026-03-20", "written_by": "independent", "quote": "several tumours shrank markedly, her overall tumour burden fell, and her energy and behaviour improved" }, { "kind": "news report", "citation": "Roberts, R. / The Scientist (2026). ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer. The Scientist, online 16 March 2026, June 2026 issue.", "title": "ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer", "url": "https://www.the-scientist.com/chatgpt-and-alphafold-help-design-personalized-vaccine-for-dog-with-cancer-74227", "date": "2026-03-16", "written_by": "independent", "quote": "it is difficult to disentangle which of the treatments had the greatest effect." }, { "kind": "news report", "citation": "AFP via Phys.org (2026). One man, his dog, and ChatGPT: Australia's AI vaccine saga. Phys.org, 30 March 2026.", "title": "One man, his dog, and ChatGPT: Australia's AI vaccine saga", "url": "https://phys.org/news/2026-03-dog-chatgpt-australia-ai-vaccine.html", "date": "2026-03-30", "written_by": "independent", "quote": "This was not a clinical trial by any means" }, { "kind": "news report", "citation": "Kim, S. / Newsweek (2026). Owner With No Medical Background Invents Cure for Dog's Terminal Cancer. Newsweek, 16 March 2026.", "title": "Owner With No Medical Background Invents Cure for Dog's Terminal Cancer", "url": "https://www.newsweek.com/owner-no-medical-background-invents-cure-dogs-terminal-cancer-11684882", "date": "2026-03-16", "written_by": "independent", "quote": "And, toward the end of January, she was jumping over a fence to chase a rabbit." }, { "kind": "news report", "citation": "Bailey, R. / Reason (2026). Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer. Reason, 19 March 2026.", "title": "Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer", "url": "https://reason.com/2026/03/19/man-successfully-designs-mrna-vaccine-to-treat-his-dogs-cancer/", "date": "2026-03-19", "written_by": "independent", "quote": "If we can do this for a dog, why aren't we rolling this out to all humans with cancer?" }, { "kind": "news report", "citation": "Davis, M. / ABC News (2026). AI designs cancer vaccine for dog but scientists says red tape a barrier for human care. ABC News, 22 June 2026.", "title": "AI designs cancer vaccine for dog but scientists says red tape a barrier for human care", "url": "https://www.abc.net.au/news/2026-06-22/australian-dog-cancer-treated-via-mrna-vaccine-and-ai/106692668", "date": "2026-06-22", "written_by": "independent", "quote": "AI did not cure Rosie's cancer, nor did it create or administer the vaccine" }, { "kind": "news report", "citation": "Palmer, A. / Medical Daily (2026). Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million. Medical Daily, 18 August 2026.", "title": "Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million", "url": "https://www.medicaldaily.com/rosie-dog-ai-mrna-cancer-vaccine-gamgee-launch-477500", "date": "2026-08-18", "written_by": "independent", "quote": "Rosie entered remission, but her cancer returned following a later surgery." }, { "kind": "press release", "citation": "GAMGEE via GlobeNewswire (2026). One Dog's Legacy Becomes GAMGEE. GlobeNewswire press release, Sydney, 17 August 2026, as carried by Yahoo Finance.", "title": "One Dog's Legacy Becomes GAMGEE", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "date": "2026-08-17", "written_by": "deployer", "quote": "While her story may have ended, her legacy lives on in the work that followed." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0158-source-0001", "AIBD-0158-source-0002", "AIBD-0158-source-0003", "AIBD-0158-source-0004", "AIBD-0158-source-0005", "AIBD-0158-source-0006", "AIBD-0158-source-0007", "AIBD-0158-source-0008", "AIBD-0158-source-0009", "AIBD-0158-source-0010", "AIBD-0158-source-0011" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Melville, T. / UNSW Sydney (2026). Meet the man who designed a cancer vaccine for his dog. UNSW Newsroom, 17 March 2026.", "title": "Meet the man who designed a cancer vaccine for his dog", "url": "https://news.unsw.edu.au/en/meet-the-man-who-designed-a-cancer-vaccine-for-his-dog", "date": "2026-03-17", "written_by": "deployer", "quote": "We don't know how much of the response came from the checkpoint inhibitor and how much from the mRNA vaccine." }, { "kind": "news report", "citation": "Ma, J. / Fortune (2026). A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog. Fortune, 15 March 2026.", "title": "A tech entrepreneur used AI to help create the first-ever bespoke cancer vaccine for a dog", "url": "https://fortune.com/2026/03/15/australian-tech-entrepreneur-ai-cancer-vaccine-dog-rosie-unsw-mrna/", "date": "2026-03-15", "written_by": "independent", "quote": "Rosie got her first injection of the cancer treatment this past December, then received a booster in February." }, { "kind": "news report", "citation": "Bita, N. / The Australian, republished by Stockhead (2026). Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog. Stockhead, 18 March 2026.", "title": "Tech boss uses AI and ChatGPT to create cancer vaccine for his dying dog", "url": "https://stockhead.com.au/tech/tech-boss-uses-ai-and-chatgpt-to-create-cancer-vaccine-for-his-dying-dog/", "date": "2026-03-18", "written_by": "independent", "quote": "Mr Conyngham drove 10 hours with Rosie for her first injection in December, followed by a booster shot last month and another due next week." }, { "kind": "other", "citation": "Stebbing, J. / The Conversation (2026). A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution. The Conversation, 20 March 2026 (academic commentary).", "title": "A man used AI to help make a cancer vaccine for his dog – an oncologist urges caution", "url": "https://theconversation.com/a-man-used-ai-to-help-make-a-cancer-vaccine-for-his-dog-an-oncologist-urges-caution-278735", "date": "2026-03-20", "written_by": "independent", "quote": "several tumours shrank markedly, her overall tumour burden fell, and her energy and behaviour improved" }, { "kind": "news report", "citation": "Roberts, R. / The Scientist (2026). ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer. The Scientist, online 16 March 2026, June 2026 issue.", "title": "ChatGPT and AlphaFold Help Design Personalized Vaccine for Dog with Cancer", "url": "https://www.the-scientist.com/chatgpt-and-alphafold-help-design-personalized-vaccine-for-dog-with-cancer-74227", "date": "2026-03-16", "written_by": "independent", "quote": "it is difficult to disentangle which of the treatments had the greatest effect." }, { "kind": "news report", "citation": "AFP via Phys.org (2026). One man, his dog, and ChatGPT: Australia's AI vaccine saga. Phys.org, 30 March 2026.", "title": "One man, his dog, and ChatGPT: Australia's AI vaccine saga", "url": "https://phys.org/news/2026-03-dog-chatgpt-australia-ai-vaccine.html", "date": "2026-03-30", "written_by": "independent", "quote": "This was not a clinical trial by any means" }, { "kind": "news report", "citation": "Kim, S. / Newsweek (2026). Owner With No Medical Background Invents Cure for Dog's Terminal Cancer. Newsweek, 16 March 2026.", "title": "Owner With No Medical Background Invents Cure for Dog's Terminal Cancer", "url": "https://www.newsweek.com/owner-no-medical-background-invents-cure-dogs-terminal-cancer-11684882", "date": "2026-03-16", "written_by": "independent", "quote": "And, toward the end of January, she was jumping over a fence to chase a rabbit." }, { "kind": "news report", "citation": "Bailey, R. / Reason (2026). Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer. Reason, 19 March 2026.", "title": "Man Successfully Designs mRNA Vaccine To Treat His Dog's Cancer", "url": "https://reason.com/2026/03/19/man-successfully-designs-mrna-vaccine-to-treat-his-dogs-cancer/", "date": "2026-03-19", "written_by": "independent", "quote": "If we can do this for a dog, why aren't we rolling this out to all humans with cancer?" }, { "kind": "news report", "citation": "Davis, M. / ABC News (2026). AI designs cancer vaccine for dog but scientists says red tape a barrier for human care. ABC News, 22 June 2026.", "title": "AI designs cancer vaccine for dog but scientists says red tape a barrier for human care", "url": "https://www.abc.net.au/news/2026-06-22/australian-dog-cancer-treated-via-mrna-vaccine-and-ai/106692668", "date": "2026-06-22", "written_by": "independent", "quote": "AI did not cure Rosie's cancer, nor did it create or administer the vaccine" }, { "kind": "news report", "citation": "Palmer, A. / Medical Daily (2026). Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million. Medical Daily, 18 August 2026.", "title": "Rosie's Cancer Came Back After Her AI-Designed Vaccine, and Her Owner Just Raised $4 Million", "url": "https://www.medicaldaily.com/rosie-dog-ai-mrna-cancer-vaccine-gamgee-launch-477500", "date": "2026-08-18", "written_by": "independent", "quote": "Rosie entered remission, but her cancer returned following a later surgery." }, { "kind": "press release", "citation": "GAMGEE via GlobeNewswire (2026). One Dog's Legacy Becomes GAMGEE. GlobeNewswire press release, Sydney, 17 August 2026, as carried by Yahoo Finance.", "title": "One Dog's Legacy Becomes GAMGEE", "url": "https://finance.yahoo.com/healthcare/articles/one-dogs-legacy-becomes-gamgee-190000768.html", "date": "2026-08-17", "written_by": "deployer", "quote": "While her story may have ended, her legacy lives on in the work that followed." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "AI-chosen targets, a UNSW-made mRNA vaccine and a checkpoint inhibitor halved Rosie's largest tumor by early 2026; partial, not a cure.", "account": "Paul Conyngham, a Sydney machine-learning engineer, used ChatGPT to plan treatment for his dog Rosie. Rosie is an eight-year-old Staffy-Shar Pei cross with mast cell cancer diagnosed in 2024. He used AlphaFold to model mutated proteins from tumor sequencing he paid $3,000 for at UNSW's Ramaciotti Centre for Genomics. He chose neoantigen targets and confirmed them “again using AI”. Pall Thordarson's UNSW RNA Institute made the mRNA vaccine in under two months. Rachel Allavena of the University of Queensland injected it at Gatton in December 2025, with a checkpoint inhibitor, and gave a booster in February 2026. The tennis-ball-sized tumor on Rosie's hock halved, and she was chasing rabbits by late January 2026. Some tumors did not respond. By August 2026 the cancer had returned after a later surgery." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT (OpenAI) and AlphaFold (Google DeepMind), with Grok (xAI) reported for the final mRNA construct, used with Conyngham's own analysis to select tumor neoantigen targets for a personalized mRNA vaccine" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI (ChatGPT); Google DeepMind (AlphaFold); xAI (Grok)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Paul Conyngham uses ChatGPT and AlphaFold to choose targets for a personalized mRNA vaccine that UNSW made for his dog Rosie's mast cell cancer; her largest tumor halved", "headline": "ChatGPT and AlphaFold pick vaccine targets; dog's tumor halves" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "1a21cd2cdf56ace508c40de6d3b87e3a17d0d57899f0cfcce9bb7c49722ccd36" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Paul Conyngham, a Sydney machine-learning engineer, used ChatGPT to plan treatment for his dog Rosie. Rosie is an eight-year-old Staffy-Shar Pei cross with mast cell cancer diagnosed in 2024. He used AlphaFold to model mutated proteins from tumor sequencing he paid $3,000 for at UNSW's Ramaciotti Centre for Genomics. He chose neoantigen targets and confirmed them “again using AI”. Pall Thordarson's UNSW RNA Institute made the mRNA vaccine in under two months. Rachel Allavena of the University of Queensland injected it at Gatton in December 2025, with a checkpoint inhibitor, and gave a booster in February 2026. The tennis-ball-sized tumor on Rosie's hock halved, and she was chasing rabbits by late January 2026. Some tumors did not respond. By August 2026 the cancer had returned after a later surgery.", "replication": { "produced_by": [ "Whole-genome sequencing of tumor and healthy tissue, about 150 billion DNA letters for $3,000, from which neoantigen targets could be chosen with AI help.", "An academic RNA facility, the UNSW RNA Institute, willing to make a custom mRNA vaccine from an owner-designed sequence in under two months.", "A veterinary school with ethics cover and an immunotherapy specialist to administer it, after about three months of ethics paperwork.", "An owner with 17 years of machine-learning experience able to run the process, pay for it and drive ten hours for each dose." ], "must_hold": [ "The response cannot be credited to the vaccine alone. A checkpoint inhibitor was given at the same time, and UNSW says the split is unknown.", "One uncontrolled animal. Mast cell tumors behave unpredictably, and some of Rosie's tumors did not respond.", "The benefit was time, not cure. The cancer returned after a later surgery, and the company founded on the case wrote in August 2026 that her story may have ended." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 30, "reviewed": 0, "record_mapped": 30, "not_assessed": 61, "complete": false, "by_state": { "value_present": 30, "not_reported": 0, "unresolved": 0, "not_assessed": 61, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0350", "case_url": "records/AIBD-0350.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "The administrative proceeding ended with the vessel paying the fine and the authorities' operational costs, as Skylight reported on 31 March 2025 (the payment date itself is not given; NVIDIA's 3 March 2025 blog already said the vessel was later fined).", "url": "https://www.skylight.global/news/argentina-success-story" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0350", "title": "Skylight speed-range and machine-learning fishing alerts may have led Argentina's Prefectura Naval to intercept the Vanuatu-flagged XINRUN 579 on 5 January 2025, and a fine may have been paid", "summary": "PNA intercepted XINRUN 579 fishing illegally in Argentina's EEZ on 5 January 2025; Skylight says its speed-range and ML fishing alerts prompted the response and a first electronic fine was paid.", "date_observed": "2025-01-05", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On Sunday 5 January 2025 the Prefectura Naval Argentina (PNA) detected the Vanuatu-flagged trawler XinRun 579. It was in Argentina's exclusive economic zone off Caleta Olivia, Santa Cruz, sailing at under 6 knots. Local rules treat that as indicating trawling. Coastguard vessel GC-25 Azopardo intercepted it. The captain was formally notified of an infraction under Law 24.922, opening administrative proceedings (Agenda Malvinas, 8 January 2025, citing official information). Skylight, the free AI maritime-monitoring platform of the Allen Institute for AI, published its own account on 31 March 2025. A rule-based Speed Range Event first alerted the authorities. A Fishing Event alert from its machine-learning model came 40 minutes later. PNA analysts redirected a nearby coastguard vessel. It led to Argentina's first international electronic fine using AI-powered evidence, with the fine and operational costs paid. It quotes the EICEMAR coordinator and the PNA GIS division lead crediting Skylight. The independent news report attributes the detection to the PNA's Sistema Guardacostas and does not mention Skylight or AI. The PNA release Skylight links to is not found live or in the Internet Archive. An NVIDIA Developer blog (3 March 2025) also reports the interdiction and fine.", "category": "protective response", "unexpected": false, "purpose": "Real-time detection of suspicious vessel behavior and fishing activity to support maritime enforcement against illegal, unreported and unregulated fishing. The interception was the intended use.", "system": "Skylight maritime-monitoring platform (Speed Range Event rule and machine-learning Fishing Event detection)", "model_version": "Atlantes", "developer": "Allen Institute for AI (Ai2), Skylight", "deployer": "Prefectura Naval Argentina (Dirección de Tráfico Marítimo, Fluvial y Lacustre; EICEMAR)", "location": "Argentine exclusive economic zone off Caleta Olivia, Santa Cruz, Argentina", "domain": "Fisheries enforcement / illegal, unreported and unregulated fishing", "segment": "National coastguard using a free non-profit AI platform", "benefit_type": "Improved Environmental Sustainability", "taxonomy_note": "An interception and fine for illegal fishing protect a fishery; no ecological gain is measured and no enforcement type exists.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individual beneficiary is identified." }, { "group": "organizational", "depth": 2, "reason": "The PNA intercepted the vessel within hours and, per Skylight, issued its first international electronic fine with the fine and costs paid. The independent report confirms the interception and administrative proceedings." }, { "group": "societal", "depth": 1, "reason": "One vessel among hundreds operating at the edge of Argentina's EEZ each season; the fishery-level effect is not quantified." } ], "ai_role": { "status": "assessed", "statement": "Skylight's own account describes a two-stage AI contribution. A rule-based Speed Range Event flagged the vessel at under 6 knots inside an area of interest. 40 minutes later a Fishing Event from its machine-learning model, which detects longlining, trawling and squid jigging, reinforced the suspicion. PNA analysts then redirected a coastguard vessel. A retired PNA captain is quoted saying Skylight contributed directly to the decision. This is the maker's account, with the deployer's officers quoted inside it. The independent report (Agenda Malvinas, citing Pescare and official information) attributes the detection to the PNA's Sistema Guardacostas and does not name Skylight or AI. So the attribution to the AI output is not independently confirmed. The PNA release Skylight links to is not among the sources." }, "evidence": [ { "kind": "news report", "citation": "Agenda Malvinas (2025). Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas. 8 January 2025 (source line: Pescare).", "title": "Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "la Prefectura Naval Argentina detectó este domingo 5 de enero, al buque pesquero XinRun 579, de bandera de Vanuatu, realizando pesca ilegal en la Zona Económica Exclusiva Argentina" }, { "kind": "news report", "citation": "Agenda Malvinas (2025). Same article, detection and interception sentences.", "title": "Prefectura detectó un buque asiático pescando ilegalmente (interception)", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "Tras la intercepción del Guardacostas GC-25 Azopardo, se notificó formalmente al capitán del XinRun 579 sobre la infracción" }, { "kind": "press release", "citation": "Skylight (2025). Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing. skylight.global, 31 March 2025 (maker's account).", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Just 40 minutes later, a Fishing Event alert provided additional intelligence, reinforcing suspicions that the vessel could be engaged in illegal fishing activity." }, { "kind": "press release", "citation": "Skylight (2025). Same article, description of the detection stages.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (machine-learning model)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "then by a machine learning model that detects several types of fishing behavior like long lining, trawling, and squid jigging" }, { "kind": "press release", "citation": "Skylight (2025). Same article, quotation attributed to Retired Captain Almada, Coordinator of EICEMAR, Prefectura Naval Argentina.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (PNA quotation)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Skylight contributed directly to the Coast Guard's decision-making by delivering immediate and reliable insights." }, { "kind": "press release", "citation": "Skylight (2025). Same article, outcome sentence.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (fine)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "The case led to Argentina’s first international electronic fine using AI-powered evidence." }, { "kind": "press release", "citation": "Wolfberg, E. (2025). AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale. NVIDIA Developer blog, 3 March 2025 (technology-partner blog, not the system's maker).", "title": "AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale", "url": "https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "date": "2025-03-03", "written_by": "independent", "quote": "Argentina's Coast Guard interdicted—and later fined—a vessel illegally fishing in its exclusive economic zone after Skylight alerted it to the vessel's suspicious behavior" }, { "kind": "press release", "citation": "Skylight (2026). Year in Review: Skylight Opens to the Public, Introduces Shippy, and Helps Partners Act at Sea (Impact Report June 2025-May 2026).", "title": "Skylight Impact Report 2025-2026", "url": "https://www.skylight.global/news/impact-report-2025-2026", "date": null, "written_by": "makers", "quote": "Skylight surfaces signals. The inspections, fines, and decisions belong to the agencies that made them." } ], "replication": { "produced_by": [ "A vessel transmitting AIS inside a monitored area of interest", "A speed-range rule tuned to the local legal definition of trawling speed", "A machine-learning fishing-behavior model producing a second alert within 40 minutes", "PNA analysts integrating Skylight with the Sistema Guardacostas and a coastguard vessel within reach" ], "must_hold": [ "AIS transmissions not switched off or spoofed", "A patrol asset close enough to intercept before the vessel leaves the EEZ", "A legal route to sanction (Law 24.922 and the electronic fine procedure)", "Analyst confirmation of each alert before dispatch" ], "echoes": [ { "date": null, "setting": "Gabon, ANPN marine parks: Skylight alert on GUO JI 838 entering a restricted MPA led to a patrol being sent; no outcome stated (Skylight's account, undated)", "model_version": null, "outcome": "unknown", "source": "https://www.skylight.global/news/stories-from-the-field-protecting-the-biggest-marine-national-park-system-in-africa" }, { "date": null, "setting": "Skylight impact report June 2025-May 2026: aggregated partner results of 21+ vessels interdicted and fines issued, US$915,000+ in fines, without case-level attribution (maker's figures)", "model_version": null, "outcome": "recurred", "source": "https://www.skylight.global/news/impact-report-2025-2026" } ] }, "paired_incident": null, "headline": "Skylight alerts may have led PNA to intercept XINRUN 579", "metric": null, "comparator": { "against": "PNA's capability before Skylight's real-time fishing detection", "before": null, "after": "a Speed Range Event alert, then a Fishing Event alert 40 minutes later", "basis": "assumed", "quote": "This kind of swift and decisive assistance wouldn't have been possible just a few months ago, before Skylight’s latest advancements in real-time fishing detection.", "url": "https://www.skylight.global/news/argentina-success-story" }, "later": { "status": "litigated", "date": "2025-03-31", "note": "The administrative proceeding ended with the vessel paying the fine and the authorities' operational costs, as Skylight reported on 31 March 2025 (the payment date itself is not given; NVIDIA's 3 March 2025 blog already said the vessel was later fined).", "quote": "The vessel paid both the fine and the operational costs incurred by authorities–underscoring how smarter, faster detection is helping enforcement teams respond quickly and build stronger, more actionable cases against those who exploit the ocean.", "url": "https://www.skylight.global/news/argentina-success-story" }, "value": null, "developer_country": "United States", "deployer_country": "Argentina", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the model version from the cited sources.", "source": "https://www.skylight.global/news/argentina-success-story; https://www.skylight.global/news/argentina-success-story; https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://allenai.org/about; https://en.wikipedia.org/wiki/Argentine_Naval_Prefecture", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: one independent news report, one independent press release and two press releases from the makers. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0350", "catalog_version": "1.0.0", "source_fingerprint": "30e9f88a9087fef78c19cfc9c9322d9ab4b3a849e0f3dd14333df59dc2954154", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0350-source-0001", "AIBD-0350-source-0002", "AIBD-0350-source-0003", "AIBD-0350-source-0004", "AIBD-0350-source-0005", "AIBD-0350-source-0006", "AIBD-0350-source-0007", "AIBD-0350-source-0008" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Allen Institute for AI (Ai2), Skylight", "deployer": "Prefectura Naval Argentina (Dirección de Tráfico Marítimo, Fluvial y Lacustre; EICEMAR)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Skylight's own account describes a two-stage AI contribution. A rule-based Speed Range Event flagged the vessel at under 6 knots inside an area of interest. 40 minutes later a Fishing Event from its machine-learning model, which detects longlining, trawling and squid jigging, reinforced the suspicion. PNA analysts then redirected a coastguard vessel. A retired PNA captain is quoted saying Skylight contributed directly to the decision. This is the maker's account, with the deployer's officers quoted inside it. The independent report (Agenda Malvinas, citing Pescare and official information) attributes the detection to the PNA's Sistema Guardacostas and does not name Skylight or AI. So the attribution to the AI output is not independently confirmed. The PNA release Skylight links to is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "A speed rule in Skylight first flagged the vessel. Its machine-learning model then detected a pattern consistent with fishing. According to Skylight, coast guard analysts used those alerts when redirecting a patrol vessel.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "Skylight's own account describes a two-stage AI contribution. A rule-based Speed Range Event flagged the vessel at under 6 knots inside an area of interest. 40 minutes later a Fishing Event from its machine-learning model, which detects longlining, trawling and squid jigging, reinforced the suspicion. PNA analysts then redirected a coastguard vessel. A retired PNA captain is quoted saying Skylight contributed directly to the decision. This is the maker's account, with the deployer's officers quoted inside it. The independent report (Agenda Malvinas, citing Pescare and official information) attributes the detection to the PNA's Sistema Guardacostas and does not name Skylight or AI. So the attribution to the AI output is not independently confirmed. The PNA release Skylight links to is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary is identified." }, { "group": "organizational", "depth": 2, "reason": "The PNA intercepted the vessel within hours and, per Skylight, issued its first international electronic fine with the fine and costs paid. The independent report confirms the interception and administrative proceedings." }, { "group": "societal", "depth": 1, "reason": "One vessel among hundreds operating at the edge of Argentina's EEZ each season; the fishery-level effect is not quantified." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: one independent news report, one independent press release and two press releases from the makers. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary is identified." }, { "group": "organizational", "depth": 2, "reason": "The PNA intercepted the vessel within hours and, per Skylight, issued its first international electronic fine with the fine and costs paid. The independent report confirms the interception and administrative proceedings." }, { "group": "societal", "depth": 1, "reason": "One vessel among hundreds operating at the edge of Argentina's EEZ each season; the fishery-level effect is not quantified." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary is identified." }, { "group": "organizational", "depth": 2, "reason": "The PNA intercepted the vessel within hours and, per Skylight, issued its first international electronic fine with the fine and costs paid. The independent report confirms the interception and administrative proceedings." }, { "group": "societal", "depth": 1, "reason": "One vessel among hundreds operating at the edge of Argentina's EEZ each season; the fishery-level effect is not quantified." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The attribution to Skylight comes from its developer’s account, which quotes coast guard officers. Independent reporting names the coast guard’s own system and does not establish Skylight’s contribution.", "editor_note": "" } }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2025-03-31", "note": "The administrative proceeding ended with the vessel paying the fine and the authorities' operational costs, as Skylight reported on 31 March 2025 (the payment date itself is not given; NVIDIA's 3 March 2025 blog already said the vessel was later fined).", "quote": "The vessel paid both the fine and the operational costs incurred by authorities–underscoring how smarter, faster detection is helping enforcement teams respond quickly and build stronger, more actionable cases against those who exploit the ocean.", "url": "https://www.skylight.global/news/argentina-success-story" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Coast guard analysts assessed the alerts and decided to redirect the patrol vessel." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0350" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Environmental Sustainability", "taxonomy_note": "An interception and fine for illegal fishing protect a fishery; no ecological gain is measured and no enforcement type exists." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On Sunday 5 January 2025 the Prefectura Naval Argentina (PNA) detected the Vanuatu-flagged trawler XinRun 579. It was in Argentina's exclusive economic zone off Caleta Olivia, Santa Cruz, sailing at under 6 knots. Local rules treat that as indicating trawling. Coastguard vessel GC-25 Azopardo intercepted it. The captain was formally notified of an infraction under Law 24.922, opening administrative proceedings (Agenda Malvinas, 8 January 2025, citing official information). Skylight, the free AI maritime-monitoring platform of the Allen Institute for AI, published its own account on 31 March 2025. A rule-based Speed Range Event first alerted the authorities. A Fishing Event alert from its machine-learning model came 40 minutes later. PNA analysts redirected a nearby coastguard vessel. It led to Argentina's first international electronic fine using AI-powered evidence, with the fine and operational costs paid. It quotes the EICEMAR coordinator and the PNA GIS division lead crediting Skylight. The independent news report attributes the detection to the PNA's Sistema Guardacostas and does not mention Skylight or AI. The PNA release Skylight links to is not found live or in the Internet Archive. An NVIDIA Developer blog (3 March 2025) also reports the interdiction and fine.", "benefit_type": "Improved Environmental Sustainability" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary is identified." }, { "group": "organizational", "depth": 2, "reason": "The PNA intercepted the vessel within hours and, per Skylight, issued its first international electronic fine with the fine and costs paid. The independent report confirms the interception and administrative proceedings." }, { "group": "societal", "depth": 1, "reason": "One vessel among hundreds operating at the edge of Argentina's EEZ each season; the fishery-level effect is not quantified." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Real-time detection of suspicious vessel behavior and fishing activity to support maritime enforcement against illegal, unreported and unregulated fishing. The interception was the intended use." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Argentine exclusive economic zone off Caleta Olivia, Santa Cruz, Argentina", "developer_country": "United States", "deployer_country": "Argentina" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Real-time detection of suspicious vessel behavior and fishing activity to support maritime enforcement against illegal, unreported and unregulated fishing. The interception was the intended use." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-01-05", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the model version from the cited sources.", "source": "https://www.skylight.global/news/argentina-success-story; https://www.skylight.global/news/argentina-success-story; https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://allenai.org/about; https://en.wikipedia.org/wiki/Argentine_Naval_Prefecture", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A vessel transmitting AIS inside a monitored area of interest", "A speed-range rule tuned to the local legal definition of trawling speed", "A machine-learning fishing-behavior model producing a second alert within 40 minutes", "PNA analysts integrating Skylight with the Sistema Guardacostas and a coastguard vessel within reach" ], "must_hold": [ "AIS transmissions not switched off or spoofed", "A patrol asset close enough to intercept before the vessel leaves the EEZ", "A legal route to sanction (Law 24.922 and the electronic fine procedure)", "Analyst confirmation of each alert before dispatch" ], "echoes": [ { "setting": "Gabon, ANPN marine parks: Skylight alert on GUO JI 838 entering a restricted MPA led to a patrol being sent; no outcome stated (Skylight's account, undated)", "outcome": "unknown", "source": "https://www.skylight.global/news/stories-from-the-field-protecting-the-biggest-marine-national-park-system-in-africa" }, { "setting": "Skylight impact report June 2025-May 2026: aggregated partner results of 21+ vessels interdicted and fines issued, US$915,000+ in fines, without case-level attribution (maker's figures)", "outcome": "recurred", "source": "https://www.skylight.global/news/impact-report-2025-2026" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A vessel transmitting AIS inside a monitored area of interest", "A speed-range rule tuned to the local legal definition of trawling speed", "A machine-learning fishing-behavior model producing a second alert within 40 minutes", "PNA analysts integrating Skylight with the Sistema Guardacostas and a coastguard vessel within reach" ], "must_hold": [ "AIS transmissions not switched off or spoofed", "A patrol asset close enough to intercept before the vessel leaves the EEZ", "A legal route to sanction (Law 24.922 and the electronic fine procedure)", "Analyst confirmation of each alert before dispatch" ], "echoes": [ { "setting": "Gabon, ANPN marine parks: Skylight alert on GUO JI 838 entering a restricted MPA led to a patrol being sent; no outcome stated (Skylight's account, undated)", "outcome": "unknown", "source": "https://www.skylight.global/news/stories-from-the-field-protecting-the-biggest-marine-national-park-system-in-africa" }, { "setting": "Skylight impact report June 2025-May 2026: aggregated partner results of 21+ vessels interdicted and fines issued, US$915,000+ in fines, without case-level attribution (maker's figures)", "outcome": "recurred", "source": "https://www.skylight.global/news/impact-report-2025-2026" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the model version from the cited sources.", "source": "https://www.skylight.global/news/argentina-success-story; https://www.skylight.global/news/argentina-success-story; https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://allenai.org/about; https://en.wikipedia.org/wiki/Argentine_Naval_Prefecture", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Fisheries enforcement / illegal, unreported and unregulated fishing", "segment": "National coastguard using a free non-profit AI platform" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Agenda Malvinas (2025). Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas. 8 January 2025 (source line: Pescare).", "title": "Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "la Prefectura Naval Argentina detectó este domingo 5 de enero, al buque pesquero XinRun 579, de bandera de Vanuatu, realizando pesca ilegal en la Zona Económica Exclusiva Argentina" }, { "kind": "news report", "citation": "Agenda Malvinas (2025). Same article, detection and interception sentences.", "title": "Prefectura detectó un buque asiático pescando ilegalmente (interception)", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "Tras la intercepción del Guardacostas GC-25 Azopardo, se notificó formalmente al capitán del XinRun 579 sobre la infracción" }, { "kind": "press release", "citation": "Skylight (2025). Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing. skylight.global, 31 March 2025 (maker's account).", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Just 40 minutes later, a Fishing Event alert provided additional intelligence, reinforcing suspicions that the vessel could be engaged in illegal fishing activity." }, { "kind": "press release", "citation": "Skylight (2025). Same article, description of the detection stages.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (machine-learning model)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "then by a machine learning model that detects several types of fishing behavior like long lining, trawling, and squid jigging" }, { "kind": "press release", "citation": "Skylight (2025). Same article, quotation attributed to Retired Captain Almada, Coordinator of EICEMAR, Prefectura Naval Argentina.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (PNA quotation)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Skylight contributed directly to the Coast Guard's decision-making by delivering immediate and reliable insights." }, { "kind": "press release", "citation": "Skylight (2025). Same article, outcome sentence.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (fine)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "The case led to Argentina’s first international electronic fine using AI-powered evidence." }, { "kind": "press release", "citation": "Wolfberg, E. (2025). AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale. NVIDIA Developer blog, 3 March 2025 (technology-partner blog, not the system's maker).", "title": "AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale", "url": "https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "date": "2025-03-03", "written_by": "independent", "quote": "Argentina's Coast Guard interdicted—and later fined—a vessel illegally fishing in its exclusive economic zone after Skylight alerted it to the vessel's suspicious behavior" }, { "kind": "press release", "citation": "Skylight (2026). Year in Review: Skylight Opens to the Public, Introduces Shippy, and Helps Partners Act at Sea (Impact Report June 2025-May 2026).", "title": "Skylight Impact Report 2025-2026", "url": "https://www.skylight.global/news/impact-report-2025-2026", "written_by": "makers", "quote": "Skylight surfaces signals. The inspections, fines, and decisions belong to the agencies that made them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0350-source-0001", "AIBD-0350-source-0002", "AIBD-0350-source-0003", "AIBD-0350-source-0004", "AIBD-0350-source-0005", "AIBD-0350-source-0006", "AIBD-0350-source-0007", "AIBD-0350-source-0008" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Agenda Malvinas (2025). Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas. 8 January 2025 (source line: Pescare).", "title": "Prefectura detectó un buque asiático pescando ilegalmente en aguas argentinas", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "la Prefectura Naval Argentina detectó este domingo 5 de enero, al buque pesquero XinRun 579, de bandera de Vanuatu, realizando pesca ilegal en la Zona Económica Exclusiva Argentina" }, { "kind": "news report", "citation": "Agenda Malvinas (2025). Same article, detection and interception sentences.", "title": "Prefectura detectó un buque asiático pescando ilegalmente (interception)", "url": "https://agendamalvinas.com.ar/noticia/prefectura-detecto-un-buque-asiatico-pescando-ilegalmente-en-aguas-argentinas", "date": "2025-01-08", "written_by": "independent", "quote": "Tras la intercepción del Guardacostas GC-25 Azopardo, se notificó formalmente al capitán del XinRun 579 sobre la infracción" }, { "kind": "press release", "citation": "Skylight (2025). Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing. skylight.global, 31 March 2025 (maker's account).", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Just 40 minutes later, a Fishing Event alert provided additional intelligence, reinforcing suspicions that the vessel could be engaged in illegal fishing activity." }, { "kind": "press release", "citation": "Skylight (2025). Same article, description of the detection stages.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (machine-learning model)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "then by a machine learning model that detects several types of fishing behavior like long lining, trawling, and squid jigging" }, { "kind": "press release", "citation": "Skylight (2025). Same article, quotation attributed to Retired Captain Almada, Coordinator of EICEMAR, Prefectura Naval Argentina.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (PNA quotation)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "Skylight contributed directly to the Coast Guard's decision-making by delivering immediate and reliable insights." }, { "kind": "press release", "citation": "Skylight (2025). Same article, outcome sentence.", "title": "Real-Time Intelligence Powers Argentina's Fight Against Illegal Fishing (fine)", "url": "https://www.skylight.global/news/argentina-success-story", "date": "2025-03-31", "written_by": "makers", "quote": "The case led to Argentina’s first international electronic fine using AI-powered evidence." }, { "kind": "press release", "citation": "Wolfberg, E. (2025). AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale. NVIDIA Developer blog, 3 March 2025 (technology-partner blog, not the system's maker).", "title": "AI Model Offers Conservationists New Tools to Protect Fisheries, Wildlife at Scale", "url": "https://developer.nvidia.com/blog/ai-model-offers-conservationists-new-tools-to-protect-fisheries-wildlife-at-scale/", "date": "2025-03-03", "written_by": "independent", "quote": "Argentina's Coast Guard interdicted—and later fined—a vessel illegally fishing in its exclusive economic zone after Skylight alerted it to the vessel's suspicious behavior" }, { "kind": "press release", "citation": "Skylight (2026). Year in Review: Skylight Opens to the Public, Introduces Shippy, and Helps Partners Act at Sea (Impact Report June 2025-May 2026).", "title": "Skylight Impact Report 2025-2026", "url": "https://www.skylight.global/news/impact-report-2025-2026", "written_by": "makers", "quote": "Skylight surfaces signals. The inspections, fines, and decisions belong to the agencies that made them." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "PNA intercepted XINRUN 579 fishing illegally in Argentina's EEZ on 5 January 2025; Skylight says its speed-range and ML fishing alerts prompted the response and a first electronic fine was paid.", "account": "On Sunday 5 January 2025 the Prefectura Naval Argentina (PNA) detected the Vanuatu-flagged trawler XinRun 579. It was in Argentina's exclusive economic zone off Caleta Olivia, Santa Cruz, sailing at under 6 knots. Local rules treat that as indicating trawling. Coastguard vessel GC-25 Azopardo intercepted it. The captain was formally notified of an infraction under Law 24.922, opening administrative proceedings (Agenda Malvinas, 8 January 2025, citing official information). Skylight, the free AI maritime-monitoring platform of the Allen Institute for AI, published its own account on 31 March 2025. A rule-based Speed Range Event first alerted the authorities. A Fishing Event alert from its machine-learning model came 40 minutes later. PNA analysts redirected a nearby coastguard vessel. It led to Argentina's first international electronic fine using AI-powered evidence, with the fine and operational costs paid. It quotes the EICEMAR coordinator and the PNA GIS division lead crediting Skylight. The independent news report attributes the detection to the PNA's Sistema Guardacostas and does not mention Skylight or AI. The PNA release Skylight links to is not found live or in the Internet Archive. An NVIDIA Developer blog (3 March 2025) also reports the interdiction and fine." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "Atlantes" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Skylight maritime-monitoring platform (Speed Range Event rule and machine-learning Fishing Event detection)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Allen Institute for AI (Ai2), Skylight" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Skylight speed-range and machine-learning fishing alerts may have led Argentina's Prefectura Naval to intercept the Vanuatu-flagged XINRUN 579 on 5 January 2025, and a fine may have been paid", "headline": "Skylight alerts may have led PNA to intercept XINRUN 579" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "30e9f88a9087fef78c19cfc9c9322d9ab4b3a849e0f3dd14333df59dc2954154" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On Sunday 5 January 2025 the Prefectura Naval Argentina (PNA) detected the Vanuatu-flagged trawler XinRun 579. It was in Argentina's exclusive economic zone off Caleta Olivia, Santa Cruz, sailing at under 6 knots. Local rules treat that as indicating trawling. Coastguard vessel GC-25 Azopardo intercepted it. The captain was formally notified of an infraction under Law 24.922, opening administrative proceedings (Agenda Malvinas, 8 January 2025, citing official information). Skylight, the free AI maritime-monitoring platform of the Allen Institute for AI, published its own account on 31 March 2025. A rule-based Speed Range Event first alerted the authorities. A Fishing Event alert from its machine-learning model came 40 minutes later. PNA analysts redirected a nearby coastguard vessel. It led to Argentina's first international electronic fine using AI-powered evidence, with the fine and operational costs paid. It quotes the EICEMAR coordinator and the PNA GIS division lead crediting Skylight. The independent news report attributes the detection to the PNA's Sistema Guardacostas and does not mention Skylight or AI. The PNA release Skylight links to is not found live or in the Internet Archive. An NVIDIA Developer blog (3 March 2025) also reports the interdiction and fine.", "replication": { "produced_by": [ "A vessel transmitting AIS inside a monitored area of interest", "A speed-range rule tuned to the local legal definition of trawling speed", "A machine-learning fishing-behavior model producing a second alert within 40 minutes", "PNA analysts integrating Skylight with the Sistema Guardacostas and a coastguard vessel within reach" ], "must_hold": [ "AIS transmissions not switched off or spoofed", "A patrol asset close enough to intercept before the vessel leaves the EEZ", "A legal route to sanction (Law 24.922 and the electronic fine procedure)", "Analyst confirmation of each alert before dispatch" ], "echoes": [ { "setting": "Gabon, ANPN marine parks: Skylight alert on GUO JI 838 entering a restricted MPA led to a patrol being sent; no outcome stated (Skylight's account, undated)", "outcome": "unknown", "source": "https://www.skylight.global/news/stories-from-the-field-protecting-the-biggest-marine-national-park-system-in-africa" }, { "setting": "Skylight impact report June 2025-May 2026: aggregated partner results of 21+ vessels interdicted and fines issued, US$915,000+ in fines, without case-level attribution (maker's figures)", "outcome": "recurred", "source": "https://www.skylight.global/news/impact-report-2025-2026" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0232", "case_url": "records/AIBD-0232.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "Both men were sentenced at Chester Crown Court on 1 July 2024, Hughes to 28 months and Potter to 34 months.", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0232", "title": "Cheshire Police facial recognition matches CCTV to Keenan Hughes; county lines dealers jailed for over five years", "summary": "Cheshire Constabulary's facial recognition matched CCTV of an unknown Northwich dealer to Keenan Hughes; he and Vincent Potter were stopped on 17 May 2024 with crack cocaine and jailed on 1 July 2024.", "date_observed": "2024-05-17", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Cheshire Constabulary's release states that in April 2024 officers in Northwich learned of a phone number used by the “Kyle” county lines gang. They recovered closed-circuit television (CCTV) of an unknown man suspected of using it. The force facial recognition system matched the image to Keenan Hughes of Connah's Quay. On Friday 17 May officers on patrol spotted Hughes on Winnington Street with Vincent Potter. A search found 99 wraps of crack cocaine worth about £990 and a hunting-style knife on Hughes. Potter had two phones, a lock knife and £960. Both pleaded guilty, and on 1 July 2024 Chester Crown Court jailed Hughes (18) for 28 months and Potter (19) for 34 months. PC Dean Butterworth said Hughes was not known locally and the technology quickly identified him as a suspect. The OECD AI Incidents Monitor records the case, listing a harm type of human or fundamental rights.", "category": "benefit created", "unexpected": false, "purpose": "Identify unknown suspects by comparing CCTV images against police custody image databases.", "system": "Cheshire Constabulary facial recognition system (retrospective)", "model_version": null, "developer": "Not named in the sources", "deployer": "Cheshire Constabulary, Northwich Proactive Policing Unit", "location": "Northwich, United Kingdom", "domain": "Policing / drug supply", "segment": "Government", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 2, "reason": "Two county lines dealers convicted and 99 wraps of crack cocaine and two knives taken off the street, per the force and the court outcome." } ], "ai_role": { "status": "assessed", "statement": "The retrospective face match supplied the suspect's identity from CCTV. The arrest arose from a later patrol sighting, and the conviction rested on seized drugs and phone messages. Sources are the deploying force's release and a local newspaper quoting the named officer. The vendor, match score and any false-match safeguards are not stated." }, "evidence": [ { "kind": "press release", "citation": "Cheshire Constabulary, news release, 2 Jul 2024", "title": "Facial recognition technology helps to identify Northwich drug dealers", "url": "https://www.cheshire.police.uk/news/cheshire/news/articles/2024/6/facial-recognition-technology-helps-to-identify-northwich-drug-dealers/", "date": "2024-07-02", "written_by": "deployer", "quote": "The image was submitted to the force facial recognition system and came through as a match to a man called Keenan Hughes from Connah’s Quay." }, { "kind": "news report", "citation": "Rob Goulding, The Leader (Leader Live), 2 Jul 2024", "title": "County Lines drug dealers operating in Northwich jailed", "url": "https://www.leaderlive.co.uk/news/24424400.county-lines-drug-dealers-operating-northwich-jailed/", "date": "2024-07-02", "written_by": "independent", "quote": "Hughes was not known in the Northwich area, but thanks to the CCTV footage and facial recognition technology, we were quickly able to identify him as a suspect." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2024-07-02-ee42", "title": "Police use facial recognition AI to catch county lines drug dealers", "url": "https://oecd.ai/en/incidents/2024-07-02-ee42", "date": "2024-07-02", "written_by": "independent", "quote": "Its use directly led to the arrest and conviction of individuals involved in drug dealing, which is a harm to communities." }, { "kind": "news report", "citation": "Deeside.com (2 Jul 2024). Facial recognition technology helps to identify Deeside drug dealer (reproduces Cheshire Constabulary's release and PC Dean Butterworth's quotes).", "title": "Facial recognition technology helps to identify Deeside drug dealer", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "date": "2024-07-02", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "A usable CCTV still of an unknown suspect", "A custody-image database containing the suspect", "Officers able to corroborate the match through patrol and search" ], "must_hold": [ "The suspect must have a prior custody image", "Lawful retrospective use of facial recognition", "Corroborating evidence beyond the match" ], "echoes": [] }, "paired_incident": null, "headline": "Cheshire facial recognition match jails county lines dealers", "metric": "jailed Hughes (18) for 28 months and Potter (19) for 34 months", "comparator": { "against": "conventional identification of a suspect who was not known locally", "before": "Hughes was not known in the Northwich area", "after": "we were quickly able to identify him as a suspect", "basis": "assumed", "quote": "Hughes was not known in the Northwich area, but thanks to the CCTV footage and facial recognition technology, we were quickly able to identify him as a suspect.", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" }, "later": { "status": "litigated", "date": "2024-07-01", "note": "Both men were sentenced at Chester Crown Court on 1 July 2024, Hughes to 28 months and Potter to 34 months.", "quote": "Keenan Hughes, 18, of Connah's Quay, and Vincent Potter, 19, of no fixed abode, appeared at Chester Crown Court on Monday, 1 July, where they were sentenced to over five years in prison.", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" }, "value": { "amount": "£990", "what": "crack cocaine seized from Hughes (99 wraps, approximate street value)", "who": "Cheshire Constabulary's Northwich Proactive Policing Team (seized from Keenan Hughes)", "estimate": false, "quote": "99 individual wraps of crack cocaine, worth approximately £990", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" }, "developer_country": null, "deployer_country": "United Kingdom", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Cheshire_Constabulary", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: two independent news reports, a registry entry and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0232", "catalog_version": "1.0.0", "source_fingerprint": "0f073ec2418ca5c35fafb7ebb5811c382fb528a6b1785b9b795554ab9d1c0f50", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0232-source-0001", "AIBD-0232-source-0002", "AIBD-0232-source-0003", "AIBD-0232-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "value_present", "value": { "kind": "text", "text": "An existing source-stated monetary observation is present in the original value object." }, "provenance": { "kind": "legacy_record", "basis": "Existing value object only; its financial interpretation has not been reverified.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "record_ids": [ "AIBD-0232-legacy-value" ] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Not named in the sources", "deployer": "Cheshire Constabulary, Northwich Proactive Policing Unit" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The retrospective face match supplied the suspect's identity from CCTV. The arrest arose from a later patrol sighting, and the conviction rested on seized drugs and phone messages. Sources are the deploying force's release and a local newspaper quoting the named officer. The vendor, match score and any false-match safeguards are not stated." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The retrospective face match supplied the suspect's identity from CCTV. The arrest arose from a later patrol sighting, and the conviction rested on seized drugs and phone messages. Sources are the deploying force's release and a local newspaper quoting the named officer. The vendor, match score and any false-match safeguards are not stated." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "Two county lines dealers convicted and 99 wraps of crack cocaine and two knives taken off the street, per the force and the court outcome." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: two independent news reports, a registry entry and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "Two county lines dealers convicted and 99 wraps of crack cocaine and two knives taken off the street, per the force and the court outcome." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "Two county lines dealers convicted and 99 wraps of crack cocaine and two knives taken off the street, per the force and the court outcome." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "£990", "what": "crack cocaine seized from Hughes (99 wraps, approximate street value)", "who": "Cheshire Constabulary's Northwich Proactive Policing Team (seized from Keenan Hughes)", "estimate": false, "quote": "99 individual wraps of crack cocaine, worth approximately £990", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "£990", "what": "crack cocaine seized from Hughes (99 wraps, approximate street value)", "who": "Cheshire Constabulary's Northwich Proactive Policing Team (seized from Keenan Hughes)", "estimate": false, "quote": "99 individual wraps of crack cocaine, worth approximately £990", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "£990", "what": "crack cocaine seized from Hughes (99 wraps, approximate street value)", "who": "Cheshire Constabulary's Northwich Proactive Policing Team (seized from Keenan Hughes)", "estimate": false, "quote": "99 individual wraps of crack cocaine, worth approximately £990", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "jailed Hughes (18) for 28 months and Potter (19) for 34 months", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2024-07-01", "note": "Both men were sentenced at Chester Crown Court on 1 July 2024, Hughes to 28 months and Potter to 34 months.", "quote": "Keenan Hughes, 18, of Connah's Quay, and Vincent Potter, 19, of no fixed abode, appeared at Chester Crown Court on Monday, 1 July, where they were sentenced to over five years in prison.", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0232" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Cheshire Constabulary's release states that in April 2024 officers in Northwich learned of a phone number used by the “Kyle” county lines gang. They recovered closed-circuit television (CCTV) of an unknown man suspected of using it. The force facial recognition system matched the image to Keenan Hughes of Connah's Quay. On Friday 17 May officers on patrol spotted Hughes on Winnington Street with Vincent Potter. A search found 99 wraps of crack cocaine worth about £990 and a hunting-style knife on Hughes. Potter had two phones, a lock knife and £960. Both pleaded guilty, and on 1 July 2024 Chester Crown Court jailed Hughes (18) for 28 months and Potter (19) for 34 months. PC Dean Butterworth said Hughes was not known locally and the technology quickly identified him as a suspect. The OECD AI Incidents Monitor records the case, listing a harm type of human or fundamental rights.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "Two county lines dealers convicted and 99 wraps of crack cocaine and two knives taken off the street, per the force and the court outcome." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Identify unknown suspects by comparing CCTV images against police custody image databases." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Northwich, United Kingdom", "deployer_country": "United Kingdom" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Identify unknown suspects by comparing CCTV images against police custody image databases." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2024-05-17", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Cheshire_Constabulary", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A usable CCTV still of an unknown suspect", "A custody-image database containing the suspect", "Officers able to corroborate the match through patrol and search" ], "must_hold": [ "The suspect must have a prior custody image", "Lawful retrospective use of facial recognition", "Corroborating evidence beyond the match" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer; https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Cheshire_Constabulary", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Policing / drug supply", "segment": "Government" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Cheshire Constabulary, news release, 2 Jul 2024", "title": "Facial recognition technology helps to identify Northwich drug dealers", "url": "https://www.cheshire.police.uk/news/cheshire/news/articles/2024/6/facial-recognition-technology-helps-to-identify-northwich-drug-dealers/", "date": "2024-07-02", "written_by": "deployer", "quote": "The image was submitted to the force facial recognition system and came through as a match to a man called Keenan Hughes from Connah’s Quay." }, { "kind": "news report", "citation": "Rob Goulding, The Leader (Leader Live), 2 Jul 2024", "title": "County Lines drug dealers operating in Northwich jailed", "url": "https://www.leaderlive.co.uk/news/24424400.county-lines-drug-dealers-operating-northwich-jailed/", "date": "2024-07-02", "written_by": "independent", "quote": "Hughes was not known in the Northwich area, but thanks to the CCTV footage and facial recognition technology, we were quickly able to identify him as a suspect." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2024-07-02-ee42", "title": "Police use facial recognition AI to catch county lines drug dealers", "url": "https://oecd.ai/en/incidents/2024-07-02-ee42", "date": "2024-07-02", "written_by": "independent", "quote": "Its use directly led to the arrest and conviction of individuals involved in drug dealing, which is a harm to communities." }, { "kind": "news report", "citation": "Deeside.com (2 Jul 2024). Facial recognition technology helps to identify Deeside drug dealer (reproduces Cheshire Constabulary's release and PC Dean Butterworth's quotes).", "title": "Facial recognition technology helps to identify Deeside drug dealer", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "date": "2024-07-02", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0232-source-0001", "AIBD-0232-source-0002", "AIBD-0232-source-0003", "AIBD-0232-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Cheshire Constabulary, news release, 2 Jul 2024", "title": "Facial recognition technology helps to identify Northwich drug dealers", "url": "https://www.cheshire.police.uk/news/cheshire/news/articles/2024/6/facial-recognition-technology-helps-to-identify-northwich-drug-dealers/", "date": "2024-07-02", "written_by": "deployer", "quote": "The image was submitted to the force facial recognition system and came through as a match to a man called Keenan Hughes from Connah’s Quay." }, { "kind": "news report", "citation": "Rob Goulding, The Leader (Leader Live), 2 Jul 2024", "title": "County Lines drug dealers operating in Northwich jailed", "url": "https://www.leaderlive.co.uk/news/24424400.county-lines-drug-dealers-operating-northwich-jailed/", "date": "2024-07-02", "written_by": "independent", "quote": "Hughes was not known in the Northwich area, but thanks to the CCTV footage and facial recognition technology, we were quickly able to identify him as a suspect." }, { "kind": "registry label", "citation": "OECD AI Incidents Monitor, incident 2024-07-02-ee42", "title": "Police use facial recognition AI to catch county lines drug dealers", "url": "https://oecd.ai/en/incidents/2024-07-02-ee42", "date": "2024-07-02", "written_by": "independent", "quote": "Its use directly led to the arrest and conviction of individuals involved in drug dealing, which is a harm to communities." }, { "kind": "news report", "citation": "Deeside.com (2 Jul 2024). Facial recognition technology helps to identify Deeside drug dealer (reproduces Cheshire Constabulary's release and PC Dean Butterworth's quotes).", "title": "Facial recognition technology helps to identify Deeside drug dealer", "url": "https://www.deeside.com/facial-recognition-technology-helps-to-identify-deeside-drug-dealer", "date": "2024-07-02", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Cheshire Constabulary's facial recognition matched CCTV of an unknown Northwich dealer to Keenan Hughes; he and Vincent Potter were stopped on 17 May 2024 with crack cocaine and jailed on 1 July 2024.", "account": "Cheshire Constabulary's release states that in April 2024 officers in Northwich learned of a phone number used by the “Kyle” county lines gang. They recovered closed-circuit television (CCTV) of an unknown man suspected of using it. The force facial recognition system matched the image to Keenan Hughes of Connah's Quay. On Friday 17 May officers on patrol spotted Hughes on Winnington Street with Vincent Potter. A search found 99 wraps of crack cocaine worth about £990 and a hunting-style knife on Hughes. Potter had two phones, a lock knife and £960. Both pleaded guilty, and on 1 July 2024 Chester Crown Court jailed Hughes (18) for 28 months and Potter (19) for 34 months. PC Dean Butterworth said Hughes was not known locally and the technology quickly identified him as a suspect. The OECD AI Incidents Monitor records the case, listing a harm type of human or fundamental rights." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Cheshire Constabulary facial recognition system (retrospective)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Not named in the sources" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Cheshire Police facial recognition matches CCTV to Keenan Hughes; county lines dealers jailed for over five years", "headline": "Cheshire facial recognition match jails county lines dealers" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "0f073ec2418ca5c35fafb7ebb5811c382fb528a6b1785b9b795554ab9d1c0f50" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Cheshire Constabulary's release states that in April 2024 officers in Northwich learned of a phone number used by the “Kyle” county lines gang. They recovered closed-circuit television (CCTV) of an unknown man suspected of using it. The force facial recognition system matched the image to Keenan Hughes of Connah's Quay. On Friday 17 May officers on patrol spotted Hughes on Winnington Street with Vincent Potter. A search found 99 wraps of crack cocaine worth about £990 and a hunting-style knife on Hughes. Potter had two phones, a lock knife and £960. Both pleaded guilty, and on 1 July 2024 Chester Crown Court jailed Hughes (18) for 28 months and Potter (19) for 34 months. PC Dean Butterworth said Hughes was not known locally and the technology quickly identified him as a suspect. The OECD AI Incidents Monitor records the case, listing a harm type of human or fundamental rights.", "replication": { "produced_by": [ "A usable CCTV still of an unknown suspect", "A custody-image database containing the suspect", "Officers able to corroborate the match through patrol and search" ], "must_hold": [ "The suspect must have a prior custody image", "Lawful retrospective use of facial recognition", "Corroborating evidence beyond the match" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0240", "case_url": "records/AIBD-0240.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Court document", "value": "Lee County Sheriff's Office, Alejo, T. S. (2026). Arrest / Notice to Appear and Probable Cause Statement, agency report 26-530248, clerk case 26CF017549, Heller, Carli Michelle. Redacted copy hosted by the Daily Caller.", "url": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf" }, { "label": "Follow-up", "value": "Heller pleaded not guilty and her arraignment was set for 2 November 2026 while prosecutors had not yet filed a formal charge; the arrest form sets a $10,000 bond and a 20 October 2026 appearance date, and First Amendment scholar Eugene Volokh doubts the charge will hold.", "url": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0240", "title": "Anthropic's threat monitoring flags a Bonita Springs woman's messages about shooting up the Lee County Sheriff's Office; human reviewers tip police, who detain her without incident and find no gun", "summary": "Anthropic safeguards flagged a threat to shoot up a Florida sheriff's office; reviewers tipped police, who arrested the user; no gun found.", "date_observed": "2026-09-29", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "A user of Anthropic's AI chat service wrote at about 05:10 on 26 September 2026. She said she was going to “shoot up” the Lee County Sheriff's Office in Florida. At 01:07 on 27 September she wrote that she had got a new gun. Anthropic's safety monitoring flagged the messages, and because of their severity a human review team reported them to law enforcement. The sheriff's office logged the tip on 29 September and identified the user as Carli Michelle Heller, 30, of Bonita Springs. Deputies detained her at home without incident at 00:51 on 30 September. A detective charged her under Florida Statute 836.10, written threats of violence. No weapon was seized, and she described the AI as a personal diary.", "category": "protective response", "unexpected": false, "purpose": "Anthropic's consumer terms (effective 8 October 2025) reserve the right “at our sole discretion” to report Inputs to law enforcement. Its privacy policy (effective 10 September 2026) allows disclosure the company believes “reasonably necessary” to “prevent serious harm to any person or to property”. The arrest report says the platform's safety measures are “designed to monitor for key phrases and potentially threatening content”. Flagging a stated shooting threat, reviewing it by hand and referring it to police was that purpose. Of an August 2026 referral Anthropic said “This is our safeguards process working as intended”.", "system": "Anthropic Claude consumer-chat safety monitoring: automated flagging of threatening content, escalation to a human review team, referral to law enforcement", "model_version": null, "developer": "Anthropic", "deployer": "Anthropic", "location": "Bonita Springs, United States", "domain": "Online safety and threat referral to law enforcement", "segment": "Media, social platforms, and marketing", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2026-10-04-dced" }, "ratings": [ { "group": "organizational", "depth": 1, "reason": "The Lee County Sheriff's Office, the threatened party, received a tip quoting a stated plan to shoot up its building and a claimed new gun. It identified the user and resolved the matter at her home within about three days without incident. No weapon was seized, so no averted attack is shown." }, { "group": "societal", "depth": 1, "reason": "A written threat of a mass shooting at a public building was examined within days rather than left unread. It was at least the third Anthropic referral to police since August 2026. The benefit is bounded by the absence of a weapon, the user's diary account, and expert doubt that the words were a true threat." } ], "ai_role": { "status": "assessed", "statement": "The arrest report says the platform “utilizes safety and security measures designed to monitor for key phrases and potentially threatening content”. It says the messages were “escalated to a human review team”. An automated layer therefore surfaced the two messages, and people judged their severity and made the referral. The sources do not say whether the flag came from a classifier or a keyword rule. Straight Arrow News, citing court records, says the review team escalated to the FBI, which notified the sheriff's office. Identifying the user, the home visit, the Miranda interview and the charging decision were the work of Lee County deputies and Intelligence Detective Thomas Alejo. The arrest report calls the platform “Anthropic Artificial Intelligence”. Press reports name Claude, and court records note the user told the detective she used Perplexity." }, "evidence": [ { "kind": "court document", "citation": "Lee County Sheriff's Office, Alejo, T. S. (2026). Arrest / Notice to Appear and Probable Cause Statement, agency report 26-530248, clerk case 26CF017549, Heller, Carli Michelle. Redacted copy hosted by the Daily Caller.", "title": "Arrest report and probable cause statement, LCSO report 26-530248 (Heller, Carli Michelle)", "url": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "date": "2026-09-30", "written_by": "beneficiary", "quote": "Due to the severity of the aforementioned statements, the information was escalated to a human review team, which subsequently reported the statements to law enforcement." }, { "kind": "news report", "citation": "WINK News, Alvarado, D. (2026). Woman arrested after AI threat against Lee County Sheriff's Office: Investigators. WINK News.", "title": "Woman arrested after AI threat against Lee County Sheriff's Office: Investigators", "url": "https://www.winknews.com/news/woman-arrested-after-ai-threat-against-lee-county-sheriffs-office-investigators/article_3d4c5915-7015-43c0-b86a-d7fa5eadf958.html", "date": "2026-09-30", "written_by": "independent", "quote": "Deputies identified Heller and went to her Bonita Springs home and she was detained without incident before an LCSO intelligence detective took over the investigation." }, { "kind": "news report", "citation": "The Daily Caller, Kresak, D. (2026). Florida Woman Nabbed After Chatbot Maker Flags Alleged Threat to 'Shoot Up' Sheriff's Office. The Daily Caller.", "title": "Florida Woman Nabbed After Chatbot Maker Flags Alleged Threat to 'Shoot Up' Sheriff's Office", "url": "https://dailycaller.com/2026/10/05/chatbot-maker-tips-off-cops-florida-woman-allegedly-threatens-sheriffs-office/", "date": "2026-10-05", "written_by": "independent", "quote": "When someone uses AI to make or facilitate a threat, we have to take that threat seriously." }, { "kind": "news report", "citation": "Straight Arrow News, Pavlou, D. (2026). A chatbot message led to a felony charge. Experts say it may not hold up. Straight Arrow News.", "title": "A chatbot message led to a felony charge. Experts say it may not hold up", "url": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/", "date": "2026-10-08", "written_by": "independent", "quote": "She denied owning any firearms, and the arrest form indicates authorities didn’t seize a weapon." }, { "kind": "news report", "citation": "Tom's Hardware, Downing, S. (2026). Anthropic reports Florida woman’s Claude ‘diary’ threat to shoot up sheriff’s office, felony charge follows — it’s at least the third such conversation to reach police since August. Tom's Hardware.", "title": "Anthropic reports Florida woman’s Claude ‘diary’ threat to shoot up sheriff’s office, felony charge follows — it’s at least the third such conversation to reach police since August", "url": "https://www.tomshardware.com/tech-industry/artificial-intelligence/anthropic-reports-florida-womans-claude-diary-threat-to-shoot-up-sheriffs-office-felony-charge-follows-its-at-least-the-third-such-conversation-to-reach-police-since-august", "date": "2026-10-05", "written_by": "independent", "quote": "court records listing the Sept. 30 felony charge under Florida Statute 836.10: written or electronic threat of a mass shooting or act of terrorism" }, { "kind": "other", "citation": "Volokh, E. (2026). Can a Chatbot Prompt Be a Punishable Threat? Reason, The Volokh Conspiracy.", "title": "Can a Chatbot Prompt Be a Punishable Threat?", "url": "https://reason.com/volokh/2026/10/08/can-a-chatbot-prompt-be-a-punishable-threat/", "date": "2026-10-08", "written_by": "independent", "quote": "Simply typing a prompt into a chatbot, expecting it to be viewed only by the software, wouldn't qualify." }, { "kind": "news report", "citation": "The San Francisco Standard, Jones, R. (2026). Anthropic called SFPD over threat against CEO. Claude user says it was a misunderstanding. The San Francisco Standard.", "title": "Anthropic called SFPD over threat against CEO. Claude user says it was a misunderstanding", "url": "https://sfstandard.com/2026/09/04/anthropic-threat-claude-sfpd/", "date": "2026-09-04", "written_by": "independent", "quote": "We banned this account, consistent with our standard practice, and referred the case to law enforcement. This is our safeguards process working as intended." }, { "kind": "other", "citation": "Anthropic (2026). Privacy Policy, effective 10 September 2026. Anthropic.", "title": "Privacy Policy", "url": "https://www.anthropic.com/legal/privacy", "date": "2026-09-10", "written_by": "makers", "quote": "(ii) prevent serious harm to any person or to property; (iii) detect, prevent, or otherwise address fraud or other illegal activity" }, { "kind": "other", "citation": "Anthropic (2025). Consumer Terms of Service, effective 8 October 2025. Anthropic.", "title": "Consumer Terms of Service", "url": "https://www.anthropic.com/legal/consumer-terms", "date": "2025-10-08", "written_by": "makers", "quote": "We reserve the right, at our sole discretion, to report information from or about you, including but not limited to Inputs, Outputs, or Actions to law enforcement." } ], "replication": { "produced_by": [ "A vendor practice of screening consumer chats for threatening content and escalating severe cases to a human review team. That team can refer them to law enforcement, which Anthropic's consumer terms and privacy policy permit", "A tip carrying enough account information for the sheriff's office to identify a named resident within days", "A local agency that treated a stated threat against its own building as credible enough to send deputies the same night" ], "must_hold": [ "The referral must identify a real person and a real risk. The Lee County Sheriff's Office told reporters it does not count tips from Anthropic. No public figures exist on how often such referrals are made or prove unfounded", "The disclosure must stay within the emergency exception of the Stored Communications Act. An EFF attorney told Straight Arrow News “there is always the risk of over-reporting”, and the Monitor logs reputational and psychological harm to the user", "The response must remain proportionate. Here no weapon was found, and the user described a personal diary. Whether a chatbot prompt is a punishable threat under Florida Statute 836.10 is contested by the defense and by Eugene Volokh", "The attribution to Claude rests on press reports and the arrest report's phrase “Anthropic Artificial Intelligence”. Court records also note the user told the detective she used Perplexity, and her attorney declined to say which" ], "echoes": [] }, "paired_incident": null, "headline": "Anthropic flag on a shooting threat leads to a Florida arrest", "metric": null, "comparator": null, "later": { "status": "litigated", "date": "2026-10-08", "note": "Heller pleaded not guilty and her arraignment was set for 2 November 2026 while prosecutors had not yet filed a formal charge; the arrest form sets a $10,000 bond and a 20 October 2026 appearance date, and First Amendment scholar Eugene Volokh doubts the charge will hold.", "quote": "Heller's arraignment is scheduled for Nov. 2", "url": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-10-04-dced", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Anthropic; https://en.wikipedia.org/wiki/Anthropic", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: five independent news reports, one other independent source, two other sources from the makers and the beneficiary's court document. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0240", "catalog_version": "1.0.0", "source_fingerprint": "c87231c7cd74f35a314296f55b276a55c0341260a19641f61d8c311faf2b20c2", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0240-source-0001", "AIBD-0240-source-0002", "AIBD-0240-source-0003", "AIBD-0240-source-0004", "AIBD-0240-source-0005", "AIBD-0240-source-0006", "AIBD-0240-source-0007", "AIBD-0240-source-0008", "AIBD-0240-source-0009" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Anthropic", "deployer": "Anthropic" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The arrest report says the platform “utilizes safety and security measures designed to monitor for key phrases and potentially threatening content”. It says the messages were “escalated to a human review team”. An automated layer therefore surfaced the two messages, and people judged their severity and made the referral. The sources do not say whether the flag came from a classifier or a keyword rule. Straight Arrow News, citing court records, says the review team escalated to the FBI, which notified the sheriff's office. Identifying the user, the home visit, the Miranda interview and the charging decision were the work of Lee County deputies and Intelligence Detective Thomas Alejo. The arrest report calls the platform “Anthropic Artificial Intelligence”. Press reports name Claude, and court records note the user told the detective she used Perplexity." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "The platform automatically flagged threatening messages for human review. Reviewers referred the messages to law enforcement.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "The arrest report says the platform “utilizes safety and security measures designed to monitor for key phrases and potentially threatening content”. It says the messages were “escalated to a human review team”. An automated layer therefore surfaced the two messages, and people judged their severity and made the referral. The sources do not say whether the flag came from a classifier or a keyword rule. Straight Arrow News, citing court records, says the review team escalated to the FBI, which notified the sheriff's office. Identifying the user, the home visit, the Miranda interview and the charging decision were the work of Lee County deputies and Intelligence Detective Thomas Alejo. The arrest report calls the platform “Anthropic Artificial Intelligence”. Press reports name Claude, and court records note the user told the detective she used Perplexity." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The Lee County Sheriff's Office, the threatened party, received a tip quoting a stated plan to shoot up its building and a claimed new gun. It identified the user and resolved the matter at her home within about three days without incident. No weapon was seized, so no averted attack is shown." }, { "group": "societal", "depth": 1, "reason": "A written threat of a mass shooting at a public building was examined within days rather than left unread. It was at least the third Anthropic referral to police since August 2026. The benefit is bounded by the absence of a weapon, the user's diary account, and expert doubt that the words were a true threat." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: five independent news reports, one other independent source, two other sources from the makers and the beneficiary's court document. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The Lee County Sheriff's Office, the threatened party, received a tip quoting a stated plan to shoot up its building and a claimed new gun. It identified the user and resolved the matter at her home within about three days without incident. No weapon was seized, so no averted attack is shown." }, { "group": "societal", "depth": 1, "reason": "A written threat of a mass shooting at a public building was examined within days rather than left unread. It was at least the third Anthropic referral to police since August 2026. The benefit is bounded by the absence of a weapon, the user's diary account, and expert doubt that the words were a true threat." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Police examined a threat against their own office and detained the user within days. No weapon was found. Her diary explanation and legal objections leave doubt that an attack was prevented." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The Lee County Sheriff's Office, the threatened party, received a tip quoting a stated plan to shoot up its building and a claimed new gun. It identified the user and resolved the matter at her home within about three days without incident. No weapon was seized, so no averted attack is shown." }, { "group": "societal", "depth": 1, "reason": "A written threat of a mass shooting at a public building was examined within days rather than left unread. It was at least the third Anthropic referral to police since August 2026. The benefit is bounded by the absence of a weapon, the user's diary account, and expert doubt that the words were a true threat." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "No public figures establish how often Anthropic’s referrals are substantiated. The arrest report names Anthropic but does not identify the detection method. Coverage names Claude, while court records also report that the user mentioned Perplexity. No weapon or averted attack is established." } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-10-04-dced" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-10-08", "note": "Heller pleaded not guilty and her arraignment was set for 2 November 2026 while prosecutors had not yet filed a formal charge; the arrest form sets a $10,000 bond and a 20 October 2026 appearance date, and First Amendment scholar Eugene Volokh doubts the charge will hold.", "quote": "Heller's arraignment is scheduled for Nov. 2", "url": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Reviewers assessed the messages before making the referral. Deputies identified and interviewed the user and made the charging decision." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0240" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "The Lee County Sheriff’s Office was the threatened institution and recipient of the tip. A wider safety benefit is unproved." }, "provenance": { "kind": "legacy_record", "basis": "Moved the specific information already present in the entry into its applicable question. No new source review is implied.", "record_fields": [ "account", "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "The Lee County Sheriff’s Office was the threatened institution and recipient of the tip. A wider safety benefit is unproved." } }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "A user of Anthropic's AI chat service wrote at about 05:10 on 26 September 2026. She said she was going to “shoot up” the Lee County Sheriff's Office in Florida. At 01:07 on 27 September she wrote that she had got a new gun. Anthropic's safety monitoring flagged the messages, and because of their severity a human review team reported them to law enforcement. The sheriff's office logged the tip on 29 September and identified the user as Carli Michelle Heller, 30, of Bonita Springs. Deputies detained her at home without incident at 00:51 on 30 September. A detective charged her under Florida Statute 836.10, written threats of violence. No weapon was seized, and she described the AI as a personal diary.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Anthropic’s reviewers reported threatening messages to police, who identified and detained the user without incident. No weapon was found." } }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The Lee County Sheriff's Office, the threatened party, received a tip quoting a stated plan to shoot up its building and a claimed new gun. It identified the user and resolved the matter at her home within about three days without incident. No weapon was seized, so no averted attack is shown." }, { "group": "societal", "depth": 1, "reason": "A written threat of a mass shooting at a public building was examined within days rather than left unread. It was at least the third Anthropic referral to police since August 2026. The benefit is bounded by the absence of a weapon, the user's diary account, and expert doubt that the words were a true threat." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Anthropic's consumer terms (effective 8 October 2025) reserve the right “at our sole discretion” to report Inputs to law enforcement. Its privacy policy (effective 10 September 2026) allows disclosure the company believes “reasonably necessary” to “prevent serious harm to any person or to property”. The arrest report says the platform's safety measures are “designed to monitor for key phrases and potentially threatening content”. Flagging a stated shooting threat, reviewing it by hand and referring it to police was that purpose. Of an August 2026 referral Anthropic said “This is our safeguards process working as intended”." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Bonita Springs, United States", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Anthropic's consumer terms (effective 8 October 2025) reserve the right “at our sole discretion” to report Inputs to law enforcement. Its privacy policy (effective 10 September 2026) allows disclosure the company believes “reasonably necessary” to “prevent serious harm to any person or to property”. The arrest report says the platform's safety measures are “designed to monitor for key phrases and potentially threatening content”. Flagging a stated shooting threat, reviewing it by hand and referring it to police was that purpose. Of an August 2026 referral Anthropic said “This is our safeguards process working as intended”." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-09-29", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-10-04-dced", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Anthropic; https://en.wikipedia.org/wiki/Anthropic", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A vendor practice of screening consumer chats for threatening content and escalating severe cases to a human review team. That team can refer them to law enforcement, which Anthropic's consumer terms and privacy policy permit", "A tip carrying enough account information for the sheriff's office to identify a named resident within days", "A local agency that treated a stated threat against its own building as credible enough to send deputies the same night" ], "must_hold": [ "The referral must identify a real person and a real risk. The Lee County Sheriff's Office told reporters it does not count tips from Anthropic. No public figures exist on how often such referrals are made or prove unfounded", "The disclosure must stay within the emergency exception of the Stored Communications Act. An EFF attorney told Straight Arrow News “there is always the risk of over-reporting”, and the Monitor logs reputational and psychological harm to the user", "The response must remain proportionate. Here no weapon was found, and the user described a personal diary. Whether a chatbot prompt is a punishable threat under Florida Statute 836.10 is contested by the defense and by Eugene Volokh", "The attribution to Claude rests on press reports and the arrest report's phrase “Anthropic Artificial Intelligence”. Court records also note the user told the detective she used Perplexity, and her attorney declined to say which" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Reviewers need enough information to identify the person and assess a credible risk. Disclosure and police action need a lawful basis and a proportionate response." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2026-10-04-dced", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Anthropic; https://en.wikipedia.org/wiki/Anthropic", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Online safety and threat referral to law enforcement", "segment": "Media, social platforms, and marketing" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "court document", "citation": "Lee County Sheriff's Office, Alejo, T. S. (2026). Arrest / Notice to Appear and Probable Cause Statement, agency report 26-530248, clerk case 26CF017549, Heller, Carli Michelle. Redacted copy hosted by the Daily Caller.", "title": "Arrest report and probable cause statement, LCSO report 26-530248 (Heller, Carli Michelle)", "url": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "date": "2026-09-30", "written_by": "beneficiary", "quote": "Due to the severity of the aforementioned statements, the information was escalated to a human review team, which subsequently reported the statements to law enforcement." }, { "kind": "news report", "citation": "WINK News, Alvarado, D. (2026). Woman arrested after AI threat against Lee County Sheriff's Office: Investigators. WINK News.", "title": "Woman arrested after AI threat against Lee County Sheriff's Office: Investigators", "url": "https://www.winknews.com/news/woman-arrested-after-ai-threat-against-lee-county-sheriffs-office-investigators/article_3d4c5915-7015-43c0-b86a-d7fa5eadf958.html", "date": "2026-09-30", "written_by": "independent", "quote": "Deputies identified Heller and went to her Bonita Springs home and she was detained without incident before an LCSO intelligence detective took over the investigation." }, { "kind": "news report", "citation": "The Daily Caller, Kresak, D. (2026). Florida Woman Nabbed After Chatbot Maker Flags Alleged Threat to 'Shoot Up' Sheriff's Office. The Daily Caller.", "title": "Florida Woman Nabbed After Chatbot Maker Flags Alleged Threat to 'Shoot Up' Sheriff's Office", "url": "https://dailycaller.com/2026/10/05/chatbot-maker-tips-off-cops-florida-woman-allegedly-threatens-sheriffs-office/", "date": "2026-10-05", "written_by": "independent", "quote": "When someone uses AI to make or facilitate a threat, we have to take that threat seriously." }, { "kind": "news report", "citation": "Straight Arrow News, Pavlou, D. (2026). A chatbot message led to a felony charge. Experts say it may not hold up. Straight Arrow News.", "title": "A chatbot message led to a felony charge. Experts say it may not hold up", "url": "https://san.com/cc/a-chatbot-message-led-to-a-felony-charge-experts-say-it-may-not-hold-up/", "date": "2026-10-08", "written_by": "independent", "quote": "She denied owning any firearms, and the arrest form indicates authorities didn’t seize a weapon." }, { "kind": "news report", "citation": "Tom's Hardware, Downing, S. (2026). Anthropic reports Florida woman’s Claude ‘diary’ threat to shoot up sheriff’s office, felony charge follows — it’s at least the third such conversation to reach police since August. Tom's Hardware.", "title": "Anthropic reports Florida woman’s Claude ‘diary’ threat to shoot up sheriff’s office, felony charge follows — it’s at least the third such conversation to reach police since August", "url": "https://www.tomshardware.com/tech-industry/artificial-intelligence/anthropic-reports-florida-womans-claude-diary-threat-to-shoot-up-sheriffs-office-felony-charge-follows-its-at-least-the-third-such-conversation-to-reach-police-since-august", "date": "2026-10-05", "written_by": "independent", "quote": "court records listing the Sept. 30 felony charge under Florida Statute 836.10: written or electronic threat of a mass shooting or act of terrorism" }, { "kind": "other", "citation": "Volokh, E. (2026). Can a Chatbot Prompt Be a Punishable Threat? Reason, The Volokh Conspiracy.", "title": "Can a Chatbot Prompt Be a Punishable Threat?", "url": "https://reason.com/volokh/2026/10/08/can-a-chatbot-prompt-be-a-punishable-threat/", "date": "2026-10-08", "written_by": "independent", "quote": "Simply typing a prompt into a chatbot, expecting it to be viewed only by the software, wouldn't qualify." }, { "kind": "news report", "citation": "The San Francisco Standard, Jones, R. (2026). Anthropic called SFPD over threat against CEO. Claude user says it was a misunderstanding. The San Francisco Standard.", "title": "Anthropic called SFPD over threat against CEO. Claude user says it was a misunderstanding", "url": "https://sfstandard.com/2026/09/04/anthropic-threat-claude-sfpd/", "date": "2026-09-04", "written_by": "independent", "quote": "We banned this account, consistent with our standard practice, and referred the case to law enforcement. This is our safeguards process working as intended." }, { "kind": "other", "citation": "Anthropic (2026). Privacy Policy, effective 10 September 2026. Anthropic.", "title": "Privacy Policy", "url": "https://www.anthropic.com/legal/privacy", "date": "2026-09-10", "written_by": "makers", "quote": "(ii) prevent serious harm to any person or to property; (iii) detect, prevent, or otherwise address fraud or other illegal activity" }, { "kind": "other", "citation": "Anthropic (2025). Consumer Terms of Service, effective 8 October 2025. Anthropic.", "title": "Consumer Terms of Service", "url": "https://www.anthropic.com/legal/consumer-terms", "date": "2025-10-08", "written_by": "makers", "quote": "We reserve the right, at our sole discretion, to report information from or about you, including but not limited to Inputs, Outputs, or Actions to law enforcement." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0240-source-0001", "AIBD-0240-source-0002", "AIBD-0240-source-0003", "AIBD-0240-source-0004", "AIBD-0240-source-0005", "AIBD-0240-source-0006", "AIBD-0240-source-0007", "AIBD-0240-source-0008", "AIBD-0240-source-0009" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "A sheriff’s detective wrote the arrest statement. It documents the referral and police response. It does not establish that an attack was averted, and no weapon was seized." }, "provenance": { "kind": "source_review", "basis": "The identified originals and their locators are listed in the source assessment.", "record_fields": [], "source_refs": [ "AIBD-0240-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "A sheriff’s detective wrote the arrest statement. It documents the referral and police response. It does not establish that an attack was averted, and no weapon was seized." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0240-source-0001", "retained_source_order": [ "AIBD-0240-source-0001", "AIBD-0240-source-0002", "AIBD-0240-source-0003", "AIBD-0240-source-0004", "AIBD-0240-source-0005", "AIBD-0240-source-0006", "AIBD-0240-source-0007", "AIBD-0240-source-0008", "AIBD-0240-source-0009" ], "origins": [ { "url": "https://cdn01.dailycaller.com/wp-content/uploads/2026/10/26-530248_Heller__Carli_Redacted.pdf", "locator": "Arrest/probable-cause form, pp. 1–2; author signature, referral narrative, and weapons-seized field.", "contribution": "Firsthand account of the tip, review, detention, and absence of a seized weapon.", "relationship": "The claimed beneficiary’s police statement filed with the clerk, not a judicial determination.", "source_refs": [ "AIBD-0240-source-0001" ] } ], "excluded_or_consolidated_sources": [], "review_scope": "Whether the specified sources establish the reported benefit, their document types, and their authorship relationships. Other fields and sources were not comprehensively reassessed." } }, "provenance": { "kind": "source_review", "basis": "A limited source-role review; each inspected source and its contribution is identified.", "record_fields": [], "source_refs": [ "AIBD-0240-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "A sheriff’s detective wrote the arrest statement. It documents the referral and police response. It does not establish that an attack was averted, and no weapon was seized." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Anthropic safeguards flagged a threat to shoot up a Florida sheriff's office; reviewers tipped police, who arrested the user; no gun found.", "account": "A user of Anthropic's AI chat service wrote at about 05:10 on 26 September 2026. She said she was going to “shoot up” the Lee County Sheriff's Office in Florida. At 01:07 on 27 September she wrote that she had got a new gun. Anthropic's safety monitoring flagged the messages, and because of their severity a human review team reported them to law enforcement. The sheriff's office logged the tip on 29 September and identified the user as Carli Michelle Heller, 30, of Bonita Springs. Deputies detained her at home without incident at 00:51 on 30 September. A detective charged her under Florida Statute 836.10, written threats of violence. No weapon was seized, and she described the AI as a personal diary." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Anthropic Claude consumer-chat safety monitoring: automated flagging of threatening content, escalation to a human review team, referral to law enforcement" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Anthropic" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Anthropic's threat monitoring flags a Bonita Springs woman's messages about shooting up the Lee County Sheriff's Office; human reviewers tip police, who detain her without incident and find no gun", "headline": "Anthropic flag on a shooting threat leads to a Florida arrest" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "c87231c7cd74f35a314296f55b276a55c0341260a19641f61d8c311faf2b20c2" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "A user of Anthropic's AI chat service wrote at about 05:10 on 26 September 2026. She said she was going to “shoot up” the Lee County Sheriff's Office in Florida. At 01:07 on 27 September she wrote that she had got a new gun. Anthropic's safety monitoring flagged the messages, and because of their severity a human review team reported them to law enforcement. The sheriff's office logged the tip on 29 September and identified the user as Carli Michelle Heller, 30, of Bonita Springs. Deputies detained her at home without incident at 00:51 on 30 September. A detective charged her under Florida Statute 836.10, written threats of violence. No weapon was seized, and she described the AI as a personal diary.", "replication": { "produced_by": [ "A vendor practice of screening consumer chats for threatening content and escalating severe cases to a human review team. That team can refer them to law enforcement, which Anthropic's consumer terms and privacy policy permit", "A tip carrying enough account information for the sheriff's office to identify a named resident within days", "A local agency that treated a stated threat against its own building as credible enough to send deputies the same night" ], "must_hold": [ "The referral must identify a real person and a real risk. The Lee County Sheriff's Office told reporters it does not count tips from Anthropic. No public figures exist on how often such referrals are made or prove unfounded", "The disclosure must stay within the emergency exception of the Stored Communications Act. An EFF attorney told Straight Arrow News “there is always the risk of over-reporting”, and the Monitor logs reputational and psychological harm to the user", "The response must remain proportionate. Here no weapon was found, and the user described a personal diary. Whether a chatbot prompt is a punishable threat under Florida Statute 836.10 is contested by the defense and by Eugene Volokh", "The attribution to Claude rests on press reports and the arrest report's phrase “Anthropic Artificial Intelligence”. Court records also note the user told the detective she used Perplexity, and her attorney declined to say which" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 32, "reviewed": 2, "record_mapped": 30, "not_assessed": 59, "complete": false, "by_state": { "value_present": 32, "not_reported": 0, "unresolved": 0, "not_assessed": 59, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0258", "case_url": "records/AIBD-0258.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "The alert located the crash site but no one was rescued: on 18 February 2026 the fire department said bodies believed to be the three occupants had been found inside the crater, so the 'rapid rescue' framing of the first reports was not borne out.", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0258", "title": "A passenger's iPhone Crash Detection sends a “strong impact” alert to the local fire service before a sightseeing helicopter near Mount Aso goes missing, 20 January 2026", "summary": "SETN (21 Jan 2026, citing Japanese media): the helicopter took off at 10:52 on 20 Jan 2026 and lost contact at 11:04; the fire department had already received a collision notification from a passen...", "date_observed": "2026-01-20", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Taiwan's SETN reported on 21 Jan 2026, citing Japanese media, on a sightseeing helicopter operated by Aso Cadre Dominion. It carried a pilot in his sixties and two Taiwanese passengers (a 41-year-old man and a 36-year-old woman). It took off at 10:52 Japan time on 20 Jan 2026 and lost contact at 11:04. Before contact was lost, the local fire department received a “strong impact” notification from a passenger's phone, apparently the iPhone Crash Detection feature. Callbacks to the phone failed. An object believed to be the helicopter was found around the first crater of Mount Aso's Nakadake. The article does not state the fate of the three occupants. It does not cite a named Japanese agency. It quotes a firefighter and a nurse on crash detection in general. Apple's feature, on iPhone 14 and later, uses motion sensors and an on-device algorithm to call emergency services after a 10-second countdown. The OECD AI Incidents Monitor lists the case as a protective response. The link to transport safety is indirect. The device alerted responders to an aviation crash it did not prevent.", "category": "protective response", "unexpected": false, "purpose": "Crash Detection is built to recognize a severe vehicle crash from motion and sound signals and alert emergency services automatically.", "system": "Apple Crash Detection (iPhone 14 and later)", "model_version": "iPhone 14或後續機型（所有機型），且搭載iOS 16", "developer": "Apple", "deployer": "A helicopter passenger's iPhone", "location": null, "domain": "Aviation / emergency response", "segment": "Consumer devices / automatic crash alerting", "benefit_type": "Improved Physical Health", "taxonomy_note": "Crash notification to firefighters is read as a rescue; the occupants' outcome is not established.", "registry_ids": {}, "ratings": [ { "group": "organizational", "depth": 1, "reason": "The fire service received an automatic impact alert before the aircraft was reported missing. The article does not quantify how it shaped the search." }, { "group": "personal", "depth": null, "reason": "The source does not state whether the occupants survived." }, { "group": "societal", "depth": null, "reason": "No wider outcome is documented." } ], "ai_role": { "status": "assessed", "statement": "The phone's crash algorithm sent the notification. The search located the wreckage the following day. The cited source does not say the alert's coordinates guided it or that anyone was rescued alive." }, "evidence": [ { "kind": "news report", "citation": "SETN 三立新聞網 (21 Jan 2026). 阿蘇火山墜機！iPhone「內建1功能」10秒救命 沒訊號也可呼救.", "title": "阿蘇火山墜機！iPhone「內建1功能」10秒救命　沒訊號也可呼救", "url": "https://www.setn.com/News.aspx?NewsID=1784034", "date": "2026-01-21", "written_by": "independent", "quote": "當地消防局在直升機失聯前，有收到來自乘客的「強烈撞擊」通報" }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, incident 2026-01-20-af0b: AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash.", "title": "AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash", "url": "https://oecd.ai/en/incidents/2026-01-20-af0b", "date": "2026-01-20", "written_by": "independent", "quote": "After a sightseeing helicopter crashed near Japan's Mount Aso, the iPhone crash detection feature automatically alerted emergency services, enabling rapid search and rescue." }, { "kind": "news report", "citation": "Bernama-Kyodo (18 Feb 2026). Three bodies found at helicopter crash site in southwest Japan volcanic crater. The Star.", "title": "Three bodies found at helicopter crash site in southwest Japan volcanic crater", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater", "date": "2026-02-18", "written_by": "independent", "quote": null } ], "replication": { "produced_by": [ "A passenger carrying a crash-detection-capable phone", "An impact profile that met the algorithm's severity threshold", "A cellular or emergency-SOS path from a volcanic mountain area" ], "must_hold": [ "The alert carries usable coordinates", "Responders can reach the site quickly enough to change the outcome" ], "echoes": [ { "date": "2023-01-30", "setting": "OECD AIM aggregate entry on Apple Crash Detection producing both false alarms and emergency responses (registry listing only)", "model_version": null, "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2023-01-30-10fc" } ] }, "paired_incident": null, "headline": "Apple Crash Detection alerts firefighters to a Mount Aso crash", "metric": null, "comparator": null, "later": { "status": "reversed", "date": "2026-02-18", "note": "The alert located the crash site but no one was rescued: on 18 February 2026 the fire department said bodies believed to be the three occupants had been found inside the crater, so the 'rapid rescue' framing of the first reports was not borne out.", "quote": "Bodies believed to be those of three people aboard a sightseeing helicopter that crashed into a volcanic crater on Mt. Aso in Kumamoto Prefecture, southwestern Japan, in January have been found, the local fire department said Wednesday (Feb 18).", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater" }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater; https://www.setn.com/News.aspx?NewsID=1784034", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: two independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0258", "catalog_version": "1.0.0", "source_fingerprint": "cf2ce059eb6055834dd91affee6c74d0f3f54577100c6540473d5adfc2dab536", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0258-source-0001", "AIBD-0258-source-0002", "AIBD-0258-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Apple", "deployer": "A helicopter passenger's iPhone" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The phone's crash algorithm sent the notification. The search located the wreckage the following day. The cited source does not say the alert's coordinates guided it or that anyone was rescued alive." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "The phone's crash algorithm sent the notification. The search located the wreckage the following day. The cited source does not say the alert's coordinates guided it or that anyone was rescued alive." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The fire service received an automatic impact alert before the aircraft was reported missing. The article does not quantify how it shaped the search." }, { "group": "personal", "reason": "The source does not state whether the occupants survived." }, { "group": "societal", "reason": "No wider outcome is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: two independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The fire service received an automatic impact alert before the aircraft was reported missing. The article does not quantify how it shaped the search." }, { "group": "personal", "reason": "The source does not state whether the occupants survived." }, { "group": "societal", "reason": "No wider outcome is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The fire service received an automatic impact alert before the aircraft was reported missing. The article does not quantify how it shaped the search." }, { "group": "personal", "reason": "The source does not state whether the occupants survived." }, { "group": "societal", "reason": "No wider outcome is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2026-02-18", "note": "The alert located the crash site but no one was rescued: on 18 February 2026 the fire department said bodies believed to be the three occupants had been found inside the crater, so the 'rapid rescue' framing of the first reports was not borne out.", "quote": "Bodies believed to be those of three people aboard a sightseeing helicopter that crashed into a volcanic crater on Mt. Aso in Kumamoto Prefecture, southwestern Japan, in January have been found, the local fire department said Wednesday (Feb 18).", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0258" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "Crash notification to firefighters is read as a rescue; the occupants' outcome is not established." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Taiwan's SETN reported on 21 Jan 2026, citing Japanese media, on a sightseeing helicopter operated by Aso Cadre Dominion. It carried a pilot in his sixties and two Taiwanese passengers (a 41-year-old man and a 36-year-old woman). It took off at 10:52 Japan time on 20 Jan 2026 and lost contact at 11:04. Before contact was lost, the local fire department received a “strong impact” notification from a passenger's phone, apparently the iPhone Crash Detection feature. Callbacks to the phone failed. An object believed to be the helicopter was found around the first crater of Mount Aso's Nakadake. The article does not state the fate of the three occupants. It does not cite a named Japanese agency. It quotes a firefighter and a nurse on crash detection in general. Apple's feature, on iPhone 14 and later, uses motion sensors and an on-device algorithm to call emergency services after a 10-second countdown. The OECD AI Incidents Monitor lists the case as a protective response. The link to transport safety is indirect. The device alerted responders to an aviation crash it did not prevent.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "The fire service received an automatic impact alert before the aircraft was reported missing. The article does not quantify how it shaped the search." }, { "group": "personal", "reason": "The source does not state whether the occupants survived." }, { "group": "societal", "reason": "No wider outcome is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Crash Detection is built to recognize a severe vehicle crash from motion and sound signals and alert emergency services automatically." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Crash Detection is built to recognize a severe vehicle crash from motion and sound signals and alert emergency services automatically." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2026-01-20", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater; https://www.setn.com/News.aspx?NewsID=1784034", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A passenger carrying a crash-detection-capable phone", "An impact profile that met the algorithm's severity threshold", "A cellular or emergency-SOS path from a volcanic mountain area" ], "must_hold": [ "The alert carries usable coordinates", "Responders can reach the site quickly enough to change the outcome" ], "echoes": [ { "date": "2023-01-30", "setting": "OECD AIM aggregate entry on Apple Crash Detection producing both false alarms and emergency responses (registry listing only)", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2023-01-30-10fc" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A passenger carrying a crash-detection-capable phone", "An impact profile that met the algorithm's severity threshold", "A cellular or emergency-SOS path from a volcanic mountain area" ], "must_hold": [ "The alert carries usable coordinates", "Responders can reach the site quickly enough to change the outcome" ], "echoes": [ { "date": "2023-01-30", "setting": "OECD AIM aggregate entry on Apple Crash Detection producing both false alarms and emergency responses (registry listing only)", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2023-01-30-10fc" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater; https://www.setn.com/News.aspx?NewsID=1784034", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Apple_Inc.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Aviation / emergency response", "segment": "Consumer devices / automatic crash alerting" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "SETN 三立新聞網 (21 Jan 2026). 阿蘇火山墜機！iPhone「內建1功能」10秒救命 沒訊號也可呼救.", "title": "阿蘇火山墜機！iPhone「內建1功能」10秒救命　沒訊號也可呼救", "url": "https://www.setn.com/News.aspx?NewsID=1784034", "date": "2026-01-21", "written_by": "independent", "quote": "當地消防局在直升機失聯前，有收到來自乘客的「強烈撞擊」通報" }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, incident 2026-01-20-af0b: AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash.", "title": "AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash", "url": "https://oecd.ai/en/incidents/2026-01-20-af0b", "date": "2026-01-20", "written_by": "independent", "quote": "After a sightseeing helicopter crashed near Japan's Mount Aso, the iPhone crash detection feature automatically alerted emergency services, enabling rapid search and rescue." }, { "kind": "news report", "citation": "Bernama-Kyodo (18 Feb 2026). Three bodies found at helicopter crash site in southwest Japan volcanic crater. The Star.", "title": "Three bodies found at helicopter crash site in southwest Japan volcanic crater", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater", "date": "2026-02-18", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0258-source-0001", "AIBD-0258-source-0002", "AIBD-0258-source-0003" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "SETN 三立新聞網 (21 Jan 2026). 阿蘇火山墜機！iPhone「內建1功能」10秒救命 沒訊號也可呼救.", "title": "阿蘇火山墜機！iPhone「內建1功能」10秒救命　沒訊號也可呼救", "url": "https://www.setn.com/News.aspx?NewsID=1784034", "date": "2026-01-21", "written_by": "independent", "quote": "當地消防局在直升機失聯前，有收到來自乘客的「強烈撞擊」通報" }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, incident 2026-01-20-af0b: AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash.", "title": "AI Crash Detection on Smartphones Enables Rapid Rescue After Japan Helicopter Crash", "url": "https://oecd.ai/en/incidents/2026-01-20-af0b", "date": "2026-01-20", "written_by": "independent", "quote": "After a sightseeing helicopter crashed near Japan's Mount Aso, the iPhone crash detection feature automatically alerted emergency services, enabling rapid search and rescue." }, { "kind": "news report", "citation": "Bernama-Kyodo (18 Feb 2026). Three bodies found at helicopter crash site in southwest Japan volcanic crater. The Star.", "title": "Three bodies found at helicopter crash site in southwest Japan volcanic crater", "url": "https://www.thestar.com.my/aseanplus/aseanplus-news/2026/02/18/three-bodies-found-at-helicopter-crash-site-in-southwest-japan-volcanic-crater", "date": "2026-02-18", "written_by": "independent" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "SETN (21 Jan 2026, citing Japanese media): the helicopter took off at 10:52 on 20 Jan 2026 and lost contact at 11:04; the fire department had already received a collision notification from a passen...", "account": "Taiwan's SETN reported on 21 Jan 2026, citing Japanese media, on a sightseeing helicopter operated by Aso Cadre Dominion. It carried a pilot in his sixties and two Taiwanese passengers (a 41-year-old man and a 36-year-old woman). It took off at 10:52 Japan time on 20 Jan 2026 and lost contact at 11:04. Before contact was lost, the local fire department received a “strong impact” notification from a passenger's phone, apparently the iPhone Crash Detection feature. Callbacks to the phone failed. An object believed to be the helicopter was found around the first crater of Mount Aso's Nakadake. The article does not state the fate of the three occupants. It does not cite a named Japanese agency. It quotes a firefighter and a nurse on crash detection in general. Apple's feature, on iPhone 14 and later, uses motion sensors and an on-device algorithm to call emergency services after a 10-second countdown. The OECD AI Incidents Monitor lists the case as a protective response. The link to transport safety is indirect. The device alerted responders to an aviation crash it did not prevent." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The phone detected a possible collision and sent a notification." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The minimum requirements were an iPhone 14 or later and iOS 16 or later. They do not establish the device or installed release in this event." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "iPhone 14或後續機型（所有機型），且搭載iOS 16" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Apple Crash Detection (iPhone 14 and later)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Apple" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "A passenger's iPhone Crash Detection sends a “strong impact” alert to the local fire service before a sightseeing helicopter near Mount Aso goes missing, 20 January 2026", "headline": "Apple Crash Detection alerts firefighters to a Mount Aso crash" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "cf2ce059eb6055834dd91affee6c74d0f3f54577100c6540473d5adfc2dab536" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Taiwan's SETN reported on 21 Jan 2026, citing Japanese media, on a sightseeing helicopter operated by Aso Cadre Dominion. It carried a pilot in his sixties and two Taiwanese passengers (a 41-year-old man and a 36-year-old woman). It took off at 10:52 Japan time on 20 Jan 2026 and lost contact at 11:04. Before contact was lost, the local fire department received a “strong impact” notification from a passenger's phone, apparently the iPhone Crash Detection feature. Callbacks to the phone failed. An object believed to be the helicopter was found around the first crater of Mount Aso's Nakadake. The article does not state the fate of the three occupants. It does not cite a named Japanese agency. It quotes a firefighter and a nurse on crash detection in general. Apple's feature, on iPhone 14 and later, uses motion sensors and an on-device algorithm to call emergency services after a 10-second countdown. The OECD AI Incidents Monitor lists the case as a protective response. The link to transport safety is indirect. The device alerted responders to an aviation crash it did not prevent.", "replication": { "produced_by": [ "A passenger carrying a crash-detection-capable phone", "An impact profile that met the algorithm's severity threshold", "A cellular or emergency-SOS path from a volcanic mountain area" ], "must_hold": [ "The alert carries usable coordinates", "Responders can reach the site quickly enough to change the outcome" ], "echoes": [ { "date": "2023-01-30", "setting": "OECD AIM aggregate entry on Apple Crash Detection producing both false alarms and emergency responses (registry listing only)", "outcome": "unknown", "source": "https://oecd.ai/en/incidents/2023-01-30-10fc" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 32, "reviewed": 0, "record_mapped": 32, "not_assessed": 59, "complete": false, "by_state": { "value_present": 32, "not_reported": 0, "unresolved": 0, "not_assessed": 59, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0207", "case_url": "records/AIBD-0207.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "The shoplifter pleaded guilty to an amalgamated theft charge and was jailed for eight days on 12 May 2026 after making full restitution of about S$470.", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0207", "title": "Sheng Siong's facial-recognition CCTV, given a shoplifter's face after a 10 September 2025 stock check at its Punggol Central outlet, matches her to six earlier wine thefts and alerts the manager's phone when she returns at noon the next day; staff stop her with three unscanned bottles, police arrest her, she repays the chain and is jailed eight days on 12 May 2026", "summary": "Sheng Siong's facial recognition matched a wine thief to six prior thefts and flagged her return; arrest, restitution, eight days' jail.", "date_observed": "2025-09-11", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Catherine Tan Li Eng, 51, took 19 Jacob's Creek wine bottles worth about S$556 from the Sheng Siong supermarket at Block 622D Punggol Central, Singapore. She bagged them unscanned at self-checkout from 2 to 11 September 2025. On 10 September staff found stock discrepancies, reviewed closed-circuit television (CCTV) and uploaded her face to the chain's AI-driven facial recognition system. It automatically identified the earlier thefts. When she returned at noon on 11 September the retail manager got a phone alert. He stopped her at the self-checkout kiosk and found three unscanned bottles. Police arrested her. On 12 May 2026 District Judge Brenda Chua jailed her for eight days on an amalgamated theft charge after full restitution of about S$470.", "category": "benefit created", "unexpected": false, "purpose": "Sheng Siong rolled out its AI-driven facial recognition CCTV system in April 2024 as a measure against shoplifters. It worked with the Singapore Police Force under its Shop Theft for Retailers (STAR) program. In August 2025 it announced an extension to all 83 outlets. Staff upload the photograph of a suspect identified from footage. The system alerts store managers' phones when that person enters any branch. Sheng Siong said thefts per store rose from 4.91 in 2023 to 8 in 2024. Its CEO attributed the rise to catching cases the human eye had missed. Identifying a repeat shoplifter and flagging her return was exactly its designed purpose.", "system": "Sheng Siong's AI-driven facial recognition closed-circuit television system: a suspect's photograph, taken from CCTV footage after a theft is found, is uploaded, the system matches the face across footage and sends mobile alerts through a corporate app to staff when that person enters any Sheng Siong outlet", "model_version": null, "developer": null, "deployer": "Sheng Siong (supermarket chain, 83 outlets), Singapore", "location": "Punggol, Singapore", "domain": "Retail loss prevention and law enforcement", "segment": "Supermarket shop-theft detection: facial recognition on store CCTV with mobile alerts to managers", "benefit_type": "Reduced Violence", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2026-05-12-21c2" }, "ratings": [ { "group": "organizational", "depth": 1, "reason": "Sheng Siong's gain was small and specific. It kept three bottles on 11 September 2025. It got full restitution of about S$470 for the rest of the 19 bottles (about S$556 in all). A seven-visit theft series at one outlet ended. The amount is minor for an 83-outlet chain. The first detection was a human stock check and a manual review of CCTV, not the system." } ], "ai_role": { "status": "assessed", "statement": "The system's documented contribution came after a human detection. On 10 September 2025 a staff member found discrepancies in a stock check. Colleagues reviewed CCTV and saw Tan leaving without paying. They uploaded her face. The Straits Times reports that the system “then automatically identified the other instances” of theft. That turned one observed theft into an amalgamated charge covering seven visits. On 11 September the system's alert reached the retail manager's phone when she entered. He intercepted her at the self-checkout kiosk with three unscanned bottles. The interception, the bag check, the police call, the prosecution and the restitution were human and institutional. No source names the vendor or the model, gives an accuracy figure, or reports a false match in this case." }, "evidence": [ { "kind": "news report", "citation": "Lam L / CNA (2026). Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine. Channel NewsAsia, 12 May 2026 (updated 14 May 2026).", "title": "Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "date": "2026-05-12", "written_by": "independent", "quote": "The retail manager was at the premises when he received an alert on his mobile phone" }, { "kind": "news report", "citation": "Sun D / The Straits Times (2026). Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system. The Straits Times, 12 May 2026 (updated 13 May 2026).", "title": "Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system", "url": "https://www.straitstimes.com/singapore/courts-crime/woman-who-stole-19-bottles-of-wine-from-sheng-shiong-caught-using-facial-recognition-system", "date": "2026-05-12", "written_by": "independent", "quote": "They used the footage to flag her face in the facial recognition system, which then automatically identified the other instances" }, { "kind": "news report", "citation": "Khoo Y-H / AsiaOne (2026). Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail. AsiaOne, 13 May 2026.", "title": "Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail", "url": "https://www.asiaone.com/singapore/woman-caught-sheng-siongs-facial-recognition-system-stealing-19-bottles-wine-get-8-days", "date": "2026-05-13", "written_by": "independent", "quote": "they were able to prevent her from stealing another three bottles of wine" }, { "kind": "news report", "citation": "Lay B / Mothership (2025). Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises. Mothership, 26 August 2025.", "title": "Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises", "url": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html", "date": "2025-08-26", "written_by": "independent", "quote": "It is deployed in collaboration with the Singapore Police Force (SPF) under its Shop Theft for Retailers (STAR) Programme" } ], "replication": { "produced_by": [ "A chain-wide facial recognition layer on existing CCTV (rolled out from April 2024, extended to all 83 outlets after August 2025). Staff upload a suspect's face, and managers get app alerts when that person re-enters any branch.", "A human trigger: a stock check on 10 September 2025 that revealed missing bottles. Staff then reviewed the footage and uploaded the face the same day.", "A repeat offender who came back to the same outlet at noon the next day, which gave the alert something to fire on.", "A manager on the premises with his phone, able to intercept at the self-checkout kiosk. A police and court process (the STAR program, an amalgamated theft charge) that turned the identification into restitution and a sentence." ], "must_hold": [ "The system identifies, it does not detect. Stock counts or staff still have to notice the first theft. Sheng Siong's CEO implied as much when he said the human eye had missed cases.", "Someone must act on the alert within minutes. The gain here was an interception before she left the store, not the alert itself.", "The match must be right and lawful. A wrong face flagged at the door would produce a wrongful stop. No source reports a false match in this case. None names the vendor or any accuracy figure." ], "echoes": [ { "date": null, "setting": "Malay Mail, 9 October 2026 (AsiaOne report): Leong Seek Yuen, 45, jailed one week after Sheng Siong's facial recognition system alerted staff when she re-entered its Sin Ming Avenue outlet on 1 October 2025, following twelve thefts of meat and drinks worth about S$90 between 27 May and 12 August 2025; as here, an assistant supervisor had first found stock discrepancies and checked CCTV. https://www.malaymail.com/news/singapore/2026/10/09/singapore-supermarkets-facial-recognition-system-catches-woman-after-12-shoplifting-trips/238387", "model_version": null, "outcome": "unknown", "source": null } ] }, "paired_incident": null, "headline": "Sheng Siong's facial recognition catches a repeat wine thief", "metric": "matched a wine thief to six prior thefts and flagged her return", "comparator": { "against": "the chain's previous practice of staff manually reviewing CCTV footage to identify suspects", "before": "staff members had to manually review CCTV footage to identify suspects", "after": "staff receive mobile alerts through a corporate app once a flagged person enters any Sheng Siong branch again", "basis": "assumed", "quote": "Staff would receive mobile alerts through a corporate app once the same person enters any Sheng Siong branch again. Staff may approach the person and file a police report if they are sure the person has committed shop theft. In the past, staff members had to manually review CCTV footage to identify suspects.", "url": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html" }, "later": { "status": "litigated", "date": "2026-05-12", "note": "The shoplifter pleaded guilty to an amalgamated theft charge and was jailed for eight days on 12 May 2026 after making full restitution of about S$470.", "quote": "A shoplifter who was nabbed after being identified by supermarket chain Sheng Siong's facial recognition technology was sentenced to eight days' jail on Tuesday (May 12).", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" }, "value": { "amount": "about S$470", "what": "restitution paid by the shoplifter for the stolen bottles that were not recovered (three bottles were recovered at the interception)", "who": "Sheng Siong", "estimate": false, "quote": "The retail manager called the police, and the three bottles of wine were recovered. Tan also made full restitution of about S$470 for the remaining stolen bottles.", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" }, "developer_country": null, "deployer_country": "Singapore", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. the date observed is 11 September 2025, the day the system's alert led to the interception and arrest; the Monitor's 12 May 2026 is the sentencing and reporting date. Filed as benefit created or restored (identification, arrest and restitution for an identifiable organization); the 11 September interception with three unscanned bottles could be read as a small specific harm prevented, but the record's benefit is the identification of the series and the recovery of the loss. Values differ slightly by outlet: CNA about S$556, The Straits Times over $550, AsiaOne over $555; restitution is “about S$470” in CNA and “full restitution” in all three, consistent with the three bottles recovered on 11 September. No source names the vendor of the facial recognition system or a model, so developer and the model version are null; the system's design and the STAR program come from Mothership's 26 August 2025 report of CNA's rollout story, as CNA's own rollout article returned 404 at the URL found and the Yahoo syndication 404 as well. CNA and The Straits Times refused direct fetches and were read through the r.jina.ai text proxy; The Straits Times headline now reads “...caught by Sheng Siong's facial recognition system” while its URL slug and the Monitor's title read “...from Sheng Shiong caught using facial recognition system”. Malay Mail's 12 May 2026 syndication of David Sun's Straits Times piece was read once and returned 403 on re-fetch, so it is not cited; STOMP and The Independent Singapore returned 403. AsiaOne credits The Straits Times and CNA. No source discusses the PDPA or privacy aspects of the system; the record notes that the first detection was human. The October 2026 echo was found through Bing after WebSearch was exhausted and Brave and DuckDuckGo rate-limited or challenged.", "source": "https://oecd.ai/en/incidents/2026-05-12-21c2", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Sheng_Siong", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: four independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0207", "catalog_version": "1.0.0", "source_fingerprint": "692dc2995f185a3da07c3ae1563b1e95acecd31c39a5109e2349ac66fb973a9b", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0207-source-0001", "AIBD-0207-source-0002", "AIBD-0207-source-0003", "AIBD-0207-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "value_present", "value": { "kind": "text", "text": "An existing source-stated monetary observation is present in the original value object." }, "provenance": { "kind": "legacy_record", "basis": "Existing value object only; its financial interpretation has not been reverified.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "record_ids": [ "AIBD-0207-legacy-value" ] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "deployer": "Sheng Siong (supermarket chain, 83 outlets), Singapore" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The system's documented contribution came after a human detection. On 10 September 2025 a staff member found discrepancies in a stock check. Colleagues reviewed CCTV and saw Tan leaving without paying. They uploaded her face. The Straits Times reports that the system “then automatically identified the other instances” of theft. That turned one observed theft into an amalgamated charge covering seven visits. On 11 September the system's alert reached the retail manager's phone when she entered. He intercepted her at the self-checkout kiosk with three unscanned bottles. The interception, the bag check, the police call, the prosecution and the restitution were human and institutional. No source names the vendor or the model, gives an accuracy figure, or reports a false match in this case." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "After staff identified a theft, facial-recognition software found footage of earlier visits and alerted a manager when the same person returned to the store.", "editor_note": "" } }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The system's documented contribution came after a human detection. On 10 September 2025 a staff member found discrepancies in a stock check. Colleagues reviewed CCTV and saw Tan leaving without paying. They uploaded her face. The Straits Times reports that the system “then automatically identified the other instances” of theft. That turned one observed theft into an amalgamated charge covering seven visits. On 11 September the system's alert reached the retail manager's phone when she entered. He intercepted her at the self-checkout kiosk with three unscanned bottles. The interception, the bag check, the police call, the prosecution and the restitution were human and institutional. No source names the vendor or the model, gives an accuracy figure, or reports a false match in this case." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "Sheng Siong's gain was small and specific. It kept three bottles on 11 September 2025. It got full restitution of about S$470 for the rest of the 19 bottles (about S$556 in all). A seven-visit theft series at one outlet ended. The amount is minor for an 83-outlet chain. The first detection was a human stock check and a manual review of CCTV, not the system." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: four independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "Sheng Siong's gain was small and specific. It kept three bottles on 11 September 2025. It got full restitution of about S$470 for the rest of the 19 bottles (about S$556 in all). A seven-visit theft series at one outlet ended. The amount is minor for an 83-outlet chain. The first detection was a human stock check and a manual review of CCTV, not the system." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "The store stopped three bottles from being taken and received about S$470 in restitution for earlier thefts. The full series involved 19 bottles worth about S$556. Staff first noticed the missing stock and reviewed the footage, so the documented AI contribution was recognizing the suspect’s return." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "Sheng Siong's gain was small and specific. It kept three bottles on 11 September 2025. It got full restitution of about S$470 for the rest of the 19 bottles (about S$556 in all). A seven-visit theft series at one outlet ended. The amount is minor for an 83-outlet chain. The first detection was a human stock check and a manual review of CCTV, not the system." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "about S$470", "what": "restitution paid by the shoplifter for the stolen bottles that were not recovered (three bottles were recovered at the interception)", "who": "Sheng Siong", "estimate": false, "quote": "The retail manager called the police, and the three bottles of wine were recovered. Tan also made full restitution of about S$470 for the remaining stolen bottles.", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "about S$470", "what": "restitution paid by the shoplifter for the stolen bottles that were not recovered (three bottles were recovered at the interception)", "who": "Sheng Siong", "estimate": false, "quote": "The retail manager called the police, and the three bottles of wine were recovered. Tan also made full restitution of about S$470 for the remaining stolen bottles.", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "value": { "amount": "about S$470", "what": "restitution paid by the shoplifter for the stolen bottles that were not recovered (three bottles were recovered at the interception)", "who": "Sheng Siong", "estimate": false, "quote": "The retail manager called the police, and the three bottles of wine were recovered. Tan also made full restitution of about S$470 for the remaining stolen bottles.", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "value" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The alert reached the manager when the suspect returned the next day. Staff stopped three unscanned bottles, and the retailer later received about S$470 in restitution. No controlled comparison with manual surveillance is reported." } }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "Bottles recovered, restitution paid, and the interval between identifying the suspect and the next alert." } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "The sources do not identify the vendor or model and provide no accuracy measure. They do not report a false match in this instance.", "editor_note": "" } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2026-05-12-21c2" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2026-05-12", "note": "The shoplifter pleaded guilty to an amalgamated theft charge and was jailed for eight days on 12 May 2026 after making full restitution of about S$470.", "quote": "A shoplifter who was nabbed after being identified by supermarket chain Sheng Siong's facial recognition technology was sentenced to eight days' jail on Tuesday (May 12).", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Staff found the initial discrepancy, reviewed the footage, and uploaded the photograph. A manager intercepted the customer and contacted the police." }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "ai_role", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0207" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "Sheng Siong’s Punggol Central store." }, "provenance": { "kind": "legacy_record", "basis": "Moved the specific information already present in the entry into its applicable question. No new source review is implied.", "record_fields": [ "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Sheng Siong’s Punggol Central store." } }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Catherine Tan Li Eng, 51, took 19 Jacob's Creek wine bottles worth about S$556 from the Sheng Siong supermarket at Block 622D Punggol Central, Singapore. She bagged them unscanned at self-checkout from 2 to 11 September 2025. On 10 September staff found stock discrepancies, reviewed closed-circuit television (CCTV) and uploaded her face to the chain's AI-driven facial recognition system. It automatically identified the earlier thefts. When she returned at noon on 11 September the retail manager got a phone alert. He stopped her at the self-checkout kiosk and found three unscanned bottles. Police arrested her. On 12 May 2026 District Judge Brenda Chua jailed her for eight days on an amalgamated theft charge after full restitution of about S$470.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Sheng Siong recovered the value of stolen wine and stopped three further bottles from leaving the store." } }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "depth": 1, "reason": "Sheng Siong's gain was small and specific. It kept three bottles on 11 September 2025. It got full restitution of about S$470 for the rest of the 19 bottles (about S$556 in all). A seven-visit theft series at one outlet ended. The amount is minor for an 83-outlet chain. The first detection was a human stock check and a manual review of CCTV, not the system." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Sheng Siong rolled out its AI-driven facial recognition CCTV system in April 2024 as a measure against shoplifters. It worked with the Singapore Police Force under its Shop Theft for Retailers (STAR) program. In August 2025 it announced an extension to all 83 outlets. Staff upload the photograph of a suspect identified from footage. The system alerts store managers' phones when that person enters any branch. Sheng Siong said thefts per store rose from 4.91 in 2023 to 8 in 2024. Its CEO attributed the rise to catching cases the human eye had missed. Identifying a repeat shoplifter and flagging her return was exactly its designed purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Punggol, Singapore", "deployer_country": "Singapore" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Sheng Siong rolled out its AI-driven facial recognition CCTV system in April 2024 as a measure against shoplifters. It worked with the Singapore Police Force under its Shop Theft for Retailers (STAR) program. In August 2025 it announced an extension to all 83 outlets. Staff upload the photograph of a suspect identified from footage. The system alerts store managers' phones when that person enters any branch. Sheng Siong said thefts per store rose from 4.91 in 2023 to 8 in 2024. Its CEO attributed the rise to catching cases the human eye had missed. Identifying a repeat shoplifter and flagging her return was exactly its designed purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-09-11", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. the date observed is 11 September 2025, the day the system's alert led to the interception and arrest; the Monitor's 12 May 2026 is the sentencing and reporting date. Filed as benefit created or restored (identification, arrest and restitution for an identifiable organization); the 11 September interception with three unscanned bottles could be read as a small specific harm prevented, but the record's benefit is the identification of the series and the recovery of the loss. Values differ slightly by outlet: CNA about S$556, The Straits Times over $550, AsiaOne over $555; restitution is “about S$470” in CNA and “full restitution” in all three, consistent with the three bottles recovered on 11 September. No source names the vendor of the facial recognition system or a model, so developer and the model version are null; the system's design and the STAR program come from Mothership's 26 August 2025 report of CNA's rollout story, as CNA's own rollout article returned 404 at the URL found and the Yahoo syndication 404 as well. CNA and The Straits Times refused direct fetches and were read through the r.jina.ai text proxy; The Straits Times headline now reads “...caught by Sheng Siong's facial recognition system” while its URL slug and the Monitor's title read “...from Sheng Shiong caught using facial recognition system”. Malay Mail's 12 May 2026 syndication of David Sun's Straits Times piece was read once and returned 403 on re-fetch, so it is not cited; STOMP and The Independent Singapore returned 403. AsiaOne credits The Straits Times and CNA. No source discusses the PDPA or privacy aspects of the system; the record notes that the first detection was human. The October 2026 echo was found through Bing after WebSearch was exhausted and Brave and DuckDuckGo rate-limited or challenged.", "source": "https://oecd.ai/en/incidents/2026-05-12-21c2", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Sheng_Siong", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A chain-wide facial recognition layer on existing CCTV (rolled out from April 2024, extended to all 83 outlets after August 2025). Staff upload a suspect's face, and managers get app alerts when that person re-enters any branch.", "A human trigger: a stock check on 10 September 2025 that revealed missing bottles. Staff then reviewed the footage and uploaded the face the same day.", "A repeat offender who came back to the same outlet at noon the next day, which gave the alert something to fire on.", "A manager on the premises with his phone, able to intercept at the self-checkout kiosk. A police and court process (the STAR program, an amalgamated theft charge) that turned the identification into restitution and a sentence." ], "must_hold": [ "The system identifies, it does not detect. Stock counts or staff still have to notice the first theft. Sheng Siong's CEO implied as much when he said the human eye had missed cases.", "Someone must act on the alert within minutes. The gain here was an interception before she left the store, not the alert itself.", "The match must be right and lawful. A wrong face flagged at the door would produce a wrongful stop. No source reports a false match in this case. None names the vendor or any accuracy figure." ], "echoes": [ { "setting": "Malay Mail, 9 October 2026 (AsiaOne report): Leong Seek Yuen, 45, jailed one week after Sheng Siong's facial recognition system alerted staff when she re-entered its Sin Ming Avenue outlet on 1 October 2025, following twelve thefts of meat and drinks worth about S$90 between 27 May and 12 August 2025; as here, an assistant supervisor had first found stock discrepancies and checked CCTV. https://www.malaymail.com/news/singapore/2026/10/09/singapore-supermarkets-facial-recognition-system-catches-woman-after-12-shoplifting-trips/238387", "outcome": "unknown" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A chain-wide facial recognition layer on existing CCTV (rolled out from April 2024, extended to all 83 outlets after August 2025). Staff upload a suspect's face, and managers get app alerts when that person re-enters any branch.", "A human trigger: a stock check on 10 September 2025 that revealed missing bottles. Staff then reviewed the footage and uploaded the face the same day.", "A repeat offender who came back to the same outlet at noon the next day, which gave the alert something to fire on.", "A manager on the premises with his phone, able to intercept at the self-checkout kiosk. A police and court process (the STAR program, an amalgamated theft charge) that turned the identification into restitution and a sentence." ], "must_hold": [ "The system identifies, it does not detect. Stock counts or staff still have to notice the first theft. Sheng Siong's CEO implied as much when he said the human eye had missed cases.", "Someone must act on the alert within minutes. The gain here was an interception before she left the store, not the alert itself.", "The match must be right and lawful. A wrong face flagged at the door would produce a wrongful stop. No source reports a false match in this case. None names the vendor or any accuracy figure." ], "echoes": [ { "setting": "Malay Mail, 9 October 2026 (AsiaOne report): Leong Seek Yuen, 45, jailed one week after Sheng Siong's facial recognition system alerted staff when she re-entered its Sin Ming Avenue outlet on 1 October 2025, following twelve thefts of meat and drinks worth about S$90 between 27 May and 12 August 2025; as here, an assistant supervisor had first found stock discrepancies and checked CCTV. https://www.malaymail.com/news/singapore/2026/10/09/singapore-supermarkets-facial-recognition-system-catches-woman-after-12-shoplifting-trips/238387", "outcome": "unknown" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Staff must first identify a suspected theft and supply the relevant image. A manager must then verify the match and act before the person leaves. The identification and stop need to be lawful." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the OECD Monitor entry and the cited sources. the date observed is 11 September 2025, the day the system's alert led to the interception and arrest; the Monitor's 12 May 2026 is the sentencing and reporting date. Filed as benefit created or restored (identification, arrest and restitution for an identifiable organization); the 11 September interception with three unscanned bottles could be read as a small specific harm prevented, but the record's benefit is the identification of the series and the recovery of the loss. Values differ slightly by outlet: CNA about S$556, The Straits Times over $550, AsiaOne over $555; restitution is “about S$470” in CNA and “full restitution” in all three, consistent with the three bottles recovered on 11 September. No source names the vendor of the facial recognition system or a model, so developer and the model version are null; the system's design and the STAR program come from Mothership's 26 August 2025 report of CNA's rollout story, as CNA's own rollout article returned 404 at the URL found and the Yahoo syndication 404 as well. CNA and The Straits Times refused direct fetches and were read through the r.jina.ai text proxy; The Straits Times headline now reads “...caught by Sheng Siong's facial recognition system” while its URL slug and the Monitor's title read “...from Sheng Shiong caught using facial recognition system”. Malay Mail's 12 May 2026 syndication of David Sun's Straits Times piece was read once and returned 403 on re-fetch, so it is not cited; STOMP and The Independent Singapore returned 403. AsiaOne credits The Straits Times and CNA. No source discusses the PDPA or privacy aspects of the system; the record notes that the first detection was human. The October 2026 echo was found through Bing after WebSearch was exhausted and Brave and DuckDuckGo rate-limited or challenged.", "source": "https://oecd.ai/en/incidents/2026-05-12-21c2", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Knowledge Discovery among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421; https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Sheng_Siong", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Clarified the displayed field answers and placed measurements and limitations in their respective fields.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Retail loss prevention and law enforcement", "segment": "Supermarket shop-theft detection: facial recognition on store CCTV with mobile alerts to managers" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Lam L / CNA (2026). Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine. Channel NewsAsia, 12 May 2026 (updated 14 May 2026).", "title": "Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "date": "2026-05-12", "written_by": "independent", "quote": "The retail manager was at the premises when he received an alert on his mobile phone" }, { "kind": "news report", "citation": "Sun D / The Straits Times (2026). Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system. The Straits Times, 12 May 2026 (updated 13 May 2026).", "title": "Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system", "url": "https://www.straitstimes.com/singapore/courts-crime/woman-who-stole-19-bottles-of-wine-from-sheng-shiong-caught-using-facial-recognition-system", "date": "2026-05-12", "written_by": "independent", "quote": "They used the footage to flag her face in the facial recognition system, which then automatically identified the other instances" }, { "kind": "news report", "citation": "Khoo Y-H / AsiaOne (2026). Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail. AsiaOne, 13 May 2026.", "title": "Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail", "url": "https://www.asiaone.com/singapore/woman-caught-sheng-siongs-facial-recognition-system-stealing-19-bottles-wine-get-8-days", "date": "2026-05-13", "written_by": "independent", "quote": "they were able to prevent her from stealing another three bottles of wine" }, { "kind": "news report", "citation": "Lay B / Mothership (2025). Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises. Mothership, 26 August 2025.", "title": "Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises", "url": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html", "date": "2025-08-26", "written_by": "independent", "quote": "It is deployed in collaboration with the Singapore Police Force (SPF) under its Shop Theft for Retailers (STAR) Programme" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0207-source-0001", "AIBD-0207-source-0002", "AIBD-0207-source-0003", "AIBD-0207-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Lam L / CNA (2026). Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine. Channel NewsAsia, 12 May 2026 (updated 14 May 2026).", "title": "Shoplifter identified by Sheng Siong's facial recognition technology gets jail for stealing wine", "url": "https://www.channelnewsasia.com/singapore/shoplifter-caught-sheng-siong-facial-recognition-tech-jail-6115421", "date": "2026-05-12", "written_by": "independent", "quote": "The retail manager was at the premises when he received an alert on his mobile phone" }, { "kind": "news report", "citation": "Sun D / The Straits Times (2026). Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system. The Straits Times, 12 May 2026 (updated 13 May 2026).", "title": "Woman who stole 19 bottles of wine caught by Sheng Siong's facial recognition system", "url": "https://www.straitstimes.com/singapore/courts-crime/woman-who-stole-19-bottles-of-wine-from-sheng-shiong-caught-using-facial-recognition-system", "date": "2026-05-12", "written_by": "independent", "quote": "They used the footage to flag her face in the facial recognition system, which then automatically identified the other instances" }, { "kind": "news report", "citation": "Khoo Y-H / AsiaOne (2026). Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail. AsiaOne, 13 May 2026.", "title": "Woman caught by Sheng Siong's facial recognition system stealing 19 bottles of wine gets 8 days' jail", "url": "https://www.asiaone.com/singapore/woman-caught-sheng-siongs-facial-recognition-system-stealing-19-bottles-wine-get-8-days", "date": "2026-05-13", "written_by": "independent", "quote": "they were able to prevent her from stealing another three bottles of wine" }, { "kind": "news report", "citation": "Lay B / Mothership (2025). Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises. Mothership, 26 August 2025.", "title": "Sheng Siong installs face recognition CCTV at 83 outlets to catch shoplifters who re-enter premises", "url": "https://mothership.sg/2025/08/sheng-siong-face-recognition-cctv/index.html", "date": "2025-08-26", "written_by": "independent", "quote": "It is deployed in collaboration with the Singapore Police Force (SPF) under its Shop Theft for Retailers (STAR) Programme" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Sheng Siong's facial recognition matched a wine thief to six prior thefts and flagged her return; arrest, restitution, eight days' jail.", "account": "Catherine Tan Li Eng, 51, took 19 Jacob's Creek wine bottles worth about S$556 from the Sheng Siong supermarket at Block 622D Punggol Central, Singapore. She bagged them unscanned at self-checkout from 2 to 11 September 2025. On 10 September staff found stock discrepancies, reviewed closed-circuit television (CCTV) and uploaded her face to the chain's AI-driven facial recognition system. It automatically identified the earlier thefts. When she returned at noon on 11 September the retail manager got a phone alert. He stopped her at the self-checkout kiosk and found three unscanned bottles. Police arrested her. On 12 May 2026 District Judge Brenda Chua jailed her for eight days on an amalgamated theft charge after full restitution of about S$470." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Sheng Siong's AI-driven facial recognition closed-circuit television system: a suspect's photograph, taken from CCTV footage after a theft is found, is uploaded, the system matches the face across footage and sends mobile alerts through a corporate app to staff when that person enters any Sheng Siong outlet" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Sheng Siong's facial-recognition CCTV, given a shoplifter's face after a 10 September 2025 stock check at its Punggol Central outlet, matches her to six earlier wine thefts and alerts the manager's phone when she returns at noon the next day; staff stop her with three unscanned bottles, police arrest her, she repays the chain and is jailed eight days on 12 May 2026", "headline": "Sheng Siong's facial recognition catches a repeat wine thief" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "692dc2995f185a3da07c3ae1563b1e95acecd31c39a5109e2349ac66fb973a9b" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Catherine Tan Li Eng, 51, took 19 Jacob's Creek wine bottles worth about S$556 from the Sheng Siong supermarket at Block 622D Punggol Central, Singapore. She bagged them unscanned at self-checkout from 2 to 11 September 2025. On 10 September staff found stock discrepancies, reviewed closed-circuit television (CCTV) and uploaded her face to the chain's AI-driven facial recognition system. It automatically identified the earlier thefts. When she returned at noon on 11 September the retail manager got a phone alert. He stopped her at the self-checkout kiosk and found three unscanned bottles. Police arrested her. On 12 May 2026 District Judge Brenda Chua jailed her for eight days on an amalgamated theft charge after full restitution of about S$470.", "replication": { "produced_by": [ "A chain-wide facial recognition layer on existing CCTV (rolled out from April 2024, extended to all 83 outlets after August 2025). Staff upload a suspect's face, and managers get app alerts when that person re-enters any branch.", "A human trigger: a stock check on 10 September 2025 that revealed missing bottles. Staff then reviewed the footage and uploaded the face the same day.", "A repeat offender who came back to the same outlet at noon the next day, which gave the alert something to fire on.", "A manager on the premises with his phone, able to intercept at the self-checkout kiosk. A police and court process (the STAR program, an amalgamated theft charge) that turned the identification into restitution and a sentence." ], "must_hold": [ "The system identifies, it does not detect. Stock counts or staff still have to notice the first theft. Sheng Siong's CEO implied as much when he said the human eye had missed cases.", "Someone must act on the alert within minutes. The gain here was an interception before she left the store, not the alert itself.", "The match must be right and lawful. A wrong face flagged at the door would produce a wrongful stop. No source reports a false match in this case. None names the vendor or any accuracy figure." ], "echoes": [ { "setting": "Malay Mail, 9 October 2026 (AsiaOne report): Leong Seek Yuen, 45, jailed one week after Sheng Siong's facial recognition system alerted staff when she re-entered its Sin Ming Avenue outlet on 1 October 2025, following twelve thefts of meat and drinks worth about S$90 between 27 May and 12 August 2025; as here, an assistant supervisor had first found stock discrepancies and checked CCTV. https://www.malaymail.com/news/singapore/2026/10/09/singapore-supermarkets-facial-recognition-system-catches-woman-after-12-shoplifting-trips/238387", "outcome": "unknown" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "A stock check that revealed missing wine led staff to review camera footage and upload the suspect’s face. The system sent an alert that reached the manager when she returned the next day. Staff stopped her at the checkout. Police and court proceedings that followed led to restitution and an eight-day sentence." } } }, "summary": { "total": 91, "addressed": 91, "known": 34, "reviewed": 0, "record_mapped": 34, "not_assessed": 57, "complete": false, "by_state": { "value_present": 34, "not_reported": 0, "unresolved": 0, "not_assessed": 57, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0229", "case_url": "records/AIBD-0229.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Follow-up", "value": "Four months later Steven Kramer was indicted in New Hampshire on 26 charges and the FCC proposed a $6 million fine; the cited sources do not tie those actions to Pindrop's analysis.", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0229", "title": "Pindrop's deepfake detector attributes the Biden New Hampshire robocall to ElevenLabs technology, corroborated by UC Berkeley", "summary": "After a deepfake Biden robocall targeted New Hampshire's Jan 2024 primary, Pindrop's analysis against 120+ voice engines pointed to ElevenLabs; Hany Farid's Berkeley team reached the same conclusion.", "date_observed": "2024-01-26", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Pindrop's blog post appeared the day before. Voters in New Hampshire received an AI-generated robocall impersonating President Biden before the 23 January 2024 primary. Pindrop, a company that builds synthetic-audio detection tools, analyzed a 39-second clip, checking its patterns against more than 120 voice synthesis engines. Its CEO Vijay Balasubramaniyan told WIRED the result came back well north of 99 percent for ElevenLabs. Hany Farid's UC Berkeley team, initially skeptical, ran its own model on the same sample. It concluded with high confidence that it was AI-generated and likely ElevenLabs. ElevenLabs' own detector returned 84 percent, a result WIRED reproduced. In May 2024 the New Hampshire Attorney General announced 26 charges against Steven Kramer and the FCC proposed a $6 million fine (NHPR). The sources do not connect those actions to Pindrop's analysis.", "category": "benefit created", "unexpected": false, "purpose": "Identify synthetic (deepfake) audio and attribute it to the generating system.", "system": "Pindrop deepfake audio analysis (voice-engine attribution)", "model_version": null, "developer": "Pindrop", "deployer": "Pindrop (developer and deployer are the same company); independent corroboration by Hany Farid's UC Berkeley model", "location": null, "domain": "Election integrity / deepfake detection", "segment": "Technology", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The system attributed a harm after the fact rather than preventing it.", "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 1, "reason": "Public attribution of the robocall's toolchain, corroborated by an academic team. No enforcement outcome in the sources is traced to the analysis." } ], "ai_role": { "status": "assessed", "statement": "The attribution is the vendor's own analysis, reported by WIRED with named sources and independently replicated by Farid's team. ElevenLabs did not comment on the incident. The sources document no harm stopped and do not link the later charges against Kramer or the FCC fine to Pindrop's finding." }, "evidence": [ { "kind": "news report", "citation": "Kate Knibbs, WIRED, 26 Jan 2024", "title": "Researchers Say the Deepfake Biden Robocall Was Likely Made With Tools From AI Startup ElevenLabs", "url": "https://www.wired.com/story/biden-robocall-deepfake-elevenlabs/", "date": "2024-01-26", "written_by": "independent", "quote": "Our model says with high confidence that it is AI-generated and likely to be ElevenLabs," }, { "kind": "news report", "citation": "Todd Bookman, New Hampshire Public Radio, 23 May 2024", "title": "Political operative linked to AI Biden robocalls facing charges in NH, FCC fines", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "date": "2024-05-23", "written_by": "independent", "quote": "In total, he’s facing 26 charges, including 13 felonies." } ], "replication": { "produced_by": [ "A clean audio sample of the deepfake", "A library of fingerprints for many commercial voice-synthesis engines", "A second, independent model run on the same sample" ], "must_hold": [ "The generating engine must be among those fingerprinted", "Sample length and quality sufficient for attribution" ], "echoes": [] }, "paired_incident": null, "headline": "Pindrop traces the Biden New Hampshire robocall to ElevenLabs", "metric": "the result came back well north of 99 percent for ElevenLabs", "comparator": null, "later": { "status": "litigated", "date": "2024-05-23", "note": "Four months later Steven Kramer was indicted in New Hampshire on 26 charges and the FCC proposed a $6 million fine; the cited sources do not tie those actions to Pindrop's analysis.", "quote": "They allege that 54-year-old Steven Kramer worked to suppress votes and impersonated a political candidate when he coordinated the robocalls. In total, he's facing 26 charges, including 13 felonies.", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Pindrop_Security; https://en.wikipedia.org/wiki/Pindrop_Security", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Pindrop.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: two independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0229", "catalog_version": "1.0.0", "source_fingerprint": "8214b8556babe9cf20a70009bb6e001f80fe1f3ec1f88e30c4c95f12a2d2f31e", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0229-source-0001", "AIBD-0229-source-0002" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Pindrop", "deployer": "Pindrop (developer and deployer are the same company); independent corroboration by Hany Farid's UC Berkeley model" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The attribution is the vendor's own analysis, reported by WIRED with named sources and independently replicated by Farid's team. ElevenLabs did not comment on the incident. The sources document no harm stopped and do not link the later charges against Kramer or the FCC fine to Pindrop's finding." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The attribution is the vendor's own analysis, reported by WIRED with named sources and independently replicated by Farid's team. ElevenLabs did not comment on the incident. The sources document no harm stopped and do not link the later charges against Kramer or the FCC fine to Pindrop's finding." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 1, "reason": "Public attribution of the robocall's toolchain, corroborated by an academic team. No enforcement outcome in the sources is traced to the analysis." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: two independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 1, "reason": "Public attribution of the robocall's toolchain, corroborated by an academic team. No enforcement outcome in the sources is traced to the analysis." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 1, "reason": "Public attribution of the robocall's toolchain, corroborated by an academic team. No enforcement outcome in the sources is traced to the analysis." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "the result came back well north of 99 percent for ElevenLabs", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "litigated", "date": "2024-05-23", "note": "Four months later Steven Kramer was indicted in New Hampshire on 26 charges and the FCC proposed a $6 million fine; the cited sources do not tie those actions to Pindrop's analysis.", "quote": "They allege that 54-year-old Steven Kramer worked to suppress votes and impersonated a political candidate when he coordinated the robocalls. In total, he's facing 26 charges, including 13 felonies.", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0229" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The system attributed a harm after the fact rather than preventing it." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Pindrop's blog post appeared the day before. Voters in New Hampshire received an AI-generated robocall impersonating President Biden before the 23 January 2024 primary. Pindrop, a company that builds synthetic-audio detection tools, analyzed a 39-second clip, checking its patterns against more than 120 voice synthesis engines. Its CEO Vijay Balasubramaniyan told WIRED the result came back well north of 99 percent for ElevenLabs. Hany Farid's UC Berkeley team, initially skeptical, ran its own model on the same sample. It concluded with high confidence that it was AI-generated and likely ElevenLabs. ElevenLabs' own detector returned 84 percent, a result WIRED reproduced. In May 2024 the New Hampshire Attorney General announced 26 charges against Steven Kramer and the FCC proposed a $6 million fine (NHPR). The sources do not connect those actions to Pindrop's analysis.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 1, "reason": "Public attribution of the robocall's toolchain, corroborated by an academic team. No enforcement outcome in the sources is traced to the analysis." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Identify synthetic (deepfake) audio and attribute it to the generating system." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Identify synthetic (deepfake) audio and attribute it to the generating system." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2024-01-26", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Pindrop_Security; https://en.wikipedia.org/wiki/Pindrop_Security", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Pindrop.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A clean audio sample of the deepfake", "A library of fingerprints for many commercial voice-synthesis engines", "A second, independent model run on the same sample" ], "must_hold": [ "The generating engine must be among those fingerprinted", "Sample length and quality sufficient for attribution" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Pindrop_Security; https://en.wikipedia.org/wiki/Pindrop_Security", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Pindrop.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Election integrity / deepfake detection", "segment": "Technology" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Kate Knibbs, WIRED, 26 Jan 2024", "title": "Researchers Say the Deepfake Biden Robocall Was Likely Made With Tools From AI Startup ElevenLabs", "url": "https://www.wired.com/story/biden-robocall-deepfake-elevenlabs/", "date": "2024-01-26", "written_by": "independent", "quote": "Our model says with high confidence that it is AI-generated and likely to be ElevenLabs," }, { "kind": "news report", "citation": "Todd Bookman, New Hampshire Public Radio, 23 May 2024", "title": "Political operative linked to AI Biden robocalls facing charges in NH, FCC fines", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "date": "2024-05-23", "written_by": "independent", "quote": "In total, he’s facing 26 charges, including 13 felonies." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0229-source-0001", "AIBD-0229-source-0002" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "Kate Knibbs, WIRED, 26 Jan 2024", "title": "Researchers Say the Deepfake Biden Robocall Was Likely Made With Tools From AI Startup ElevenLabs", "url": "https://www.wired.com/story/biden-robocall-deepfake-elevenlabs/", "date": "2024-01-26", "written_by": "independent", "quote": "Our model says with high confidence that it is AI-generated and likely to be ElevenLabs," }, { "kind": "news report", "citation": "Todd Bookman, New Hampshire Public Radio, 23 May 2024", "title": "Political operative linked to AI Biden robocalls facing charges in NH, FCC fines", "url": "https://www.nhpr.org/politics/2024-05-23/political-operative-linked-to-ai-biden-robocalls-facing-charges-in-nh-fcc-fines", "date": "2024-05-23", "written_by": "independent", "quote": "In total, he’s facing 26 charges, including 13 felonies." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "After a deepfake Biden robocall targeted New Hampshire's Jan 2024 primary, Pindrop's analysis against 120+ voice engines pointed to ElevenLabs; Hany Farid's Berkeley team reached the same conclusion.", "account": "Pindrop's blog post appeared the day before. Voters in New Hampshire received an AI-generated robocall impersonating President Biden before the 23 January 2024 primary. Pindrop, a company that builds synthetic-audio detection tools, analyzed a 39-second clip, checking its patterns against more than 120 voice synthesis engines. Its CEO Vijay Balasubramaniyan told WIRED the result came back well north of 99 percent for ElevenLabs. Hany Farid's UC Berkeley team, initially skeptical, ran its own model on the same sample. It concluded with high confidence that it was AI-generated and likely ElevenLabs. ElevenLabs' own detector returned 84 percent, a result WIRED reproduced. In May 2024 the New Hampshire Attorney General announced 26 charges against Steven Kramer and the FCC proposed a $6 million fine (NHPR). The sources do not connect those actions to Pindrop's analysis." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Pindrop deepfake audio analysis (voice-engine attribution)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Pindrop" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Pindrop's deepfake detector attributes the Biden New Hampshire robocall to ElevenLabs technology, corroborated by UC Berkeley", "headline": "Pindrop traces the Biden New Hampshire robocall to ElevenLabs" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "8214b8556babe9cf20a70009bb6e001f80fe1f3ec1f88e30c4c95f12a2d2f31e" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Pindrop's blog post appeared the day before. Voters in New Hampshire received an AI-generated robocall impersonating President Biden before the 23 January 2024 primary. Pindrop, a company that builds synthetic-audio detection tools, analyzed a 39-second clip, checking its patterns against more than 120 voice synthesis engines. Its CEO Vijay Balasubramaniyan told WIRED the result came back well north of 99 percent for ElevenLabs. Hany Farid's UC Berkeley team, initially skeptical, ran its own model on the same sample. It concluded with high confidence that it was AI-generated and likely ElevenLabs. ElevenLabs' own detector returned 84 percent, a result WIRED reproduced. In May 2024 the New Hampshire Attorney General announced 26 charges against Steven Kramer and the FCC proposed a $6 million fine (NHPR). The sources do not connect those actions to Pindrop's analysis.", "replication": { "produced_by": [ "A clean audio sample of the deepfake", "A library of fingerprints for many commercial voice-synthesis engines", "A second, independent model run on the same sample" ], "must_hold": [ "The generating engine must be among those fingerprinted", "Sample length and quality sufficient for attribution" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 28, "reviewed": 0, "record_mapped": 28, "not_assessed": 63, "complete": false, "by_state": { "value_present": 28, "not_reported": 0, "unresolved": 0, "not_assessed": 63, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0276", "case_url": "records/AIBD-0276.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "Raphael scholars quoted by The Art Newspaper the day after the display opened called the painting a 19th-century copy, and in September 2023 (reported by Artnet on 18 September) the rival authentication firm Art Recognition said its model classified the Tondo as not by Raphael with 85 percent probability; no museum or auction house accepted the attribution.", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0276", "title": "Bradford facial-recognition AI may have identified the de Brecy Tondo as a Raphael; the painting goes on show", "summary": "Ugail's deep-learning comparison found 97% facial similarity with the Sistine Madonna; Cartwright Hall showed the Tondo July 2023-Jan 2024; Raphael scholars call it a copy; Art Recognition says not.", "date_observed": "2023-07-25", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Hassan Ugail (University of Bradford) led a facial-recognition deep-learning comparison with University of Nottingham colleagues. It was reported on 26 January 2023 (Artforum). It found 97% similarity between the Madonna of the de Brecy Tondo and Raphael's Sistine Madonna, and 86% for the child. Ugail said the two “are undoubtedly by the same artist” (BBC, 25 July 2023). The painting, owned by the de Brecy Trust, went on public display at Cartwright Hall Art Gallery, Bradford, from July 2023. The display was extended “due to popular demand” to 3 January 2024, per Bradford Museums' own page. That page calls it “a mystery painting found to be undoubtedly by Raphael”. The Art Newspaper (26 July 2023) quoted Raphael scholars rejecting the attribution. An anonymous specialist said “The picture is clearly a copy from the 19th century”. Angelamaria Aceto (Ashmolean) would not support an AI-based assessment. Artnet (18 September 2023) reported that Art Recognition's model found with 85% probability that the Tondo was not painted by Raphael. The same company had earlier asserted with 92% certainty that the National Gallery's Samson and Delilah might not be by Rubens. No source on record shows a museum or auction house accepting an AI attribution. The AI finding was reported on 26 January 2023.", "category": "benefit created", "unexpected": false, "purpose": "Test whether facial features in a disputed painting match those in an authenticated Raphael", "system": "University of Bradford facial-recognition deep-learning comparison (Hassan Ugail); contrasted with Art Recognition's authentication model", "model_version": null, "developer": "University of Bradford and University of Nottingham team (Ugail); Art Recognition AG (Carina Popovici)", "deployer": "de Brecy Trust; Bradford Museums & Galleries (Cartwright Hall Art Gallery)", "location": "Bradford, England, UK", "domain": "Cultural heritage; art attribution", "segment": "Museum visitors and the painting's owners", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The Raphael attribution is rejected by named scholars and a second AI system, so the only realized outcome is a public exhibition.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individual beneficiary." }, { "group": "organizational", "depth": 1, "reason": "Bradford Museums exhibited the painting as a possible Raphael and extended the display “due to popular demand”." }, { "group": "societal", "depth": null, "reason": "The attribution is not accepted by scholars or institutions." } ], "ai_role": { "status": "unassessed", "statement": "Bradford's model produced the similarity figures that underpinned the “undoubtedly Raphael” claim and the exhibition. Raphael scholars reject the attribution. Art Recognition's model gives 85% probability against Raphael. The evidence is press reporting and the deployer's own page. No peer-reviewed report of the Tondo analysis and no institutional acceptance was found." }, "evidence": [ { "kind": "news report", "citation": "BBC News, 25 Jul 2023", "title": "Lost Raphael masterpiece goes on show in Bradford in UK first", "url": "https://www.bbc.co.uk/news/uk-england-leeds-66291225", "date": "2023-07-25", "written_by": "independent", "quote": "the Tondo and the Sistine Madonna are undoubtedly by the same artist" }, { "kind": "news report", "citation": "The Art Newspaper, 26 Jul 2023", "title": "'Clearly a copy from the 19th century'-Old Masters scholars reject AI-attributed Raphael", "url": "https://www.theartnewspaper.com/2023/07/26/clearly-a-copy-from-the-19th-centuryold-masters-scholars-reject-ai-attributed-raphael", "date": "2023-07-26", "written_by": "independent", "quote": "The picture is clearly a copy from the 19th century." }, { "kind": "news report", "citation": "Artnet News, 18 Sep 2023", "title": "Two A.I. Models Set Out to Authenticate a Raphael Painting and Got Different Results, Casting Doubt on the Technology's Future", "url": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290", "date": "2023-09-18", "written_by": "independent", "quote": "found with 85 percent probability that the de Brecy Tondo was not painted by Raphael." }, { "kind": "press release", "citation": "Bradford Museums & Galleries event page", "title": "The de Brecy Tondo", "url": "https://www.bradfordmuseums.org/whats-on/the-de-brecy-tondo", "date": null, "written_by": "deployer", "quote": "a mystery painting found to be 'undoubtedly' by Raphael." }, { "kind": "other", "citation": "Art Recognition AG (n.d.). Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence. Case study.", "title": "Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "date": null, "written_by": "makers", "quote": null } ], "replication": { "produced_by": [ "Deep-learning facial-feature comparison between the Tondo and the Sistine Madonna", "Public exhibition by a municipal gallery" ], "must_hold": [ "Scholarly acceptance of AI attribution (absent)", "Agreement between independent AI authentication models (absent)" ], "echoes": [ { "date": "2023-09-18", "setting": "Art Recognition model applied to the same painting", "model_version": null, "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" }, { "date": null, "setting": "Art Recognition claim that the National Gallery's Samson and Delilah might not be by Rubens; no institutional acceptance located", "model_version": null, "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" } ] }, "paired_incident": null, "headline": "Bradford AI may have identified the de Brecy Tondo as a Raphael", "metric": "97% facial similarity with the Sistine Madonna", "comparator": null, "later": { "status": "reversed", "date": "2023-09-18", "note": "Raphael scholars quoted by The Art Newspaper the day after the display opened called the painting a 19th-century copy, and in September 2023 (reported by Artnet on 18 September) the rival authentication firm Art Recognition said its model classified the Tondo as not by Raphael with 85 percent probability; no museum or auction house accepted the attribution.", "quote": "Our model classified the painting as not autograph by Raphael, with an 85 percent probability.", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/" }, "value": null, "developer_country": "United Kingdom", "deployer_country": "United Kingdom", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_of_Bradford; https://www.debrecy.org.uk/community/press_photo_download", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: three independent news reports, the makers' other and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0276", "catalog_version": "1.0.0", "source_fingerprint": "1fd297a79151c946bf8dcc227acc54176b4aed494ecd8eb5d22804920cc3ae53", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0276-source-0001", "AIBD-0276-source-0002", "AIBD-0276-source-0003", "AIBD-0276-source-0004", "AIBD-0276-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "University of Bradford and University of Nottingham team (Ugail); Art Recognition AG (Carina Popovici)", "deployer": "de Brecy Trust; Bradford Museums & Galleries (Cartwright Hall Art Gallery)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "unassessed", "statement": "Bradford's model produced the similarity figures that underpinned the “undoubtedly Raphael” claim and the exhibition. Raphael scholars reject the attribution. Art Recognition's model gives 85% probability against Raphael. The evidence is press reporting and the deployer's own page. No peer-reviewed report of the Tondo analysis and no institutional acceptance was found." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "depth": 1, "reason": "Bradford Museums exhibited the painting as a possible Raphael and extended the display “due to popular demand”." }, { "group": "societal", "reason": "The attribution is not accepted by scholars or institutions." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: three independent news reports, the makers' other and the deployer's press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "depth": 1, "reason": "Bradford Museums exhibited the painting as a possible Raphael and extended the display “due to popular demand”." }, { "group": "societal", "reason": "The attribution is not accepted by scholars or institutions." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "depth": 1, "reason": "Bradford Museums exhibited the painting as a possible Raphael and extended the display “due to popular demand”." }, { "group": "societal", "reason": "The attribution is not accepted by scholars or institutions." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "97% facial similarity with the Sistine Madonna", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2023-09-18", "note": "Raphael scholars quoted by The Art Newspaper the day after the display opened called the painting a 19th-century copy, and in September 2023 (reported by Artnet on 18 September) the rival authentication firm Art Recognition said its model classified the Tondo as not by Raphael with 85 percent probability; no museum or auction house accepted the attribution.", "quote": "Our model classified the painting as not autograph by Raphael, with an 85 percent probability.", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0276" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The Raphael attribution is rejected by named scholars and a second AI system, so the only realized outcome is a public exhibition." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Hassan Ugail (University of Bradford) led a facial-recognition deep-learning comparison with University of Nottingham colleagues. It was reported on 26 January 2023 (Artforum). It found 97% similarity between the Madonna of the de Brecy Tondo and Raphael's Sistine Madonna, and 86% for the child. Ugail said the two “are undoubtedly by the same artist” (BBC, 25 July 2023). The painting, owned by the de Brecy Trust, went on public display at Cartwright Hall Art Gallery, Bradford, from July 2023. The display was extended “due to popular demand” to 3 January 2024, per Bradford Museums' own page. That page calls it “a mystery painting found to be undoubtedly by Raphael”. The Art Newspaper (26 July 2023) quoted Raphael scholars rejecting the attribution. An anonymous specialist said “The picture is clearly a copy from the 19th century”. Angelamaria Aceto (Ashmolean) would not support an AI-based assessment. Artnet (18 September 2023) reported that Art Recognition's model found with 85% probability that the Tondo was not painted by Raphael. The same company had earlier asserted with 92% certainty that the National Gallery's Samson and Delilah might not be by Rubens. No source on record shows a museum or auction house accepting an AI attribution. The AI finding was reported on 26 January 2023.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "depth": 1, "reason": "Bradford Museums exhibited the painting as a possible Raphael and extended the display “due to popular demand”." }, { "group": "societal", "reason": "The attribution is not accepted by scholars or institutions." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Test whether facial features in a disputed painting match those in an authenticated Raphael" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Bradford, England, UK", "developer_country": "United Kingdom", "deployer_country": "United Kingdom" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Test whether facial features in a disputed painting match those in an authenticated Raphael" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-07-25", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_of_Bradford; https://www.debrecy.org.uk/community/press_photo_download", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Deep-learning facial-feature comparison between the Tondo and the Sistine Madonna", "Public exhibition by a municipal gallery" ], "must_hold": [ "Scholarly acceptance of AI attribution (absent)", "Agreement between independent AI authentication models (absent)" ], "echoes": [ { "date": "2023-09-18", "setting": "Art Recognition model applied to the same painting", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" }, { "setting": "Art Recognition claim that the National Gallery's Samson and Delilah might not be by Rubens; no institutional acceptance located", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Deep-learning facial-feature comparison between the Tondo and the Sistine Madonna", "Public exhibition by a municipal gallery" ], "must_hold": [ "Scholarly acceptance of AI attribution (absent)", "Agreement between independent AI authentication models (absent)" ], "echoes": [ { "date": "2023-09-18", "setting": "Art Recognition model applied to the same painting", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" }, { "setting": "Art Recognition claim that the National Gallery's Samson and Delilah might not be by Rubens; no institutional acceptance located", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_of_Bradford; https://www.debrecy.org.uk/community/press_photo_download", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Cultural heritage; art attribution", "segment": "Museum visitors and the painting's owners" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "BBC News, 25 Jul 2023", "title": "Lost Raphael masterpiece goes on show in Bradford in UK first", "url": "https://www.bbc.co.uk/news/uk-england-leeds-66291225", "date": "2023-07-25", "written_by": "independent", "quote": "the Tondo and the Sistine Madonna are undoubtedly by the same artist" }, { "kind": "news report", "citation": "The Art Newspaper, 26 Jul 2023", "title": "'Clearly a copy from the 19th century'-Old Masters scholars reject AI-attributed Raphael", "url": "https://www.theartnewspaper.com/2023/07/26/clearly-a-copy-from-the-19th-centuryold-masters-scholars-reject-ai-attributed-raphael", "date": "2023-07-26", "written_by": "independent", "quote": "The picture is clearly a copy from the 19th century." }, { "kind": "news report", "citation": "Artnet News, 18 Sep 2023", "title": "Two A.I. Models Set Out to Authenticate a Raphael Painting and Got Different Results, Casting Doubt on the Technology's Future", "url": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290", "date": "2023-09-18", "written_by": "independent", "quote": "found with 85 percent probability that the de Brecy Tondo was not painted by Raphael." }, { "kind": "press release", "citation": "Bradford Museums & Galleries event page", "title": "The de Brecy Tondo", "url": "https://www.bradfordmuseums.org/whats-on/the-de-brecy-tondo", "written_by": "deployer", "quote": "a mystery painting found to be 'undoubtedly' by Raphael." }, { "kind": "other", "citation": "Art Recognition AG (n.d.). Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence. Case study.", "title": "Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "written_by": "makers" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0276-source-0001", "AIBD-0276-source-0002", "AIBD-0276-source-0003", "AIBD-0276-source-0004", "AIBD-0276-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "BBC News, 25 Jul 2023", "title": "Lost Raphael masterpiece goes on show in Bradford in UK first", "url": "https://www.bbc.co.uk/news/uk-england-leeds-66291225", "date": "2023-07-25", "written_by": "independent", "quote": "the Tondo and the Sistine Madonna are undoubtedly by the same artist" }, { "kind": "news report", "citation": "The Art Newspaper, 26 Jul 2023", "title": "'Clearly a copy from the 19th century'-Old Masters scholars reject AI-attributed Raphael", "url": "https://www.theartnewspaper.com/2023/07/26/clearly-a-copy-from-the-19th-centuryold-masters-scholars-reject-ai-attributed-raphael", "date": "2023-07-26", "written_by": "independent", "quote": "The picture is clearly a copy from the 19th century." }, { "kind": "news report", "citation": "Artnet News, 18 Sep 2023", "title": "Two A.I. Models Set Out to Authenticate a Raphael Painting and Got Different Results, Casting Doubt on the Technology's Future", "url": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290", "date": "2023-09-18", "written_by": "independent", "quote": "found with 85 percent probability that the de Brecy Tondo was not painted by Raphael." }, { "kind": "press release", "citation": "Bradford Museums & Galleries event page", "title": "The de Brecy Tondo", "url": "https://www.bradfordmuseums.org/whats-on/the-de-brecy-tondo", "written_by": "deployer", "quote": "a mystery painting found to be 'undoubtedly' by Raphael." }, { "kind": "other", "citation": "Art Recognition AG (n.d.). Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence. Case study.", "title": "Raphael and the de Brécy Tondo Madonna: When One AI Gets Ahead of the Evidence", "url": "https://art-recognition.com/case-studies/raphael-the-brecy-tondo/", "written_by": "makers" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Ugail's deep-learning comparison found 97% facial similarity with the Sistine Madonna; Cartwright Hall showed the Tondo July 2023-Jan 2024; Raphael scholars call it a copy; Art Recognition says not.", "account": "Hassan Ugail (University of Bradford) led a facial-recognition deep-learning comparison with University of Nottingham colleagues. It was reported on 26 January 2023 (Artforum). It found 97% similarity between the Madonna of the de Brecy Tondo and Raphael's Sistine Madonna, and 86% for the child. Ugail said the two “are undoubtedly by the same artist” (BBC, 25 July 2023). The painting, owned by the de Brecy Trust, went on public display at Cartwright Hall Art Gallery, Bradford, from July 2023. The display was extended “due to popular demand” to 3 January 2024, per Bradford Museums' own page. That page calls it “a mystery painting found to be undoubtedly by Raphael”. The Art Newspaper (26 July 2023) quoted Raphael scholars rejecting the attribution. An anonymous specialist said “The picture is clearly a copy from the 19th century”. Angelamaria Aceto (Ashmolean) would not support an AI-based assessment. Artnet (18 September 2023) reported that Art Recognition's model found with 85% probability that the Tondo was not painted by Raphael. The same company had earlier asserted with 92% certainty that the National Gallery's Samson and Delilah might not be by Rubens. No source on record shows a museum or auction house accepting an AI attribution. The AI finding was reported on 26 January 2023." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "University of Bradford facial-recognition deep-learning comparison (Hassan Ugail); contrasted with Art Recognition's authentication model" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "University of Bradford and University of Nottingham team (Ugail); Art Recognition AG (Carina Popovici)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Bradford facial-recognition AI may have identified the de Brecy Tondo as a Raphael; the painting goes on show", "headline": "Bradford AI may have identified the de Brecy Tondo as a Raphael" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "1fd297a79151c946bf8dcc227acc54176b4aed494ecd8eb5d22804920cc3ae53" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Hassan Ugail (University of Bradford) led a facial-recognition deep-learning comparison with University of Nottingham colleagues. It was reported on 26 January 2023 (Artforum). It found 97% similarity between the Madonna of the de Brecy Tondo and Raphael's Sistine Madonna, and 86% for the child. Ugail said the two “are undoubtedly by the same artist” (BBC, 25 July 2023). The painting, owned by the de Brecy Trust, went on public display at Cartwright Hall Art Gallery, Bradford, from July 2023. The display was extended “due to popular demand” to 3 January 2024, per Bradford Museums' own page. That page calls it “a mystery painting found to be undoubtedly by Raphael”. The Art Newspaper (26 July 2023) quoted Raphael scholars rejecting the attribution. An anonymous specialist said “The picture is clearly a copy from the 19th century”. Angelamaria Aceto (Ashmolean) would not support an AI-based assessment. Artnet (18 September 2023) reported that Art Recognition's model found with 85% probability that the Tondo was not painted by Raphael. The same company had earlier asserted with 92% certainty that the National Gallery's Samson and Delilah might not be by Rubens. No source on record shows a museum or auction house accepting an AI attribution. The AI finding was reported on 26 January 2023.", "replication": { "produced_by": [ "Deep-learning facial-feature comparison between the Tondo and the Sistine Madonna", "Public exhibition by a municipal gallery" ], "must_hold": [ "Scholarly acceptance of AI attribution (absent)", "Agreement between independent AI authentication models (absent)" ], "echoes": [ { "date": "2023-09-18", "setting": "Art Recognition model applied to the same painting", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" }, { "setting": "Art Recognition claim that the National Gallery's Samson and Delilah might not be by Rubens; no institutional acceptance located", "outcome": "did not recur", "source": "https://news.artnet.com/art-world/ai-art-authentication-will-not-replace-humans-2340290" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 28, "reviewed": 0, "record_mapped": 28, "not_assessed": 63, "complete": false, "by_state": { "value_present": 28, "not_reported": 0, "unresolved": 0, "not_assessed": 63, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0325", "case_url": "records/AIBD-0325.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "The next day the dean of Assiut University's Faculty of Medicine told Masrawy that the youth showed no clinical signs of phosphine poisoning and had categorically denied swallowing the pill, and on 26 May a toxicologist told Al Jazeera Mubasher that the claim that paraffin oil rescues such a case has no scientific basis.", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0325", "title": "ChatGPT's paraffin-oil advice may have saved Islam Adel's 17-year-old cousin after an aluminum phosphide “grain pill” ingestion in Assiut", "summary": "A Facebook post of 24 May 2025 credits ChatGPT with first aid. Assiut Faculty of Medicine dean Alaa Attia says that the youth had no phosphine symptoms and said he threw the pill into water.", "date_observed": "2025-05-24", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "El Balad (24 May 2025, 12:39) reproduces a Facebook post by Islam Adel, a commercial-control inspector. He wrote it at 1 a.m. after “24 hours” had passed since his cousin Mohamed Yousry (17) swallowed part of a “grain pill” (aluminum phosphide). The pill came from samples Adel had seized and kept at the family's old house. The cousin took it after a quarrel with his father. Adel writes that the Abnoub central hospital refused the case. He writes that within minutes he asked ChatGPT for the best course. It advised paraffin oil to coat the pill and limit phosphine release. The youth drank a bottle from a pharmacy before they went to Assiut University Hospital's poison reception. Doctors there said there was no treatment protocol and the case would die. He then gave instructions from “an advanced AI model and a limited-use trial version of GPT-5”. Nine bottles of paraffin oil were given in turn with breathing exercises. The cousin stayed conscious, vomited for hours and was discharged stable. Dostor (24 May 2025, 22:40) reports the post and the reply of Dr Alaa Attia, dean of the Faculty of Medicine at Assiut University. He said precise medical examinations showed no signs or symptoms of swallowing the pill. The youth denied taking it and admitted throwing it into a water basin. The dean added that the hospital is researching paraffin oil with acetylcysteine as an adjunct. The protocol is experimental and not officially adopted. Masrawy (25 May 2025) quotes the dean that the youth, about 17, showed no clinical symptoms of phosphine poisoning. The team questioned him and he categorically denied swallowing the pill. He cited a family dispute over travel to Italy. Dostor (25 May 2025) adds toxicologist Dr Mahmoud Amr, founder of the National Poison Center. He says oils are indeed a necessary first aid in grain-pill poisoning. Al Jazeera Mubasher (26 May 2025) quotes Amr that the claim that paraffin oil rescues such a case “has no scientific basis”. It quotes Cairo University toxicologist Dr Nermin Hamdi that Assiut University denied the case involved the grain pill. Hamdi adds that giving oil is first aid, not treatment. The Monitor lists 13 syndications. Al Arabiya's syndication was not available. The ingestion date is not fixed by any source.", "category": "harm prevented", "unexpected": true, "purpose": "ChatGPT is a general-purpose assistant. The cousin used it for emergency first-aid advice and, by his account, for instructions during hospital care. The claimed benefit (a survival) is outside any stated purpose of the system.", "system": "ChatGPT (OpenAI), described in the post as 'an advanced AI model and a limited-use trial version of GPT-5'", "model_version": "GPT-5 trial version, per the cousin's post; unverified", "developer": "OpenAI", "deployer": "Islam Adel, the patient's cousin, as a consumer user", "location": "Abnoub and Assiut University Hospital, Assiut Governorate, Egypt", "domain": "Healthcare: emergency toxicology", "segment": "Consumer chatbot used for first-aid advice", "benefit_type": "Improved Physical Health", "taxonomy_note": null, "registry_ids": { "oecd_aim": "2025-05-24-415b" }, "ratings": [ { "group": "personal", "depth": null, "reason": "The survival claim rests on the cousin's post. The dean says that there was no poisoning to survive. No outcome attributable to the advice is therefore documented." }, { "group": "societal", "depth": null, "reason": "Al Jazeera Mubasher and Dostor report experts warning that the “trend” could kill. No wider effect is documented." } ], "ai_role": { "status": "assessed", "statement": "ChatGPT's output (advice to give paraffin oil, then nine bottles in turn with breathing exercises) is documented only by the cousin's own post. The chat transcripts were not published (“too many to publish all”, per Masrawy's summary of the post). Dean Alaa Attia contradicts its effect: he says that the patient had no clinical signs of phosphine poisoning and denied swallowing the pill. Dr Nermin Hamdi's report that Assiut University denied the case involved the grain pill also contradicts it. Dr Mahmoud Amr says that oil is a recognized first aid but not a cure. Whether the hospital followed any of the AI's instructions is unsupported by any source other than the post." }, "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-05-24-415b, 'AI Intervention Saves Teen from Poisoning' (AI-generated summary).", "title": "AI Intervention Saves Teen from Poisoning", "url": "https://oecd.ai/en/incidents/2025-05-24-415b", "date": "2025-05-24", "written_by": "independent", "quote": "The AI recommended immediately coating the pill with paraffin oil to mitigate poisoning effects, helping counteract doctors’ initial pessimism and contributing to the teen’s survival." }, { "kind": "news report", "citation": "Sada El Balad (Sara Abdallah), 24 May 2025, 'عاد من الموت. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة' (reproduces Islam Adel's Facebook post).", "title": "عاد من الموت.. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة", "url": "https://www.elbalad.news/6583785", "date": "2025-05-24", "written_by": "independent", "quote": "خلال دقائق قررت أسأل شات جي بي تي عن التصرف الأمثل فنصحني فورًا باستخدام زيت البرافين" }, { "kind": "news report", "citation": "Al-Dostor (Asmaa Ibrahim), 24 May 2025, 'الذكاء الاصطناعي السبب. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة'.", "title": "الذكاء الاصطناعي السبب.. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة", "url": "https://www.dostor.org/5081951", "date": "2025-05-24", "written_by": "independent", "quote": "كما أكد أن الشاب نفى تناوله للقرص وأقر بأنه ألقاه في حوض ماء" }, { "kind": "news report", "citation": "Masrawy (Mahmoud Agami, Assiut), 25 May 2025, 'عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"'.", "title": "عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "date": "2025-05-25", "written_by": "independent", "quote": "لم تظهر عليه أي أعراض سريرية تشير إلى تعرضه لتسمم بمادة الفوسفين الناتجة عن قرص الغلة" }, { "kind": "news report", "citation": "Al-Dostor, 25 May 2025, 'دراما إنقاذ \"قرص الغلة\" عبر الذكاء الاصطناعي. وخبراء يحذرون من كارثة محتملة' (quotes Dr Mahmoud Amr, founder of the National Poison Centre).", "title": "دراما إنقاذ “قرص الغلة” عبر الذكاء الاصطناعي.. وخبراء يحذرون من كارثة محتملة", "url": "https://www.dostor.org/5083066", "date": "2025-05-25", "written_by": "independent", "quote": "تناول الزيوت بالفعل يُعد من الإسعافات الأولية الضرورية في حالات التسمم بحبوب الغلة" }, { "kind": "news report", "citation": "Al Jazeera Mubasher (Sameh Gad), 26 May 2025, '\"قرص الغلة\" والمنشور الذي حيّر المصريين. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من \"الترند القاتل\"' (quotes Dr Nermin Hamdi and Dr Mahmoud Mohamed Amr).", "title": "“قرص الغلة” والمنشور الذي حيّر المصريين.. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من “الترند القاتل”", "url": "https://www.aljazeeramubasher.net/news/reports/2025/5/26/%d9%82%d8%b1%d8%b5-%d8%a7%d9%84%d8%ba%d9%84%d8%a9-%d9%88%d8%a7%d9%84%d9%85%d9%86%d8%b4%d9%88%d8%b1-%d8%a7%d9%84%d8%b0%d9%8a-%d8%ad%d9%8a%d8%b1", "date": "2025-05-26", "written_by": "independent", "quote": "إعطاء المصاب بالتسمم أي نوع من الزيوت هو بمثابة إسعاف أولي وليس علاجا" } ], "replication": { "produced_by": [ "A layperson prompting ChatGPT for first aid during a suspected aluminum phosphide ingestion", "Paraffin oil bought from a pharmacy and given before and, by the cousin's account, during hospital care" ], "must_hold": [ "That the pill was swallowed at all, which the treating dean says the patient denied", "Clinical confirmation of phosphine poisoning and of any effect of the oil. Assiut's paraffin-oil-plus-acetylcysteine protocol is described by the dean as experimental and not officially adopted." ], "echoes": [] }, "paired_incident": null, "headline": "ChatGPT's first-aid advice may have saved a teen in Assiut", "metric": null, "comparator": null, "later": { "status": "reversed", "date": "2025-05-25", "note": "The next day the dean of Assiut University's Faculty of Medicine told Masrawy that the youth showed no clinical signs of phosphine poisoning and had categorically denied swallowing the pill, and on 26 May a toxicologist told Al Jazeera Mubasher that the claim that paraffin oil rescues such a case has no scientific basis.", "quote": "فى المقابل، أوضح عميد كلية طب أسيوط، لـ\"مصراوي\" أن الشاب، البالغ من العمر نحو 17 عامًا، لم تظهر عليه أي أعراض سريرية تشير إلى تعرضه لتسمم بمادة الفوسفين الناتجة عن قرص الغلة، وهي أعراض معروفة وواضحة في مثل هذه الحالات. وأضاف أن الفريق الطبي تابع الحالة بدقة، ووجّه للشاب عدة استفسارات حول تناوله للقرص، إلا أنه نفى ذلك بشكل قاطع، مؤكدًا أنه ألقى القرص في حوض ماء ولم يبتلعه.", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/" }, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": "the dean denies that there was a poisoning", "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the dean denies that there was a poisoning.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: five independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0325", "catalog_version": "1.0.0", "source_fingerprint": "c89c1581d594839bae821d714dc3afa69acacd79a4a7a7f16669b13a0928a51a", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0325-source-0001", "AIBD-0325-source-0002", "AIBD-0325-source-0003", "AIBD-0325-source-0004", "AIBD-0325-source-0005", "AIBD-0325-source-0006" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "OpenAI", "deployer": "Islam Adel, the patient's cousin, as a consumer user" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "ChatGPT's output (advice to give paraffin oil, then nine bottles in turn with breathing exercises) is documented only by the cousin's own post. The chat transcripts were not published (“too many to publish all”, per Masrawy's summary of the post). Dean Alaa Attia contradicts its effect: he says that the patient had no clinical signs of phosphine poisoning and denied swallowing the pill. Dr Nermin Hamdi's report that Assiut University denied the case involved the grain pill also contradicts it. Dr Mahmoud Amr says that oil is a recognized first aid but not a cure. Whether the hospital followed any of the AI's instructions is unsupported by any source other than the post." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "harm prevented", "ai_role": { "status": "assessed", "statement": "ChatGPT's output (advice to give paraffin oil, then nine bottles in turn with breathing exercises) is documented only by the cousin's own post. The chat transcripts were not published (“too many to publish all”, per Masrawy's summary of the post). Dean Alaa Attia contradicts its effect: he says that the patient had no clinical signs of phosphine poisoning and denied swallowing the pill. Dr Nermin Hamdi's report that Assiut University denied the case involved the grain pill also contradicts it. Dr Mahmoud Amr says that oil is a recognized first aid but not a cure. Whether the hospital followed any of the AI's instructions is unsupported by any source other than the post." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: five independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "The survival claim rests on the cousin's post. The dean says that there was no poisoning to survive. No outcome attributable to the advice is therefore documented." }, { "group": "societal", "reason": "Al Jazeera Mubasher and Dostor report experts warning that the “trend” could kill. No wider effect is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "The survival claim rests on the cousin's post. The dean says that there was no poisoning to survive. No outcome attributable to the advice is therefore documented." }, { "group": "societal", "reason": "Al Jazeera Mubasher and Dostor report experts warning that the “trend” could kill. No wider effect is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2025-05-24-415b" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2025-05-25", "note": "The next day the dean of Assiut University's Faculty of Medicine told Masrawy that the youth showed no clinical signs of phosphine poisoning and had categorically denied swallowing the pill, and on 26 May a toxicologist told Al Jazeera Mubasher that the claim that paraffin oil rescues such a case has no scientific basis.", "quote": "فى المقابل، أوضح عميد كلية طب أسيوط، لـ\"مصراوي\" أن الشاب، البالغ من العمر نحو 17 عامًا، لم تظهر عليه أي أعراض سريرية تشير إلى تعرضه لتسمم بمادة الفوسفين الناتجة عن قرص الغلة، وهي أعراض معروفة وواضحة في مثل هذه الحالات. وأضاف أن الفريق الطبي تابع الحالة بدقة، ووجّه للشاب عدة استفسارات حول تناوله للقرص، إلا أنه نفى ذلك بشكل قاطع، مؤكدًا أنه ألقى القرص في حوض ماء ولم يبتلعه.", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0325" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "El Balad (24 May 2025, 12:39) reproduces a Facebook post by Islam Adel, a commercial-control inspector. He wrote it at 1 a.m. after “24 hours” had passed since his cousin Mohamed Yousry (17) swallowed part of a “grain pill” (aluminum phosphide). The pill came from samples Adel had seized and kept at the family's old house. The cousin took it after a quarrel with his father. Adel writes that the Abnoub central hospital refused the case. He writes that within minutes he asked ChatGPT for the best course. It advised paraffin oil to coat the pill and limit phosphine release. The youth drank a bottle from a pharmacy before they went to Assiut University Hospital's poison reception. Doctors there said there was no treatment protocol and the case would die. He then gave instructions from “an advanced AI model and a limited-use trial version of GPT-5”. Nine bottles of paraffin oil were given in turn with breathing exercises. The cousin stayed conscious, vomited for hours and was discharged stable. Dostor (24 May 2025, 22:40) reports the post and the reply of Dr Alaa Attia, dean of the Faculty of Medicine at Assiut University. He said precise medical examinations showed no signs or symptoms of swallowing the pill. The youth denied taking it and admitted throwing it into a water basin. The dean added that the hospital is researching paraffin oil with acetylcysteine as an adjunct. The protocol is experimental and not officially adopted. Masrawy (25 May 2025) quotes the dean that the youth, about 17, showed no clinical symptoms of phosphine poisoning. The team questioned him and he categorically denied swallowing the pill. He cited a family dispute over travel to Italy. Dostor (25 May 2025) adds toxicologist Dr Mahmoud Amr, founder of the National Poison Center. He says oils are indeed a necessary first aid in grain-pill poisoning. Al Jazeera Mubasher (26 May 2025) quotes Amr that the claim that paraffin oil rescues such a case “has no scientific basis”. It quotes Cairo University toxicologist Dr Nermin Hamdi that Assiut University denied the case involved the grain pill. Hamdi adds that giving oil is first aid, not treatment. The Monitor lists 13 syndications. Al Arabiya's syndication was not available. The ingestion date is not fixed by any source.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "The survival claim rests on the cousin's post. The dean says that there was no poisoning to survive. No outcome attributable to the advice is therefore documented." }, { "group": "societal", "reason": "Al Jazeera Mubasher and Dostor report experts warning that the “trend” could kill. No wider effect is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": true, "purpose": "ChatGPT is a general-purpose assistant. The cousin used it for emergency first-aid advice and, by his account, for instructions during hospital care. The claimed benefit (a survival) is outside any stated purpose of the system." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Abnoub and Assiut University Hospital, Assiut Governorate, Egypt", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "ChatGPT is a general-purpose assistant. The cousin used it for emergency first-aid advice and, by his account, for instructions during hospital care. The claimed benefit (a survival) is outside any stated purpose of the system." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-05-24", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the dean denies that there was a poisoning.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A layperson prompting ChatGPT for first aid during a suspected aluminum phosphide ingestion", "Paraffin oil bought from a pharmacy and given before and, by the cousin's account, during hospital care" ], "must_hold": [ "That the pill was swallowed at all, which the treating dean says the patient denied", "Clinical confirmation of phosphine poisoning and of any effect of the oil. Assiut's paraffin-oil-plus-acetylcysteine protocol is described by the dean as experimental and not officially adopted." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the dean denies that there was a poisoning.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/OpenAI", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Healthcare: emergency toxicology", "segment": "Consumer chatbot used for first-aid advice" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-05-24-415b, 'AI Intervention Saves Teen from Poisoning' (AI-generated summary).", "title": "AI Intervention Saves Teen from Poisoning", "url": "https://oecd.ai/en/incidents/2025-05-24-415b", "date": "2025-05-24", "written_by": "independent", "quote": "The AI recommended immediately coating the pill with paraffin oil to mitigate poisoning effects, helping counteract doctors’ initial pessimism and contributing to the teen’s survival." }, { "kind": "news report", "citation": "Sada El Balad (Sara Abdallah), 24 May 2025, 'عاد من الموت. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة' (reproduces Islam Adel's Facebook post).", "title": "عاد من الموت.. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة", "url": "https://www.elbalad.news/6583785", "date": "2025-05-24", "written_by": "independent", "quote": "خلال دقائق قررت أسأل شات جي بي تي عن التصرف الأمثل فنصحني فورًا باستخدام زيت البرافين" }, { "kind": "news report", "citation": "Al-Dostor (Asmaa Ibrahim), 24 May 2025, 'الذكاء الاصطناعي السبب. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة'.", "title": "الذكاء الاصطناعي السبب.. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة", "url": "https://www.dostor.org/5081951", "date": "2025-05-24", "written_by": "independent", "quote": "كما أكد أن الشاب نفى تناوله للقرص وأقر بأنه ألقاه في حوض ماء" }, { "kind": "news report", "citation": "Masrawy (Mahmoud Agami, Assiut), 25 May 2025, 'عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"'.", "title": "عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "date": "2025-05-25", "written_by": "independent", "quote": "لم تظهر عليه أي أعراض سريرية تشير إلى تعرضه لتسمم بمادة الفوسفين الناتجة عن قرص الغلة" }, { "kind": "news report", "citation": "Al-Dostor, 25 May 2025, 'دراما إنقاذ \"قرص الغلة\" عبر الذكاء الاصطناعي. وخبراء يحذرون من كارثة محتملة' (quotes Dr Mahmoud Amr, founder of the National Poison Centre).", "title": "دراما إنقاذ “قرص الغلة” عبر الذكاء الاصطناعي.. وخبراء يحذرون من كارثة محتملة", "url": "https://www.dostor.org/5083066", "date": "2025-05-25", "written_by": "independent", "quote": "تناول الزيوت بالفعل يُعد من الإسعافات الأولية الضرورية في حالات التسمم بحبوب الغلة" }, { "kind": "news report", "citation": "Al Jazeera Mubasher (Sameh Gad), 26 May 2025, '\"قرص الغلة\" والمنشور الذي حيّر المصريين. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من \"الترند القاتل\"' (quotes Dr Nermin Hamdi and Dr Mahmoud Mohamed Amr).", "title": "“قرص الغلة” والمنشور الذي حيّر المصريين.. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من “الترند القاتل”", "url": "https://www.aljazeeramubasher.net/news/reports/2025/5/26/%d9%82%d8%b1%d8%b5-%d8%a7%d9%84%d8%ba%d9%84%d8%a9-%d9%88%d8%a7%d9%84%d9%85%d9%86%d8%b4%d9%88%d8%b1-%d8%a7%d9%84%d8%b0%d9%8a-%d8%ad%d9%8a%d8%b1", "date": "2025-05-26", "written_by": "independent", "quote": "إعطاء المصاب بالتسمم أي نوع من الزيوت هو بمثابة إسعاف أولي وليس علاجا" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0325-source-0001", "AIBD-0325-source-0002", "AIBD-0325-source-0003", "AIBD-0325-source-0004", "AIBD-0325-source-0005", "AIBD-0325-source-0006" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-05-24-415b, 'AI Intervention Saves Teen from Poisoning' (AI-generated summary).", "title": "AI Intervention Saves Teen from Poisoning", "url": "https://oecd.ai/en/incidents/2025-05-24-415b", "date": "2025-05-24", "written_by": "independent", "quote": "The AI recommended immediately coating the pill with paraffin oil to mitigate poisoning effects, helping counteract doctors’ initial pessimism and contributing to the teen’s survival." }, { "kind": "news report", "citation": "Sada El Balad (Sara Abdallah), 24 May 2025, 'عاد من الموت. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة' (reproduces Islam Adel's Facebook post).", "title": "عاد من الموت.. شات جي بي تي ينقذ شابا بعد تناول حبة الغلة", "url": "https://www.elbalad.news/6583785", "date": "2025-05-24", "written_by": "independent", "quote": "خلال دقائق قررت أسأل شات جي بي تي عن التصرف الأمثل فنصحني فورًا باستخدام زيت البرافين" }, { "kind": "news report", "citation": "Al-Dostor (Asmaa Ibrahim), 24 May 2025, 'الذكاء الاصطناعي السبب. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة'.", "title": "الذكاء الاصطناعي السبب.. شاب ينجو من تسمم قرص الغلة وعميد طب أسيوط ينفي الحادثة", "url": "https://www.dostor.org/5081951", "date": "2025-05-24", "written_by": "independent", "quote": "كما أكد أن الشاب نفى تناوله للقرص وأقر بأنه ألقاه في حوض ماء" }, { "kind": "news report", "citation": "Masrawy (Mahmoud Agami, Assiut), 25 May 2025, 'عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"'.", "title": "عميد طب أسيوط يكشف حقيقة منشور \"شات جي بي تي وحبة الغلال\"", "url": "https://www.masrawy.com/news/news_regions/details/2025/5/25/2793185/", "date": "2025-05-25", "written_by": "independent", "quote": "لم تظهر عليه أي أعراض سريرية تشير إلى تعرضه لتسمم بمادة الفوسفين الناتجة عن قرص الغلة" }, { "kind": "news report", "citation": "Al-Dostor, 25 May 2025, 'دراما إنقاذ \"قرص الغلة\" عبر الذكاء الاصطناعي. وخبراء يحذرون من كارثة محتملة' (quotes Dr Mahmoud Amr, founder of the National Poison Centre).", "title": "دراما إنقاذ “قرص الغلة” عبر الذكاء الاصطناعي.. وخبراء يحذرون من كارثة محتملة", "url": "https://www.dostor.org/5083066", "date": "2025-05-25", "written_by": "independent", "quote": "تناول الزيوت بالفعل يُعد من الإسعافات الأولية الضرورية في حالات التسمم بحبوب الغلة" }, { "kind": "news report", "citation": "Al Jazeera Mubasher (Sameh Gad), 26 May 2025, '\"قرص الغلة\" والمنشور الذي حيّر المصريين. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من \"الترند القاتل\"' (quotes Dr Nermin Hamdi and Dr Mahmoud Mohamed Amr).", "title": "“قرص الغلة” والمنشور الذي حيّر المصريين.. وصفة غريبة لإنقاذ المنتحرين وتحذيرات من “الترند القاتل”", "url": "https://www.aljazeeramubasher.net/news/reports/2025/5/26/%d9%82%d8%b1%d8%b5-%d8%a7%d9%84%d8%ba%d9%84%d8%a9-%d9%88%d8%a7%d9%84%d9%85%d9%86%d8%b4%d9%88%d8%b1-%d8%a7%d9%84%d8%b0%d9%8a-%d8%ad%d9%8a%d8%b1", "date": "2025-05-26", "written_by": "independent", "quote": "إعطاء المصاب بالتسمم أي نوع من الزيوت هو بمثابة إسعاف أولي وليس علاجا" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "A Facebook post of 24 May 2025 credits ChatGPT with first aid. Assiut Faculty of Medicine dean Alaa Attia says that the youth had no phosphine symptoms and said he threw the pill into water.", "account": "El Balad (24 May 2025, 12:39) reproduces a Facebook post by Islam Adel, a commercial-control inspector. He wrote it at 1 a.m. after “24 hours” had passed since his cousin Mohamed Yousry (17) swallowed part of a “grain pill” (aluminum phosphide). The pill came from samples Adel had seized and kept at the family's old house. The cousin took it after a quarrel with his father. Adel writes that the Abnoub central hospital refused the case. He writes that within minutes he asked ChatGPT for the best course. It advised paraffin oil to coat the pill and limit phosphine release. The youth drank a bottle from a pharmacy before they went to Assiut University Hospital's poison reception. Doctors there said there was no treatment protocol and the case would die. He then gave instructions from “an advanced AI model and a limited-use trial version of GPT-5”. Nine bottles of paraffin oil were given in turn with breathing exercises. The cousin stayed conscious, vomited for hours and was discharged stable. Dostor (24 May 2025, 22:40) reports the post and the reply of Dr Alaa Attia, dean of the Faculty of Medicine at Assiut University. He said precise medical examinations showed no signs or symptoms of swallowing the pill. The youth denied taking it and admitted throwing it into a water basin. The dean added that the hospital is researching paraffin oil with acetylcysteine as an adjunct. The protocol is experimental and not officially adopted. Masrawy (25 May 2025) quotes the dean that the youth, about 17, showed no clinical symptoms of phosphine poisoning. The team questioned him and he categorically denied swallowing the pill. He cited a family dispute over travel to Italy. Dostor (25 May 2025) adds toxicologist Dr Mahmoud Amr, founder of the National Poison Center. He says oils are indeed a necessary first aid in grain-pill poisoning. Al Jazeera Mubasher (26 May 2025) quotes Amr that the claim that paraffin oil rescues such a case “has no scientific basis”. It quotes Cairo University toxicologist Dr Nermin Hamdi that Assiut University denied the case involved the grain pill. Hamdi adds that giving oil is first aid, not treatment. The Monitor lists 13 syndications. Al Arabiya's syndication was not available. The ingestion date is not fixed by any source." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The chatbot supplied treatment suggestions, according to the patient’s cousin." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "A trial version of GPT-5, according to the cousin’s post." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "A trial version of GPT-5, according to the cousin’s post.", "editor_note": "The identification comes from the cousin’s post. The existing sources provide no model output or vendor confirmation." } }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "GPT-5 trial version, per the cousin's post; unverified" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "ChatGPT (OpenAI), described in the post as 'an advanced AI model and a limited-use trial version of GPT-5'" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "OpenAI" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "ChatGPT's paraffin-oil advice may have saved Islam Adel's 17-year-old cousin after an aluminum phosphide “grain pill” ingestion in Assiut", "headline": "ChatGPT's first-aid advice may have saved a teen in Assiut" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "c89c1581d594839bae821d714dc3afa69acacd79a4a7a7f16669b13a0928a51a" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "El Balad (24 May 2025, 12:39) reproduces a Facebook post by Islam Adel, a commercial-control inspector. He wrote it at 1 a.m. after “24 hours” had passed since his cousin Mohamed Yousry (17) swallowed part of a “grain pill” (aluminum phosphide). The pill came from samples Adel had seized and kept at the family's old house. The cousin took it after a quarrel with his father. Adel writes that the Abnoub central hospital refused the case. He writes that within minutes he asked ChatGPT for the best course. It advised paraffin oil to coat the pill and limit phosphine release. The youth drank a bottle from a pharmacy before they went to Assiut University Hospital's poison reception. Doctors there said there was no treatment protocol and the case would die. He then gave instructions from “an advanced AI model and a limited-use trial version of GPT-5”. Nine bottles of paraffin oil were given in turn with breathing exercises. The cousin stayed conscious, vomited for hours and was discharged stable. Dostor (24 May 2025, 22:40) reports the post and the reply of Dr Alaa Attia, dean of the Faculty of Medicine at Assiut University. He said precise medical examinations showed no signs or symptoms of swallowing the pill. The youth denied taking it and admitted throwing it into a water basin. The dean added that the hospital is researching paraffin oil with acetylcysteine as an adjunct. The protocol is experimental and not officially adopted. Masrawy (25 May 2025) quotes the dean that the youth, about 17, showed no clinical symptoms of phosphine poisoning. The team questioned him and he categorically denied swallowing the pill. He cited a family dispute over travel to Italy. Dostor (25 May 2025) adds toxicologist Dr Mahmoud Amr, founder of the National Poison Center. He says oils are indeed a necessary first aid in grain-pill poisoning. Al Jazeera Mubasher (26 May 2025) quotes Amr that the claim that paraffin oil rescues such a case “has no scientific basis”. It quotes Cairo University toxicologist Dr Nermin Hamdi that Assiut University denied the case involved the grain pill. Hamdi adds that giving oil is first aid, not treatment. The Monitor lists 13 syndications. Al Arabiya's syndication was not available. The ingestion date is not fixed by any source.", "replication": { "produced_by": [ "A layperson prompting ChatGPT for first aid during a suspected aluminum phosphide ingestion", "Paraffin oil bought from a pharmacy and given before and, by the cousin's account, during hospital care" ], "must_hold": [ "That the pill was swallowed at all, which the treating dean says the patient denied", "Clinical confirmation of phosphine poisoning and of any effect of the oil. Assiut's paraffin-oil-plus-acetylcysteine protocol is described by the dean as experimental and not officially adopted." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0326", "case_url": "records/AIBD-0326.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "India's chief of defence staff admitted on 31 May 2025 that an unspecified number of Indian jets were shot down in the May conflict, which contradicts the outlets' claim that the decoy kept missiles from hitting real aircraft.", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0326", "title": "Rafael's X-Guard towed decoy, labeled “AI-powered”, may have diverted Pakistani missiles from IAF Rafales in Operation Sindoor (7–10 May 2025)", "summary": "Every account traces to ex-USAF pilot Ryan Bodenheimer via idrw.org (6 July 2025). No IAF, MoD, Dassault or Rafael confirmation; CDS Gen Anil Chauhan admitted on 31 May 2025 that India lost jets.", "date_observed": "2025-05-07", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The OECD AI Incidents entry concerns Operation Sindoor in May 2025. It says the Indian Air Force (IAF) used “the AI-powered X-Guard decoy system on Rafale jets”. It says this “prevented enemy missiles from hitting real aircraft”. The claim originates in an idrw.org post of 6 July 2025, sourced to “AFI”, an outsourced content partner. The post quotes Ryan Bodenheimer, a former US Air Force F-15E and F-16 pilot. He calls the IAF's tactics “the best spoofing and deception we've ever seen” and credits “the Rafale's X-Guard AI-enhanced jamming decoy system”. idrw itself writes that the system “likely played a pivotal role”. It writes that Pakistani claims of downed Rafales were “likely X-Guard decoys” according to Jane's Defence Weekly. The Economic Times (ET) writes on 8 July 2025 that the IAF “reportedly used artificial intelligence-powered technology”. LatestLY (9 Jul) says it “allegedly used” it. India TV (9 Jul) attributes a finding that Pakistani kills were hits on towed decoys to “a recent Jane's Defence Weekly investigation”. No other outlet on record corroborates it, and the Jane's Defence Weekly investigation itself is not among the sources. Oneindia (9 Jul) says false claims of downed Rafales “may have been decoys”. TFIPOST (9 Jul) says the IAF “reportedly deployed” the system and names the maker correctly as Rafael Advanced Defense Systems. ET, India TV, LatestLY, Oneindia and idrw write “Rafale Advanced Defense Systems”. The Week and Business Today are quoted from an earlier reading; their pages were not available afterward. The Week's headline says the IAF “may have used” X-Guard. It describes Bodenheimer as “a military tech digital creator”. Business Today writes “reportedly misdirected”. No IAF, Ministry of Defence (MoD), Dassault or Rafael statement confirms that X-Guard was carried or deployed. Rafael's product page was not available. The claimed outcome (no losses) is contradicted by India's Chief of Defence Staff (CDS), General Anil Chauhan. At the Shangri-La Dialogue on 31 May 2025 he admitted that an unspecified number of Indian jets were shot down. He rejected Pakistan's claim of six (Al Jazeera, 1 June 2025; Wikipedia citing Bloomberg). Operation Sindoor began on 7 May 2025 and lasted four days (India TV). The Monitor's 7 July date is the coverage date.", "category": "harm prevented", "unexpected": false, "purpose": "A towed decoy is built to present a false target to enemy radars and radar-guided missiles. They then engage the decoy rather than the aircraft. The outlets describe a 30 kg body on a 100 m fiber-optic cable emitting a 500 W jamming signal.", "system": "X-Guard fiber-optic towed decoy (Rafael Advanced Defense Systems), described by Indian outlets as 'AI-powered' with 'AI-enhanced algorithms' adjusting its emissions; no read manufacturer or official source describes it", "model_version": null, "developer": "Rafael Advanced Defense Systems (Israel); several outlets misname it 'Rafale Advanced Defense Systems'", "deployer": "Indian Air Force (claimed by commentary; unconfirmed by any official source)", "location": "India-Pakistan border airspace, Operation Sindoor, 7-10 May 2025", "domain": "Defense: electronic warfare", "segment": "Airborne towed radar decoys", "benefit_type": "Reduced Violence", "taxonomy_note": "Missiles diverted from aircraft are read as a physically harmful incident averted; no defense type exists.", "registry_ids": { "oecd_aim": "2025-07-07-7754" }, "ratings": [ { "group": "personal", "depth": null, "reason": "No pilot or aircraft is documented as saved by the decoy. The CDS admitted jet losses. The claim rests on one commentator's inference." }, { "group": "organizational", "depth": null, "reason": "No official account of the engagements names X-Guard. India's later move to expedite X-Guard deliveries (idrw search listing, 13 July 2025) is procurement news, not an outcome of this operation." } ], "ai_role": { "status": "unassessed", "statement": "No source independent of the commentary chain describes X-Guard as an AI system. idrw writes “AI-enhanced jamming decoy” and “AI-enhanced algorithms dynamically adjust signals” without attribution. ET, India TV, LatestLY, Oneindia and TFIPOST repeat the label. The Week gives no source for “AI-enabled”. Rafael's own page was unreadable. Deployment itself is unconfirmed by the IAF, MoD, Dassault or Rafael. The no-loss outcome is contradicted by the CDS. Neither the system's AI character nor any contribution to the engagements can therefore be assessed." }, "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-07-07-7754, 'AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor' (AI-generated summary).", "title": "AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor", "url": "https://oecd.ai/en/incidents/2025-07-07-7754", "date": "2025-07-07", "written_by": "independent", "quote": "This technology prevented enemy missiles from hitting real aircraft, enabling successful Indian airstrikes and avoiding loss of personnel and equipment." }, { "kind": "news report", "citation": "idrw.org (sourced to AFI), 6 July 2025, 'India's X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot' (origin of the claim).", "title": "India’s X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot", "url": "https://idrw.org/indias-x-guard-decoy-system-was-game-changing-deception-in-operation-sindoor-claims-former-f-15-pilot/", "date": "2025-07-06", "written_by": "independent", "quote": "crediting the Rafale’s X-Guard AI-enhanced jamming decoy system for outsmarting Pakistan’s air defenses" }, { "kind": "news report", "citation": "The Economic Times (ET Online), 8 July 2025, ''Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale'.", "title": "'Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale", "url": "https://economictimes.indiatimes.com/news/defence/best-deception-ever-seen-us-f-16-pilot-reveals-how-a-30-kg-device-fooled-pakistan-into-thinking-it-downed-a-rafale/articleshow/122313728.cms", "date": "2025-07-08", "written_by": "independent", "quote": "the Indian Air Force (IAF) reportedly used artificial intelligence-powered technology during a four-day military operation with Pakistan in May 2025" }, { "kind": "news report", "citation": "India TV News (ed. Ankit Kumar), 9 July 2025, 'Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained'.", "title": "Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained", "url": "https://www.indiatvnews.com/news/india/operation-sindoor-how-indias-ai-powered-ghost-rafales-outfoxed-pakistan-explained-2025-07-09-998147", "date": "2025-07-09", "written_by": "independent", "quote": "A recent Jane's Defence Weekly investigation has revealed that several Pakistani claims of downing Rafales were based on successful hits on towed decoys, not actual aircraft." }, { "kind": "news report", "citation": "LatestLY (Sunny Rodricks), 9 July 2025, 'What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System..'.", "title": "What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System Which Helped Air Force Neutralise Pakistani Air Threats During Operation Sindoor", "url": "https://www.latestly.com/india/news/what-is-x-guard-all-about-indian-rafales-ai-powered-towed-decoy-system-which-helped-air-force-neutralise-pakistani-air-threats-during-operation-sindoor-6982417.html", "date": "2025-07-09", "written_by": "independent", "quote": "it is learned that the Indian Air Force (IAF) allegedly used artificial intelligence-powered technology during Operation Sindoor against Pakistan in May 2025" }, { "kind": "news report", "citation": "TFIPOST (Harishanker R P), 9 July 2025, 'Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot'.", "title": "Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot", "url": "https://tfipost.com/2025/07/rafale-decoy-confused-pakistan-jets-during-operation-sindoor-claims-us-veteran-pilot", "date": "2025-07-09", "written_by": "independent", "quote": "Developed by Rafael Advanced Defense Systems, this smart decoy transformed the battlefield" }, { "kind": "news report", "citation": "Oneindia, 9 July 2025, 'AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses'.", "title": "AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses", "url": "https://www.oneindia.com/artificial-intelligence/ai-powered-decoy-system-turns-the-tide-how-indias-rafale-outsmarted-pakistans-air-defenses-7795811.html", "date": "2025-07-09", "written_by": "independent", "quote": "false claims of downed Rafales-many of which may have been decoys" }, { "kind": "news report", "citation": "Al Jazeera, 1 June 2025, 'India general admits jet losses in clash with Pakistan: Here's what he said'.", "title": "India general admits jet losses in clash with Pakistan: Here’s what he said", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "date": "2025-06-01", "written_by": "independent", "quote": "General Anil Chauhan, India’s chief of defence staff, has admitted that an unspecified number of its jets were shot down during its conflict with Pakistan last month." }, { "kind": "other", "citation": "Wikipedia, '2025 India–Pakistan conflict', accessed 20 October 2026 (cites Bloomberg, 31 May 2025, 'India Confirms It Lost Fighter Jets in Recent Pakistan Conflict'; the article does not mention X-Guard).", "title": "2025 India–Pakistan conflict", "url": "https://en.wikipedia.org/wiki/2025_India%E2%80%93Pakistan_conflict", "date": null, "written_by": "independent", "quote": "On 31 May 2025, India's Chief of Defence Staff General Anil Chauhan admitted that India lost jets, but dismissed Pakistan's claim of downing six fighter jets." } ], "replication": { "produced_by": [ "A towed decoy on a fiber-optic cable emitting a jamming signal that mimics the aircraft's radar return and Doppler shift (as the outlets describe it)", "Radar-guided missiles (PL-15E, per the outlets) engaging the decoy rather than the aircraft" ], "must_hold": [ "Official confirmation that X-Guard was carried and deployed by the IAF in the 7–10 May 2025 engagements", "Evidence that missiles struck decoys rather than aircraft. India TV attributes this to Jane's Defence Weekly, but no other outlet corroborates it. It is at odds with the CDS's admission of losses." ], "echoes": [] }, "paired_incident": null, "headline": "X-Guard decoy may have diverted Pakistani missiles from IAF jets", "metric": null, "comparator": null, "later": { "status": "reversed", "date": "2025-05-31", "note": "India's chief of defence staff admitted on 31 May 2025 that an unspecified number of Indian jets were shot down in the May conflict, which contradicts the outlets' claim that the decoy kept missiles from hitting real aircraft.", "quote": "General Anil Chauhan, India's chief of defence staff, has admitted that an unspecified number of its jets were shot down during its conflict with Pakistan last month.", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said" }, "value": null, "developer_country": "Israel", "deployer_country": "India", "unrated_because": "no official confirmation, and the CDS admitted losses", "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: no official confirmation, and the CDS admitted losses.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Rafael_Advanced_Defense_Systems; https://en.wikipedia.org/wiki/Indian_Air_Force", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: seven independent news reports, a registry entry and one other independent source. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0326", "catalog_version": "1.0.0", "source_fingerprint": "16fad776b788e393ffadc107502a285dd2a9c30163095ec46c10bfe8653abb72", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0326-source-0001", "AIBD-0326-source-0002", "AIBD-0326-source-0003", "AIBD-0326-source-0004", "AIBD-0326-source-0005", "AIBD-0326-source-0006", "AIBD-0326-source-0007", "AIBD-0326-source-0008", "AIBD-0326-source-0009" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Rafael Advanced Defense Systems (Israel); several outlets misname it 'Rafale Advanced Defense Systems'", "deployer": "Indian Air Force (claimed by commentary; unconfirmed by any official source)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "harm prevented", "ai_role": { "status": "unassessed", "statement": "No source independent of the commentary chain describes X-Guard as an AI system. idrw writes “AI-enhanced jamming decoy” and “AI-enhanced algorithms dynamically adjust signals” without attribution. ET, India TV, LatestLY, Oneindia and TFIPOST repeat the label. The Week gives no source for “AI-enabled”. Rafael's own page was unreadable. Deployment itself is unconfirmed by the IAF, MoD, Dassault or Rafael. The no-loss outcome is contradicted by the CDS. Neither the system's AI character nor any contribution to the engagements can therefore be assessed." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: seven independent news reports, a registry entry and one other independent source. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No pilot or aircraft is documented as saved by the decoy. The CDS admitted jet losses. The claim rests on one commentator's inference." }, { "group": "organizational", "reason": "No official account of the engagements names X-Guard. India's later move to expedite X-Guard deliveries (idrw search listing, 13 July 2025) is procurement news, not an outcome of this operation." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No pilot or aircraft is documented as saved by the decoy. The CDS admitted jet losses. The claim rests on one commentator's inference." }, { "group": "organizational", "reason": "No official account of the engagements names X-Guard. India's later move to expedite X-Guard deliveries (idrw search listing, 13 July 2025) is procurement news, not an outcome of this operation." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2025-07-07-7754" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2025-05-31", "note": "India's chief of defence staff admitted on 31 May 2025 that an unspecified number of Indian jets were shot down in the May conflict, which contradicts the outlets' claim that the decoy kept missiles from hitting real aircraft.", "quote": "General Anil Chauhan, India's chief of defence staff, has admitted that an unspecified number of its jets were shot down during its conflict with Pakistan last month.", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0326" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Violence", "taxonomy_note": "Missiles diverted from aircraft are read as a physically harmful incident averted; no defense type exists." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The OECD AI Incidents entry concerns Operation Sindoor in May 2025. It says the Indian Air Force (IAF) used “the AI-powered X-Guard decoy system on Rafale jets”. It says this “prevented enemy missiles from hitting real aircraft”. The claim originates in an idrw.org post of 6 July 2025, sourced to “AFI”, an outsourced content partner. The post quotes Ryan Bodenheimer, a former US Air Force F-15E and F-16 pilot. He calls the IAF's tactics “the best spoofing and deception we've ever seen” and credits “the Rafale's X-Guard AI-enhanced jamming decoy system”. idrw itself writes that the system “likely played a pivotal role”. It writes that Pakistani claims of downed Rafales were “likely X-Guard decoys” according to Jane's Defence Weekly. The Economic Times (ET) writes on 8 July 2025 that the IAF “reportedly used artificial intelligence-powered technology”. LatestLY (9 Jul) says it “allegedly used” it. India TV (9 Jul) attributes a finding that Pakistani kills were hits on towed decoys to “a recent Jane's Defence Weekly investigation”. No other outlet on record corroborates it, and the Jane's Defence Weekly investigation itself is not among the sources. Oneindia (9 Jul) says false claims of downed Rafales “may have been decoys”. TFIPOST (9 Jul) says the IAF “reportedly deployed” the system and names the maker correctly as Rafael Advanced Defense Systems. ET, India TV, LatestLY, Oneindia and idrw write “Rafale Advanced Defense Systems”. The Week and Business Today are quoted from an earlier reading; their pages were not available afterward. The Week's headline says the IAF “may have used” X-Guard. It describes Bodenheimer as “a military tech digital creator”. Business Today writes “reportedly misdirected”. No IAF, Ministry of Defence (MoD), Dassault or Rafael statement confirms that X-Guard was carried or deployed. Rafael's product page was not available. The claimed outcome (no losses) is contradicted by India's Chief of Defence Staff (CDS), General Anil Chauhan. At the Shangri-La Dialogue on 31 May 2025 he admitted that an unspecified number of Indian jets were shot down. He rejected Pakistan's claim of six (Al Jazeera, 1 June 2025; Wikipedia citing Bloomberg). Operation Sindoor began on 7 May 2025 and lasted four days (India TV). The Monitor's 7 July date is the coverage date.", "benefit_type": "Reduced Violence" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No pilot or aircraft is documented as saved by the decoy. The CDS admitted jet losses. The claim rests on one commentator's inference." }, { "group": "organizational", "reason": "No official account of the engagements names X-Guard. India's later move to expedite X-Guard deliveries (idrw search listing, 13 July 2025) is procurement news, not an outcome of this operation." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "A towed decoy is built to present a false target to enemy radars and radar-guided missiles. They then engage the decoy rather than the aircraft. The outlets describe a 30 kg body on a 100 m fiber-optic cable emitting a 500 W jamming signal." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "India-Pakistan border airspace, Operation Sindoor, 7-10 May 2025", "developer_country": "Israel", "deployer_country": "India" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "A towed decoy is built to present a false target to enemy radars and radar-guided missiles. They then engage the decoy rather than the aircraft. The outlets describe a 30 kg body on a 100 m fiber-optic cable emitting a 500 W jamming signal." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-05-07", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: no official confirmation, and the CDS admitted losses.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Rafael_Advanced_Defense_Systems; https://en.wikipedia.org/wiki/Indian_Air_Force", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A towed decoy on a fiber-optic cable emitting a jamming signal that mimics the aircraft's radar return and Doppler shift (as the outlets describe it)", "Radar-guided missiles (PL-15E, per the outlets) engaging the decoy rather than the aircraft" ], "must_hold": [ "Official confirmation that X-Guard was carried and deployed by the IAF in the 7–10 May 2025 engagements", "Evidence that missiles struck decoys rather than aircraft. India TV attributes this to Jane's Defence Weekly, but no other outlet corroborates it. It is at odds with the CDS's admission of losses." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: no official confirmation, and the CDS admitted losses.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Violence under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Rafael_Advanced_Defense_Systems; https://en.wikipedia.org/wiki/Indian_Air_Force", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Defense: electronic warfare", "segment": "Airborne towed radar decoys" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-07-07-7754, 'AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor' (AI-generated summary).", "title": "AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor", "url": "https://oecd.ai/en/incidents/2025-07-07-7754", "date": "2025-07-07", "written_by": "independent", "quote": "This technology prevented enemy missiles from hitting real aircraft, enabling successful Indian airstrikes and avoiding loss of personnel and equipment." }, { "kind": "news report", "citation": "idrw.org (sourced to AFI), 6 July 2025, 'India's X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot' (origin of the claim).", "title": "India’s X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot", "url": "https://idrw.org/indias-x-guard-decoy-system-was-game-changing-deception-in-operation-sindoor-claims-former-f-15-pilot/", "date": "2025-07-06", "written_by": "independent", "quote": "crediting the Rafale’s X-Guard AI-enhanced jamming decoy system for outsmarting Pakistan’s air defenses" }, { "kind": "news report", "citation": "The Economic Times (ET Online), 8 July 2025, ''Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale'.", "title": "'Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale", "url": "https://economictimes.indiatimes.com/news/defence/best-deception-ever-seen-us-f-16-pilot-reveals-how-a-30-kg-device-fooled-pakistan-into-thinking-it-downed-a-rafale/articleshow/122313728.cms", "date": "2025-07-08", "written_by": "independent", "quote": "the Indian Air Force (IAF) reportedly used artificial intelligence-powered technology during a four-day military operation with Pakistan in May 2025" }, { "kind": "news report", "citation": "India TV News (ed. Ankit Kumar), 9 July 2025, 'Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained'.", "title": "Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained", "url": "https://www.indiatvnews.com/news/india/operation-sindoor-how-indias-ai-powered-ghost-rafales-outfoxed-pakistan-explained-2025-07-09-998147", "date": "2025-07-09", "written_by": "independent", "quote": "A recent Jane's Defence Weekly investigation has revealed that several Pakistani claims of downing Rafales were based on successful hits on towed decoys, not actual aircraft." }, { "kind": "news report", "citation": "LatestLY (Sunny Rodricks), 9 July 2025, 'What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System..'.", "title": "What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System Which Helped Air Force Neutralise Pakistani Air Threats During Operation Sindoor", "url": "https://www.latestly.com/india/news/what-is-x-guard-all-about-indian-rafales-ai-powered-towed-decoy-system-which-helped-air-force-neutralise-pakistani-air-threats-during-operation-sindoor-6982417.html", "date": "2025-07-09", "written_by": "independent", "quote": "it is learned that the Indian Air Force (IAF) allegedly used artificial intelligence-powered technology during Operation Sindoor against Pakistan in May 2025" }, { "kind": "news report", "citation": "TFIPOST (Harishanker R P), 9 July 2025, 'Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot'.", "title": "Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot", "url": "https://tfipost.com/2025/07/rafale-decoy-confused-pakistan-jets-during-operation-sindoor-claims-us-veteran-pilot", "date": "2025-07-09", "written_by": "independent", "quote": "Developed by Rafael Advanced Defense Systems, this smart decoy transformed the battlefield" }, { "kind": "news report", "citation": "Oneindia, 9 July 2025, 'AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses'.", "title": "AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses", "url": "https://www.oneindia.com/artificial-intelligence/ai-powered-decoy-system-turns-the-tide-how-indias-rafale-outsmarted-pakistans-air-defenses-7795811.html", "date": "2025-07-09", "written_by": "independent", "quote": "false claims of downed Rafales-many of which may have been decoys" }, { "kind": "news report", "citation": "Al Jazeera, 1 June 2025, 'India general admits jet losses in clash with Pakistan: Here's what he said'.", "title": "India general admits jet losses in clash with Pakistan: Here’s what he said", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "date": "2025-06-01", "written_by": "independent", "quote": "General Anil Chauhan, India’s chief of defence staff, has admitted that an unspecified number of its jets were shot down during its conflict with Pakistan last month." }, { "kind": "other", "citation": "Wikipedia, '2025 India–Pakistan conflict', accessed 20 October 2026 (cites Bloomberg, 31 May 2025, 'India Confirms It Lost Fighter Jets in Recent Pakistan Conflict'; the article does not mention X-Guard).", "title": "2025 India–Pakistan conflict", "url": "https://en.wikipedia.org/wiki/2025_India%E2%80%93Pakistan_conflict", "written_by": "independent", "quote": "On 31 May 2025, India's Chief of Defence Staff General Anil Chauhan admitted that India lost jets, but dismissed Pakistan's claim of downing six fighter jets." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0326-source-0001", "AIBD-0326-source-0002", "AIBD-0326-source-0003", "AIBD-0326-source-0004", "AIBD-0326-source-0005", "AIBD-0326-source-0006", "AIBD-0326-source-0007", "AIBD-0326-source-0008", "AIBD-0326-source-0009" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor, record 2025-07-07-7754, 'AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor' (AI-generated summary).", "title": "AI-Powered X-Guard Decoy Alters Outcome of Operation Sindoor", "url": "https://oecd.ai/en/incidents/2025-07-07-7754", "date": "2025-07-07", "written_by": "independent", "quote": "This technology prevented enemy missiles from hitting real aircraft, enabling successful Indian airstrikes and avoiding loss of personnel and equipment." }, { "kind": "news report", "citation": "idrw.org (sourced to AFI), 6 July 2025, 'India's X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot' (origin of the claim).", "title": "India’s X-Guard Decoy System was Game-Changing Deception in Operation Sindoor Claims former F-15 Pilot", "url": "https://idrw.org/indias-x-guard-decoy-system-was-game-changing-deception-in-operation-sindoor-claims-former-f-15-pilot/", "date": "2025-07-06", "written_by": "independent", "quote": "crediting the Rafale’s X-Guard AI-enhanced jamming decoy system for outsmarting Pakistan’s air defenses" }, { "kind": "news report", "citation": "The Economic Times (ET Online), 8 July 2025, ''Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale'.", "title": "'Best deception ever seen': US F-16 pilot reveals how a 30 kg device fooled Pakistan into thinking it downed a Rafale", "url": "https://economictimes.indiatimes.com/news/defence/best-deception-ever-seen-us-f-16-pilot-reveals-how-a-30-kg-device-fooled-pakistan-into-thinking-it-downed-a-rafale/articleshow/122313728.cms", "date": "2025-07-08", "written_by": "independent", "quote": "the Indian Air Force (IAF) reportedly used artificial intelligence-powered technology during a four-day military operation with Pakistan in May 2025" }, { "kind": "news report", "citation": "India TV News (ed. Ankit Kumar), 9 July 2025, 'Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained'.", "title": "Operation Sindoor: How India's AI-powered ghost Rafales outfoxed Pakistan | Explained", "url": "https://www.indiatvnews.com/news/india/operation-sindoor-how-indias-ai-powered-ghost-rafales-outfoxed-pakistan-explained-2025-07-09-998147", "date": "2025-07-09", "written_by": "independent", "quote": "A recent Jane's Defence Weekly investigation has revealed that several Pakistani claims of downing Rafales were based on successful hits on towed decoys, not actual aircraft." }, { "kind": "news report", "citation": "LatestLY (Sunny Rodricks), 9 July 2025, 'What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System..'.", "title": "What Is X-Guard? All About Indian Rafale's AI-Powered Towed Decoy System Which Helped Air Force Neutralise Pakistani Air Threats During Operation Sindoor", "url": "https://www.latestly.com/india/news/what-is-x-guard-all-about-indian-rafales-ai-powered-towed-decoy-system-which-helped-air-force-neutralise-pakistani-air-threats-during-operation-sindoor-6982417.html", "date": "2025-07-09", "written_by": "independent", "quote": "it is learned that the Indian Air Force (IAF) allegedly used artificial intelligence-powered technology during Operation Sindoor against Pakistan in May 2025" }, { "kind": "news report", "citation": "TFIPOST (Harishanker R P), 9 July 2025, 'Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot'.", "title": "Rafale Decoy Confused Pakistan Jets During Operation Sindoor, Claims US Veteran Pilot", "url": "https://tfipost.com/2025/07/rafale-decoy-confused-pakistan-jets-during-operation-sindoor-claims-us-veteran-pilot", "date": "2025-07-09", "written_by": "independent", "quote": "Developed by Rafael Advanced Defense Systems, this smart decoy transformed the battlefield" }, { "kind": "news report", "citation": "Oneindia, 9 July 2025, 'AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses'.", "title": "AI-Powered Decoy System Turns The Tide: How India's Rafale Outsmarted Pakistan's Air Defenses", "url": "https://www.oneindia.com/artificial-intelligence/ai-powered-decoy-system-turns-the-tide-how-indias-rafale-outsmarted-pakistans-air-defenses-7795811.html", "date": "2025-07-09", "written_by": "independent", "quote": "false claims of downed Rafales-many of which may have been decoys" }, { "kind": "news report", "citation": "Al Jazeera, 1 June 2025, 'India general admits jet losses in clash with Pakistan: Here's what he said'.", "title": "India general admits jet losses in clash with Pakistan: Here’s what he said", "url": "https://www.aljazeera.com/news/2025/6/1/india-general-admits-jet-losses-in-clash-with-pakistan-heres-what-he-said", "date": "2025-06-01", "written_by": "independent", "quote": "General Anil Chauhan, India’s chief of defence staff, has admitted that an unspecified number of its jets were shot down during its conflict with Pakistan last month." }, { "kind": "other", "citation": "Wikipedia, '2025 India–Pakistan conflict', accessed 20 October 2026 (cites Bloomberg, 31 May 2025, 'India Confirms It Lost Fighter Jets in Recent Pakistan Conflict'; the article does not mention X-Guard).", "title": "2025 India–Pakistan conflict", "url": "https://en.wikipedia.org/wiki/2025_India%E2%80%93Pakistan_conflict", "written_by": "independent", "quote": "On 31 May 2025, India's Chief of Defence Staff General Anil Chauhan admitted that India lost jets, but dismissed Pakistan's claim of downing six fighter jets." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Every account traces to ex-USAF pilot Ryan Bodenheimer via idrw.org (6 July 2025). No IAF, MoD, Dassault or Rafael confirmation; CDS Gen Anil Chauhan admitted on 31 May 2025 that India lost jets.", "account": "The OECD AI Incidents entry concerns Operation Sindoor in May 2025. It says the Indian Air Force (IAF) used “the AI-powered X-Guard decoy system on Rafale jets”. It says this “prevented enemy missiles from hitting real aircraft”. The claim originates in an idrw.org post of 6 July 2025, sourced to “AFI”, an outsourced content partner. The post quotes Ryan Bodenheimer, a former US Air Force F-15E and F-16 pilot. He calls the IAF's tactics “the best spoofing and deception we've ever seen” and credits “the Rafale's X-Guard AI-enhanced jamming decoy system”. idrw itself writes that the system “likely played a pivotal role”. It writes that Pakistani claims of downed Rafales were “likely X-Guard decoys” according to Jane's Defence Weekly. The Economic Times (ET) writes on 8 July 2025 that the IAF “reportedly used artificial intelligence-powered technology”. LatestLY (9 Jul) says it “allegedly used” it. India TV (9 Jul) attributes a finding that Pakistani kills were hits on towed decoys to “a recent Jane's Defence Weekly investigation”. No other outlet on record corroborates it, and the Jane's Defence Weekly investigation itself is not among the sources. Oneindia (9 Jul) says false claims of downed Rafales “may have been decoys”. TFIPOST (9 Jul) says the IAF “reportedly deployed” the system and names the maker correctly as Rafael Advanced Defense Systems. ET, India TV, LatestLY, Oneindia and idrw write “Rafale Advanced Defense Systems”. The Week and Business Today are quoted from an earlier reading; their pages were not available afterward. The Week's headline says the IAF “may have used” X-Guard. It describes Bodenheimer as “a military tech digital creator”. Business Today writes “reportedly misdirected”. No IAF, Ministry of Defence (MoD), Dassault or Rafael statement confirms that X-Guard was carried or deployed. Rafael's product page was not available. The claimed outcome (no losses) is contradicted by India's Chief of Defence Staff (CDS), General Anil Chauhan. At the Shangri-La Dialogue on 31 May 2025 he admitted that an unspecified number of Indian jets were shot down. He rejected Pakistan's claim of six (Al Jazeera, 1 June 2025; Wikipedia citing Bloomberg). Operation Sindoor began on 7 May 2025 and lasted four days (India TV). The Monitor's 7 July date is the coverage date." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "X-Guard fiber-optic towed decoy (Rafael Advanced Defense Systems), described by Indian outlets as 'AI-powered' with 'AI-enhanced algorithms' adjusting its emissions; no read manufacturer or official source describes it" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Rafael Advanced Defense Systems (Israel); several outlets misname it 'Rafale Advanced Defense Systems'" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Rafael's X-Guard towed decoy, labeled “AI-powered”, may have diverted Pakistani missiles from IAF Rafales in Operation Sindoor (7–10 May 2025)", "headline": "X-Guard decoy may have diverted Pakistani missiles from IAF jets" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "16fad776b788e393ffadc107502a285dd2a9c30163095ec46c10bfe8653abb72" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The OECD AI Incidents entry concerns Operation Sindoor in May 2025. It says the Indian Air Force (IAF) used “the AI-powered X-Guard decoy system on Rafale jets”. It says this “prevented enemy missiles from hitting real aircraft”. The claim originates in an idrw.org post of 6 July 2025, sourced to “AFI”, an outsourced content partner. The post quotes Ryan Bodenheimer, a former US Air Force F-15E and F-16 pilot. He calls the IAF's tactics “the best spoofing and deception we've ever seen” and credits “the Rafale's X-Guard AI-enhanced jamming decoy system”. idrw itself writes that the system “likely played a pivotal role”. It writes that Pakistani claims of downed Rafales were “likely X-Guard decoys” according to Jane's Defence Weekly. The Economic Times (ET) writes on 8 July 2025 that the IAF “reportedly used artificial intelligence-powered technology”. LatestLY (9 Jul) says it “allegedly used” it. India TV (9 Jul) attributes a finding that Pakistani kills were hits on towed decoys to “a recent Jane's Defence Weekly investigation”. No other outlet on record corroborates it, and the Jane's Defence Weekly investigation itself is not among the sources. Oneindia (9 Jul) says false claims of downed Rafales “may have been decoys”. TFIPOST (9 Jul) says the IAF “reportedly deployed” the system and names the maker correctly as Rafael Advanced Defense Systems. ET, India TV, LatestLY, Oneindia and idrw write “Rafale Advanced Defense Systems”. The Week and Business Today are quoted from an earlier reading; their pages were not available afterward. The Week's headline says the IAF “may have used” X-Guard. It describes Bodenheimer as “a military tech digital creator”. Business Today writes “reportedly misdirected”. No IAF, Ministry of Defence (MoD), Dassault or Rafael statement confirms that X-Guard was carried or deployed. Rafael's product page was not available. The claimed outcome (no losses) is contradicted by India's Chief of Defence Staff (CDS), General Anil Chauhan. At the Shangri-La Dialogue on 31 May 2025 he admitted that an unspecified number of Indian jets were shot down. He rejected Pakistan's claim of six (Al Jazeera, 1 June 2025; Wikipedia citing Bloomberg). Operation Sindoor began on 7 May 2025 and lasted four days (India TV). The Monitor's 7 July date is the coverage date.", "replication": { "produced_by": [ "A towed decoy on a fiber-optic cable emitting a jamming signal that mimics the aircraft's radar return and Doppler shift (as the outlets describe it)", "Radar-guided missiles (PL-15E, per the outlets) engaging the decoy rather than the aircraft" ], "must_hold": [ "Official confirmation that X-Guard was carried and deployed by the IAF in the 7–10 May 2025 engagements", "Evidence that missiles struck decoys rather than aircraft. India TV attributes this to Jane's Defence Weekly, but no other outlet corroborates it. It is at odds with the CDS's admission of losses." ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 0, "record_mapped": 27, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0177", "case_url": "records/AIBD-0177.html", "reason": "A later report records the system’s withdrawal.", "details": [ { "label": "Follow-up", "value": "Civio reported that the National Police stopped using VeriPol in October 2024 (day not given) because, the Interior Ministry said, it lacks validity in judicial proceedings.", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/" } ], "filters": { "kind": "Withdrawals" }, "record": { "id": "AIBD-0177", "title": "VeriPol flags 25 and 39 false robbery reports in Murcia and Málaga in a one-week 2017 pilot; Spain's police drop it in 2024", "summary": "The Spanish National Police's text-based false-report classifier flagged 25 false robberies in Murcia and 39 in Málaga in a week in June 2017 (versus 3 and 12 in the same month over the prior decad...", "date_observed": "2019-02-01", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.", "category": "general benefit", "unexpected": false, "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions.", "system": "VeriPol", "model_version": null, "developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados", "deployer": "Spanish National Police (Policía Nacional), Ministry of the Interior", "location": "Murcia and Málaga, Spain", "domain": "Fraud and false reporting", "segment": "False robbery reports filed with police", "benefit_type": "Reduced Risk", "taxonomy_note": "The flagged false reports are fraud detected after filing, and independent sources document the absence of evaluation and the 2024 discontinuation.", "registry_ids": {}, "ratings": [ { "group": "organizational", "depth": null, "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation." }, { "group": "societal", "depth": null, "reason": "No measured effect on insurance fraud or police resources is documented." } ], "ai_role": { "status": "assessed", "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010", "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police", "url": "https://doi.org/10.1016/j.knosys.2018.03.010", "date": null, "written_by": "makers", "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx." }, { "kind": "news report", "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019", "title": "An Algorithm That Can Spot When People Lie to the Police", "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/", "date": "2019-02-01", "written_by": "independent", "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem." }, { "kind": "news report", "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020", "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear", "url": "https://algorithmwatch.org/en/spain-police-veripol/", "date": "2020-10-27", "written_by": "independent", "quote": "only labeled 5 of 100 true complaints as false" }, { "kind": "news report", "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025", "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "date": "2025-03-25", "written_by": "independent", "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying." }, { "kind": "news report", "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025", "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports", "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/", "date": "2025-04-01", "written_by": "independent", "quote": "it had been proved being of no validity in judicial proceedings." } ], "replication": { "produced_by": [ "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer", "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station" ], "must_hold": [ "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)", "Officer training and protocols for acting on scores", "Independent field evaluation, absent before discontinuation" ], "echoes": [ { "date": null, "setting": "Nationwide use in Spain (2019)", "model_version": null, "outcome": "unknown", "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification" }, { "date": null, "setting": "Spain (2022)", "model_version": null, "outcome": "unknown", "source": "Civio: 3,762 complaints analyzed, 511 deemed false" }, { "date": "2024-10-21", "setting": "Spanish National Police", "model_version": null, "outcome": "did not recur", "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings" } ] }, "paired_incident": null, "headline": "VeriPol flags 25 and 39 false robberies in Murcia and Málaga", "metric": "25 and 39 false robberies respectively, against 3 and 12 in the same month", "comparator": { "against": "false robbery reports detected by officers in the same month over the previous decade", "before": "only three and 12, respectively, for that month in the previous decade", "after": "25 and 39 false robberies in just one week", "basis": "measured", "quote": "A June 2017 pilot test in the cities of Murcia and Málaga helped to detect 25 and 39 false robberies in just one week—compared with only three and 12, respectively, for that month in the previous decade.", "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/" }, "later": { "status": "withdrawn", "date": "2025-03-25", "note": "Civio reported that the National Police stopped using VeriPol in October 2024 (day not given) because, the Interior Ministry said, it lacks validity in judicial proceedings.", "quote": "In October 2024, six years later, the National Police stopped using the AI, the Technical Office of the Directorate General of Police has told Civio. The Ministry of the Interior stated that the reason for rejecting its use is that it lacks validity in judicial proceedings.", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/" }, "value": null, "developer_country": "Spain", "deployer_country": "Spain", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Universidad Complutense de Madrid.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: four independent news reports and the makers' peer-reviewed study. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0177", "catalog_version": "1.0.0", "source_fingerprint": "03c957adc9b192826a00207cfd3523773ec6ef14a555b8d1cfc6d40490a512d5", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0177-source-0001", "AIBD-0177-source-0002", "AIBD-0177-source-0003", "AIBD-0177-source-0004", "AIBD-0177-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados", "deployer": "Spanish National Police (Policía Nacional), Ministry of the Interior" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: four independent news reports and the makers' peer-reviewed study. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation." }, { "group": "societal", "reason": "No measured effect on insurance fraud or police resources is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation." }, { "group": "societal", "reason": "No measured effect on insurance fraud or police resources is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "25 and 39 false robberies respectively, against 3 and 12 in the same month", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "withdrawn", "date": "2025-03-25", "note": "Civio reported that the National Police stopped using VeriPol in October 2024 (day not given) because, the Interior Ministry said, it lacks validity in judicial proceedings.", "quote": "In October 2024, six years later, the National Police stopped using the AI, the Technical Office of the Directorate General of Police has told Civio. The Ministry of the Interior stated that the reason for rejecting its use is that it lacks validity in judicial proceedings.", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0177" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Risk", "taxonomy_note": "The flagged false reports are fraud detected after filing, and independent sources document the absence of evaluation and the 2024 discontinuation." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.", "benefit_type": "Reduced Risk" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "organizational", "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation." }, { "group": "societal", "reason": "No measured effect on insurance fraud or police resources is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Murcia and Málaga, Spain", "developer_country": "Spain", "deployer_country": "Spain" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2019-02-01", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Universidad Complutense de Madrid.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer", "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station" ], "must_hold": [ "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)", "Officer training and protocols for acting on scores", "Independent field evaluation, absent before discontinuation" ], "echoes": [ { "setting": "Nationwide use in Spain (2019)", "outcome": "unknown", "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification" }, { "setting": "Spain (2022)", "outcome": "unknown", "source": "Civio: 3,762 complaints analyzed, 511 deemed false" }, { "date": "2024-10-21", "setting": "Spanish National Police", "outcome": "did not recur", "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer", "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station" ], "must_hold": [ "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)", "Officer training and protocols for acting on scores", "Independent field evaluation, absent before discontinuation" ], "echoes": [ { "setting": "Nationwide use in Spain (2019)", "outcome": "unknown", "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification" }, { "setting": "Spain (2022)", "outcome": "unknown", "source": "Civio: 3,762 complaints analyzed, 511 deemed false" }, { "date": "2024-10-21", "setting": "Spanish National Police", "outcome": "did not recur", "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Universidad Complutense de Madrid.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Fraud and false reporting", "segment": "False robbery reports filed with police" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010", "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police", "url": "https://doi.org/10.1016/j.knosys.2018.03.010", "written_by": "makers", "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx." }, { "kind": "news report", "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019", "title": "An Algorithm That Can Spot When People Lie to the Police", "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/", "date": "2019-02-01", "written_by": "independent", "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem." }, { "kind": "news report", "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020", "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear", "url": "https://algorithmwatch.org/en/spain-police-veripol/", "date": "2020-10-27", "written_by": "independent", "quote": "only labeled 5 of 100 true complaints as false" }, { "kind": "news report", "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025", "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "date": "2025-03-25", "written_by": "independent", "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying." }, { "kind": "news report", "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025", "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports", "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/", "date": "2025-04-01", "written_by": "independent", "quote": "it had been proved being of no validity in judicial proceedings." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0177-source-0001", "AIBD-0177-source-0002", "AIBD-0177-source-0003", "AIBD-0177-source-0004", "AIBD-0177-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010", "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police", "url": "https://doi.org/10.1016/j.knosys.2018.03.010", "written_by": "makers", "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx." }, { "kind": "news report", "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019", "title": "An Algorithm That Can Spot When People Lie to the Police", "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/", "date": "2019-02-01", "written_by": "independent", "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem." }, { "kind": "news report", "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020", "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear", "url": "https://algorithmwatch.org/en/spain-police-veripol/", "date": "2020-10-27", "written_by": "independent", "quote": "only labeled 5 of 100 true complaints as false" }, { "kind": "news report", "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025", "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports", "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/", "date": "2025-03-25", "written_by": "independent", "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying." }, { "kind": "news report", "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025", "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports", "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/", "date": "2025-04-01", "written_by": "independent", "quote": "it had been proved being of no validity in judicial proceedings." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "The Spanish National Police's text-based false-report classifier flagged 25 false robberies in Murcia and 39 in Málaga in a week in June 2017 (versus 3 and 12 in the same month over the prior decad...", "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "VeriPol" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "VeriPol flags 25 and 39 false robbery reports in Murcia and Málaga in a one-week 2017 pilot; Spain's police drop it in 2024", "headline": "VeriPol flags 25 and 39 false robberies in Murcia and Málaga" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "03c957adc9b192826a00207cfd3523773ec6ef14a555b8d1cfc6d40490a512d5" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.", "replication": { "produced_by": [ "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer", "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station" ], "must_hold": [ "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)", "Officer training and protocols for acting on scores", "Independent field evaluation, absent before discontinuation" ], "echoes": [ { "setting": "Nationwide use in Spain (2019)", "outcome": "unknown", "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification" }, { "setting": "Spain (2022)", "outcome": "unknown", "source": "Civio: 3,762 complaints analyzed, 511 deemed false" }, { "date": "2024-10-21", "setting": "Spanish National Police", "outcome": "did not recur", "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 28, "reviewed": 0, "record_mapped": 28, "not_assessed": 63, "complete": false, "by_state": { "value_present": 28, "not_reported": 0, "unresolved": 0, "not_assessed": 63, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0314", "case_url": "records/AIBD-0314.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Court document", "value": "Delhi High Court (2019). Sadhan Haldar v The State NCT of Delhi & Ors, W.P.(CRL) 1560/2017, order of 22 January 2019 (Hima Kohli and Manoj Kumar Ohri JJ). Indian Kanoon.", "url": "https://indiankanoon.org/doc/181795735/" }, { "label": "Follow-up", "value": "On 22 January 2019 the Delhi High Court recorded in Sadhan Haldar v. NCT of Delhi that the facial recognition software had not helped crack any missing-child case, after police counsel had reported a two percent match rate in August 2018.", "url": "https://indiankanoon.org/doc/181795735/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0314", "title": "Face matches reported in a search for missing children", "summary": "The ministry reported 2,930 facial matches among children in care. The Delhi High Court later recorded that the software had not helped solve any missing-child case.", "date_observed": "2018-04-10", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "PTI reported on 22 April 2018 (Business Standard) on an affidavit from the Ministry of Women and Child Development to the Delhi High Court. It said that the Delhi Police, “on a trial basis, used the FRS on 45,000 children living in different children's homes”. Also, 2,930 children “could be recognized between April 6 and April 10”. The ministry's secretary Rakesh Srivastava said that the police shared the outcome on 10 April. In Sadhan Haldar v NCT of Delhi, the court had pressed the police to test-run facial recognition. The ministry had then supplied data on about seven lakh missing children from the Track Child portal. The same report says that identities “have been established and efforts are on to help them reunite with their families”. No reunification is documented in any cited source. The Wire (republished by the Pulitzer Center, 2–3 July 2025) cites the Bureau of Police Research and Development's Compendium of Equipment. It says that the police bought two facial recognition systems on 28 March 2018, manufactured by Innefu Labs and supplied by Pelorus Technologies. It quotes an Innefu blog claiming its AI Vision product “helped in identifying 3000 missing children” in its first four days. On 23 August 2018 Delhi Police counsel Rahul Mehra told the High Court: “The software is not good. There is only two percent match” (NDTV). That was in a habeas corpus matter about women missing from a placement agency. On 22 January 2019 the High Court (Hima Kohli and Manoj Kumar Ohri JJ) recorded in Sadhan Haldar what it was told. The software “has not helped in cracking any case of missing children so far”, against 5,160 children untraced out of 19,916 reported missing in 2016–2018. A Centre for Internet and Society (CIS India) report gives 10,617 matches, of which 3,202 identities were verified, and no reunification count.", "category": "benefit created", "unexpected": false, "purpose": "Procured under the Delhi High Court's direction in Sadhan Haldar to match photographs of missing and found children against the Track Child database. The April 2018 trial run was that intended use.", "system": "Delhi Police Facial Recognition System (reported by The Wire as Innefu Labs' AI Vision)", "model_version": "AI Vision", "developer": "Innefu Labs Pvt Ltd (manufacturer, per The Wire citing the BPR&D Compendium of Equipment); supplied by Pelorus Technologies Pvt Ltd", "deployer": "Delhi Police (Crime Branch), using Ministry of Women and Child Development Track Child portal data", "location": "Delhi, India", "domain": "Policing / missing persons and child protection", "segment": "Missing children in child-care institutions", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The only documented outcome is a raw match count that the police and the High Court later undercut.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No cited source documents a child reunited with a family as a result of the 2,930 matches. The High Court recorded on 22 January 2019 that the software had not cracked any missing-child case." }, { "group": "organizational", "depth": null, "reason": "The police reported 2,930 identities “established” to the ministry. The same police told the court four months later that the software produced only a two percent match." }, { "group": "societal", "depth": null, "reason": "The court's own figures (5,160 children untraced of 19,916 reported in 2016–2018) are the context. No reduction attributable to the software is documented." } ], "ai_role": { "status": "assessed", "statement": "The software produced the 2,930 matches reported in the ministry's affidavit. The claim rests on the police's report of raw output, relayed by PTI, and on the vendor's blog. No cited source verifies a single match to a reunification. The police counsel described the match rate as two percent in August 2018. The Delhi High Court recorded in January 2019 that the software had not helped crack any case. The CIS India figures (10,617 matches, 3,202 identities verified) come from a report that is not among the sources." }, "evidence": [ { "kind": "news report", "citation": "PTI (2018). Facial recognition system helps trace 3,000 missing children in 4 days. Business Standard, 22 April 2018.", "title": "Facial recognition system helps trace 3,000 missing children in 4 days", "url": "https://www.business-standard.com/article/pti-stories/facial-recognition-system-helps-trace-3-000-missing-children-in-4-days-118042200470_1.html", "date": "2018-04-22", "written_by": "independent", "quote": "Of them, 2,930 children could be recognised between April 6 and April 10." }, { "kind": "news report", "citation": "NDTV (2018). 2 Percent Accuracy In Delhi Police Facial Recognition Software, Court Told. NDTV, 23 August 2018.", "title": "2 Percent Accuracy In Delhi Police Facial Recognition Software, Court Told", "url": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242", "date": "2018-08-23", "written_by": "independent", "quote": "The software is not good. There is only two per cent match,", "supports_benefit": false }, { "kind": "court document", "citation": "Delhi High Court (2019). Sadhan Haldar v The State NCT of Delhi & Ors, W.P.(CRL) 1560/2017, order of 22 January 2019 (Hima Kohli and Manoj Kumar Ohri JJ). Indian Kanoon.", "title": "Sadhan Haldar vs The State Nct Of Delhi & Ors on 22 January, 2019", "url": "https://indiankanoon.org/doc/181795735/", "date": "2019-01-22", "written_by": "independent", "quote": "We are told that use of 'Facial Recognition Software' has not helped in cracking any case of missing children so far, which comes as a surprise.", "supports_benefit": false }, { "kind": "news report", "citation": "The Wire / Pulitzer Center (2025). As AI Took Over Policing in Delhi, Who Bore the Brunt? Pulitzer Center, 2 July 2025.", "title": "As AI Took Over Policing in Delhi, Who Bore the Brunt?", "url": "https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt", "date": "2025-07-02", "written_by": "independent", "quote": "During the first four days of its implementation, Innefu's product (AI Vision) helped in identifying 3000 missing children.", "supports_benefit": false }, { "kind": "news report", "citation": "The Wire / Pulitzer Center (2025). Looking Back at the Camera: How Controversial AI Firms Shaped Delhi's Predictive Policing. Pulitzer Center, 3 July 2025.", "title": "Looking Back at the Camera: How Controversial AI Firms Shaped Delhi's Predictive Policing", "url": "https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "date": "2025-07-03", "written_by": "independent", "quote": "While the software was originally manufactured by Innefu Labs Pvt Ltd, it was supplied to the Delhi Police by a vendor named Pelorus Technologies Pvt. Ltd.", "supports_benefit": false }, { "kind": "report", "citation": "Internet Freedom Foundation (2019). The Delhi Police must stop its facial recognition system. internetfreedom.in, 29 December 2019.", "title": "The Delhi Police must stop it's facial recognition system", "url": "https://internetfreedom.in/we-demand-the-delhi-police-stop-its-facial-recognition-system/", "date": "2019-12-29", "written_by": "independent", "quote": "at least three orders of the Hon'ble High Court recording it's dissatisfaction with the facial recognition system as late as August 23, 2019", "supports_benefit": false }, { "kind": "news report", "citation": "Manorama Yearbook (2019). Can facial recognition help fight crime? 10 July 2019.", "title": "Can facial recognition help fight crime?", "url": "https://www.manoramayearbook.in/current-affairs/india/2019/07/10/Can-facial-recognition-help-fight-crime.html", "date": "2019-07-10", "written_by": "independent", "quote": "Of them, the police were able to identify 2,930 children with the software.", "supports_benefit": false } ], "replication": { "produced_by": [ "A court-directed 1:many facial recognition trial on photographs of 45,000 children in children's homes, against Track Child portal data on about seven lakh missing children", "Police reporting of raw match counts to the ministry, which relayed them to the court by affidavit" ], "must_hold": [ "Matches are verified against identity records and followed by reunification, which no cited source shows", "The software's match rate is adequate. The police counsel's statement of a two percent match in August 2018 concerned the same software" ], "echoes": [ { "date": "2018-08-23", "setting": "Delhi High Court suggested using the software to trace women missing from an illegal placement agency; police counsel reported a two percent match", "model_version": null, "outcome": "did not recur", "source": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242" }, { "date": "2019-01-22", "setting": "Delhi High Court review of missing-children cases in Sadhan Haldar v NCT of Delhi", "model_version": null, "outcome": "did not recur", "source": "https://indiankanoon.org/doc/181795735/" } ] }, "paired_incident": null, "headline": "Face matches reported in a search for missing children", "metric": "matched 2,930 identities on 6–10 April 2018", "comparator": null, "later": { "status": "reversed", "date": "2019-01-22", "note": "On 22 January 2019 the Delhi High Court recorded in Sadhan Haldar v. NCT of Delhi that the facial recognition software had not helped crack any missing-child case, after police counsel had reported a two percent match rate in August 2018.", "quote": "“We are told that the use of ‘Facial Recognition Software’ has not helped in cracking any case of missing children so far, which comes as a surprise. It is most unacceptable that the software adopted by the Delhi Police after due diligence has not borne any results.”", "url": "https://indiankanoon.org/doc/181795735/" }, "value": null, "developer_country": "India", "deployer_country": "India", "unrated_because": "the court recorded that no case was cracked", "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the court recorded that no case was cracked.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "http://web.archive.org/web/20260829155711/https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt; http://web.archive.org/web/20250715172059/https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.innefu.com/contact-us; https://en.wikipedia.org/wiki/Delhi_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.business-standard.com/article/pti-stories/facial-recognition-system-helps-trace-3-000-missing-children-in-4-days-118042200470_1.html", "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: one independent court document, one independent report and five independent news reports. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0314", "catalog_version": "1.0.0", "source_fingerprint": "c0b5467b4ae848089208b52fc57badd37164494b3e763b011569e920449d0023", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0314-source-0001", "AIBD-0314-source-0002", "AIBD-0314-source-0003", "AIBD-0314-source-0004", "AIBD-0314-source-0005", "AIBD-0314-source-0006", "AIBD-0314-source-0007" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Innefu Labs Pvt Ltd (manufacturer, per The Wire citing the BPR&D Compendium of Equipment); supplied by Pelorus Technologies Pvt Ltd", "deployer": "Delhi Police (Crime Branch), using Ministry of Women and Child Development Track Child portal data" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The software produced the 2,930 matches reported in the ministry's affidavit. The claim rests on the police's report of raw output, relayed by PTI, and on the vendor's blog. No cited source verifies a single match to a reunification. The police counsel described the match rate as two percent in August 2018. The Delhi High Court recorded in January 2019 that the software had not helped crack any case. The CIS India figures (10,617 matches, 3,202 identities verified) come from a report that is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The software produced the 2,930 matches reported in the ministry's affidavit. The claim rests on the police's report of raw output, relayed by PTI, and on the vendor's blog. No cited source verifies a single match to a reunification. The police counsel described the match rate as two percent in August 2018. The Delhi High Court recorded in January 2019 that the software had not helped crack any case. The CIS India figures (10,617 matches, 3,202 identities verified) come from a report that is not among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: one independent court document, one independent report and five independent news reports. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No cited source documents a child reunited with a family as a result of the 2,930 matches. The High Court recorded on 22 January 2019 that the software had not cracked any missing-child case." }, { "group": "organizational", "reason": "The police reported 2,930 identities “established” to the ministry. The same police told the court four months later that the software produced only a two percent match." }, { "group": "societal", "reason": "The court's own figures (5,160 children untraced of 19,916 reported in 2016–2018) are the context. No reduction attributable to the software is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No cited source documents a child reunited with a family as a result of the 2,930 matches. The High Court recorded on 22 January 2019 that the software had not cracked any missing-child case." }, { "group": "organizational", "reason": "The police reported 2,930 identities “established” to the ministry. The same police told the court four months later that the software produced only a two percent match." }, { "group": "societal", "reason": "The court's own figures (5,160 children untraced of 19,916 reported in 2016–2018) are the context. No reduction attributable to the software is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "matched 2,930 identities on 6–10 April 2018", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2019-01-22", "note": "On 22 January 2019 the Delhi High Court recorded in Sadhan Haldar v. NCT of Delhi that the facial recognition software had not helped crack any missing-child case, after police counsel had reported a two percent match rate in August 2018.", "quote": "“We are told that the use of ‘Facial Recognition Software’ has not helped in cracking any case of missing children so far, which comes as a surprise. It is most unacceptable that the software adopted by the Delhi Police after due diligence has not borne any results.”", "url": "https://indiankanoon.org/doc/181795735/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0314" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "The only documented outcome is a raw match count that the police and the High Court later undercut." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "PTI reported on 22 April 2018 (Business Standard) on an affidavit from the Ministry of Women and Child Development to the Delhi High Court. It said the Delhi Police, “on a trial basis, used the FRS on 45,000 children living in different children's homes”. Also, 2,930 children “could be recognized between April 6 and April 10”. The ministry's secretary Rakesh Srivastava said that the police shared the outcome on 10 April. In Sadhan Haldar v NCT of Delhi, the court had pressed the police to test-run facial recognition. The ministry had then supplied data on about seven lakh missing children from the Track Child portal. The same report says identities “have been established and efforts are on to help them reunite with their families”. No reunification is documented in any cited source. The Wire (republished by the Pulitzer Center, 2–3 July 2025) cites the Bureau of Police Research and Development's Compendium of Equipment. It says the police bought two facial recognition systems on 28 March 2018, manufactured by Innefu Labs and supplied by Pelorus Technologies. It quotes an Innefu blog claiming its AI Vision product “helped in identifying 3000 missing children” in its first four days. On 23 August 2018 Delhi Police counsel Rahul Mehra told the High Court: “The software is not good. There is only two percent match” (NDTV). That was in a habeas corpus matter about women missing from a placement agency. On 22 January 2019 the High Court (Hima Kohli and Manoj Kumar Ohri JJ) recorded in Sadhan Haldar what it was told. The software “has not helped in cracking any case of missing children so far”, against 5,160 children untraced out of 19,916 reported missing in 2016–2018. A Centre for Internet and Society (CIS India) report gives 10,617 matches, of which 3,202 identities were verified, and no reunification count; the report itself is not among the sources.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No cited source documents a child reunited with a family as a result of the 2,930 matches. The High Court recorded on 22 January 2019 that the software had not cracked any missing-child case." }, { "group": "organizational", "reason": "The police reported 2,930 identities “established” to the ministry. The same police told the court four months later that the software produced only a two percent match." }, { "group": "societal", "reason": "The court's own figures (5,160 children untraced of 19,916 reported in 2016–2018) are the context. No reduction attributable to the software is documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Procured under the Delhi High Court's direction in Sadhan Haldar to match photographs of missing and found children against the Track Child database. The April 2018 trial run was that intended use." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Delhi, India", "developer_country": "India", "deployer_country": "India" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Procured under the Delhi High Court's direction in Sadhan Haldar to match photographs of missing and found children against the Track Child database. The April 2018 trial run was that intended use." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2018-04-10", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the court recorded that no case was cracked.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "http://web.archive.org/web/20260829155711/https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt; http://web.archive.org/web/20250715172059/https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.innefu.com/contact-us; https://en.wikipedia.org/wiki/Delhi_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.business-standard.com/article/pti-stories/facial-recognition-system-helps-trace-3-000-missing-children-in-4-days-118042200470_1.html", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A court-directed 1:many facial recognition trial on photographs of 45,000 children in children's homes, against Track Child portal data on about seven lakh missing children", "Police reporting of raw match counts to the ministry, which relayed them to the court by affidavit" ], "must_hold": [ "Matches are verified against identity records and followed by reunification, which no cited source shows", "The software's match rate is adequate. The police counsel's statement of a two percent match in August 2018 concerned the same software" ], "echoes": [ { "date": "2018-08-23", "setting": "Delhi High Court suggested using the software to trace women missing from an illegal placement agency; police counsel reported a two percent match", "outcome": "did not recur", "source": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242" }, { "date": "2019-01-22", "setting": "Delhi High Court review of missing-children cases in Sadhan Haldar v NCT of Delhi", "outcome": "did not recur", "source": "https://indiankanoon.org/doc/181795735/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A court-directed 1:many facial recognition trial on photographs of 45,000 children in children's homes, against Track Child portal data on about seven lakh missing children", "Police reporting of raw match counts to the ministry, which relayed them to the court by affidavit" ], "must_hold": [ "Matches are verified against identity records and followed by reunification, which no cited source shows", "The software's match rate is adequate. The police counsel's statement of a two percent match in August 2018 concerned the same software" ], "echoes": [ { "date": "2018-08-23", "setting": "Delhi High Court suggested using the software to trace women missing from an illegal placement agency; police counsel reported a two percent match", "outcome": "did not recur", "source": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242" }, { "date": "2019-01-22", "setting": "Delhi High Court review of missing-children cases in Sadhan Haldar v NCT of Delhi", "outcome": "did not recur", "source": "https://indiankanoon.org/doc/181795735/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Left not rated: the court recorded that no case was cracked.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since, the model version from the cited sources.", "source": "http://web.archive.org/web/20260829155711/https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt; http://web.archive.org/web/20250715172059/https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.innefu.com/contact-us; https://en.wikipedia.org/wiki/Delhi_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.business-standard.com/article/pti-stories/facial-recognition-system-helps-trace-3-000-missing-children-in-4-days-118042200470_1.html", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Policing / missing persons and child protection", "segment": "Missing children in child-care institutions" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "PTI (2018). Facial recognition system helps trace 3,000 missing children in 4 days. Business Standard, 22 April 2018.", "title": "Facial recognition system helps trace 3,000 missing children in 4 days", "url": "https://www.business-standard.com/article/pti-stories/facial-recognition-system-helps-trace-3-000-missing-children-in-4-days-118042200470_1.html", "date": "2018-04-22", "written_by": "independent", "quote": "Of them, 2,930 children could be recognised between April 6 and April 10." }, { "kind": "news report", "citation": "NDTV (2018). 2 Percent Accuracy In Delhi Police Facial Recognition Software, Court Told. NDTV, 23 August 2018.", "title": "2 Percent Accuracy In Delhi Police Facial Recognition Software, Court Told", "url": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242", "date": "2018-08-23", "written_by": "independent", "quote": "The software is not good. There is only two per cent match,", "supports_benefit": false }, { "kind": "court document", "citation": "Delhi High Court (2019). Sadhan Haldar v The State NCT of Delhi & Ors, W.P.(CRL) 1560/2017, order of 22 January 2019 (Hima Kohli and Manoj Kumar Ohri JJ). Indian Kanoon.", "title": "Sadhan Haldar vs The State Nct Of Delhi & Ors on 22 January, 2019", "url": "https://indiankanoon.org/doc/181795735/", "date": "2019-01-22", "written_by": "independent", "quote": "We are told that use of 'Facial Recognition Software' has not helped in cracking any case of missing children so far, which comes as a surprise.", "supports_benefit": false }, { "kind": "news report", "citation": "The Wire / Pulitzer Center (2025). As AI Took Over Policing in Delhi, Who Bore the Brunt? Pulitzer Center, 2 July 2025.", "title": "As AI Took Over Policing in Delhi, Who Bore the Brunt?", "url": "https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt", "date": "2025-07-02", "written_by": "independent", "quote": "During the first four days of its implementation, Innefu's product (AI Vision) helped in identifying 3000 missing children.", "supports_benefit": false }, { "kind": "news report", "citation": "The Wire / Pulitzer Center (2025). Looking Back at the Camera: How Controversial AI Firms Shaped Delhi's Predictive Policing. Pulitzer Center, 3 July 2025.", "title": "Looking Back at the Camera: How Controversial AI Firms Shaped Delhi's Predictive Policing", "url": "https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "date": "2025-07-03", "written_by": "independent", "quote": "While the software was originally manufactured by Innefu Labs Pvt Ltd, it was supplied to the Delhi Police by a vendor named Pelorus Technologies Pvt. Ltd.", "supports_benefit": false }, { "kind": "report", "citation": "Internet Freedom Foundation (2019). The Delhi Police must stop its facial recognition system. internetfreedom.in, 29 December 2019.", "title": "The Delhi Police must stop it's facial recognition system", "url": "https://internetfreedom.in/we-demand-the-delhi-police-stop-its-facial-recognition-system/", "date": "2019-12-29", "written_by": "independent", "quote": "at least three orders of the Hon'ble High Court recording it's dissatisfaction with the facial recognition system as late as August 23, 2019", "supports_benefit": false }, { "kind": "news report", "citation": "Manorama Yearbook (2019). Can facial recognition help fight crime? 10 July 2019.", "title": "Can facial recognition help fight crime?", "url": "https://www.manoramayearbook.in/current-affairs/india/2019/07/10/Can-facial-recognition-help-fight-crime.html", "date": "2019-07-10", "written_by": "independent", "quote": "Of them, the police were able to identify 2,930 children with the software.", "supports_benefit": false } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0314-source-0001", "AIBD-0314-source-0002", "AIBD-0314-source-0003", "AIBD-0314-source-0004", "AIBD-0314-source-0005", "AIBD-0314-source-0006", "AIBD-0314-source-0007" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "The early report relays the ministry’s matching claim. The court later recorded that no missing-child case had been cracked. The retained investigations add contrary evidence and procurement details." }, "provenance": { "kind": "source_review", "basis": "The identified originals and their locators are listed in the source assessment.", "record_fields": [], "source_refs": [ "AIBD-0314-source-0002", "AIBD-0314-source-0003", "AIBD-0314-source-0004", "AIBD-0314-source-0005", "AIBD-0314-source-0006", "AIBD-0314-source-0007" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The early report relays the ministry’s matching claim. The court later recorded that no missing-child case had been cracked. The retained investigations add contrary evidence and procurement details." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0314-source-0001", "retained_source_order": [ "AIBD-0314-source-0001", "AIBD-0314-source-0002", "AIBD-0314-source-0003", "AIBD-0314-source-0004", "AIBD-0314-source-0005", "AIBD-0314-source-0006", "AIBD-0314-source-0007" ], "origins": [ { "url": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242", "locator": "PTI report, paragraphs on Rahul Mehra’s submission to the High Court.", "contribution": "The police counsel’s two-percent match statement is contrary evidence, not proof of a benefit.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0002" ] }, { "url": "https://indiankanoon.org/doc/181795735/", "locator": "Order of 22 January 2019, ¶ 12, printed p. 6.", "contribution": "The court records that it was told that no missing-child case had been cracked. It does not find the claimed benefit.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0003" ] }, { "url": "https://pulitzercenter.org/stories/ai-took-over-policing-delhi-who-bore-brunt", "locator": "The investigation’s discussion of AI Vision and the claimed identification of missing children.", "contribution": "The investigation supplies later scrutiny and harm accounts. Its missing-child figure is attributed to the vendor, not independently verified.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0004" ] }, { "url": "https://pulitzercenter.org/stories/looking-back-camera-how-controversial-ai-firms-shaped-delhis-predictive-policing", "locator": "Opening procurement paragraphs and the quotation from Innefu’s AI Vision page.", "contribution": "The investigation establishes procurement and vendor relationships. Its missing-child figure repeats the developer’s account.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0005" ] }, { "url": "https://internetfreedom.in/we-demand-the-delhi-police-stop-its-facial-recognition-system/", "locator": "Sections on the low success rate and the demand to halt facial recognition.", "contribution": "The advocacy report challenges effectiveness and legality. It must not count as an independent study supporting a positive result.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0006" ] }, { "url": "https://www.manoramayearbook.in/current-affairs/india/2019/07/10/Can-facial-recognition-help-fight-crime.html", "locator": "Telangana model, paragraphs on Delhi’s trial and the High Court.", "contribution": "The explainer repeats the ministry’s affidavit and the High Court’s contrary statement. It supplies no new missing-child result.", "relationship": "Independent scrutiny or context, not positive corroboration.", "source_refs": [ "AIBD-0314-source-0007" ] } ], "excluded_or_consolidated_sources": [], "review_scope": "Whether the specified sources establish the reported benefit, their document types, and their authorship relationships. Other fields and sources were not comprehensively reassessed." } }, "provenance": { "kind": "source_review", "basis": "A limited source-role review; each inspected source and its contribution is identified.", "record_fields": [], "source_refs": [ "AIBD-0314-source-0002", "AIBD-0314-source-0003", "AIBD-0314-source-0004", "AIBD-0314-source-0005", "AIBD-0314-source-0006", "AIBD-0314-source-0007" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The early report relays the ministry’s matching claim. The court later recorded that no missing-child case had been cracked. The retained investigations add contrary evidence and procurement details." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "The ministry reported 2,930 facial matches among children in care. The Delhi High Court later recorded that the software had not helped solve any missing-child case.", "account": "PTI reported on 22 April 2018 (Business Standard) on an affidavit from the Ministry of Women and Child Development to the Delhi High Court. It said that the Delhi Police, “on a trial basis, used the FRS on 45,000 children living in different children's homes”. Also, 2,930 children “could be recognized between April 6 and April 10”. The ministry's secretary Rakesh Srivastava said that the police shared the outcome on 10 April. In Sadhan Haldar v NCT of Delhi, the court had pressed the police to test-run facial recognition. The ministry had then supplied data on about seven lakh missing children from the Track Child portal. The same report says that identities “have been established and efforts are on to help them reunite with their families”. No reunification is documented in any cited source. The Wire (republished by the Pulitzer Center, 2–3 July 2025) cites the Bureau of Police Research and Development's Compendium of Equipment. It says that the police bought two facial recognition systems on 28 March 2018, manufactured by Innefu Labs and supplied by Pelorus Technologies. It quotes an Innefu blog claiming its AI Vision product “helped in identifying 3000 missing children” in its first four days. On 23 August 2018 Delhi Police counsel Rahul Mehra told the High Court: “The software is not good. There is only two percent match” (NDTV). That was in a habeas corpus matter about women missing from a placement agency. On 22 January 2019 the High Court (Hima Kohli and Manoj Kumar Ohri JJ) recorded in Sadhan Haldar what it was told. The software “has not helped in cracking any case of missing children so far”, against 5,160 children untraced out of 19,916 reported missing in 2016–2018. A Centre for Internet and Society (CIS India) report gives 10,617 matches, of which 3,202 identities were verified, and no reunification count." } }, "provenance": { "kind": "legacy_record", "basis": "Wording aligned with the source review of 25 October 2026; the longer account retains previously collected details.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The software compared facial images to propose possible matches." }, "provenance": { "kind": "legacy_record", "basis": "Restated the mechanical task already described in the existing system and AI-role fields. No new source review is claimed.", "record_fields": [ "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The Wire identified the facial-recognition software as Innefu Labs’ AI Vision." }, "provenance": { "kind": "legacy_record", "basis": "Separated the model, software, hardware, or operation already described in the existing record. No new source review is claimed.", "record_fields": [ "model_version", "system", "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "model_version": "AI Vision" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "model_version" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial", "display": { "answer": "Exact release not established.", "editor_note": "" } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Delhi Police Facial Recognition System (reported by The Wire as Innefu Labs' AI Vision)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Innefu Labs Pvt Ltd (manufacturer, per The Wire citing the BPR&D Compendium of Equipment); supplied by Pelorus Technologies Pvt Ltd" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Face matches reported in a search for missing children", "headline": "Face matches reported in a search for missing children" } }, "provenance": { "kind": "legacy_record", "basis": "Wording aligned with the source review of 25 October 2026; the longer account retains previously collected details.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "c0b5467b4ae848089208b52fc57badd37164494b3e763b011569e920449d0023" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "PTI reported on 22 April 2018 (Business Standard) on an affidavit from the Ministry of Women and Child Development to the Delhi High Court. It said the Delhi Police, “on a trial basis, used the FRS on 45,000 children living in different children's homes”. Also, 2,930 children “could be recognized between April 6 and April 10”. The ministry's secretary Rakesh Srivastava said that the police shared the outcome on 10 April. In Sadhan Haldar v NCT of Delhi, the court had pressed the police to test-run facial recognition. The ministry had then supplied data on about seven lakh missing children from the Track Child portal. The same report says identities “have been established and efforts are on to help them reunite with their families”. No reunification is documented in any cited source. The Wire (republished by the Pulitzer Center, 2–3 July 2025) cites the Bureau of Police Research and Development's Compendium of Equipment. It says the police bought two facial recognition systems on 28 March 2018, manufactured by Innefu Labs and supplied by Pelorus Technologies. It quotes an Innefu blog claiming its AI Vision product “helped in identifying 3000 missing children” in its first four days. On 23 August 2018 Delhi Police counsel Rahul Mehra told the High Court: “The software is not good. There is only two percent match” (NDTV). That was in a habeas corpus matter about women missing from a placement agency. On 22 January 2019 the High Court (Hima Kohli and Manoj Kumar Ohri JJ) recorded in Sadhan Haldar what it was told. The software “has not helped in cracking any case of missing children so far”, against 5,160 children untraced out of 19,916 reported missing in 2016–2018. A Centre for Internet and Society (CIS India) report gives 10,617 matches, of which 3,202 identities were verified, and no reunification count; the report itself is not among the sources.", "replication": { "produced_by": [ "A court-directed 1:many facial recognition trial on photographs of 45,000 children in children's homes, against Track Child portal data on about seven lakh missing children", "Police reporting of raw match counts to the ministry, which relayed them to the court by affidavit" ], "must_hold": [ "Matches are verified against identity records and followed by reunification, which no cited source shows", "The software's match rate is adequate. The police counsel's statement of a two percent match in August 2018 concerned the same software" ], "echoes": [ { "date": "2018-08-23", "setting": "Delhi High Court suggested using the software to trace women missing from an illegal placement agency; police counsel reported a two percent match", "outcome": "did not recur", "source": "https://www.ndtv.com/delhi-news/2-percent-accuracy-in-delhi-police-facial-recognition-software-court-told-1905242" }, { "date": "2019-01-22", "setting": "Delhi High Court review of missing-children cases in Sadhan Haldar v NCT of Delhi", "outcome": "did not recur", "source": "https://indiankanoon.org/doc/181795735/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 32, "reviewed": 2, "record_mapped": 30, "not_assessed": 59, "complete": false, "by_state": { "value_present": 32, "not_reported": 0, "unresolved": 0, "not_assessed": 59, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0187", "case_url": "records/AIBD-0187.html", "reason": "The system or its use was subject to legal proceedings.", "details": [ { "label": "Court document", "value": "United States v. Nakhmatullaev et al., No. 25-cr-203, indictment, June 18, 2025, 1–10, ¶¶ 1–20, 32–34 (E.D.N.Y.).", "url": "https://www.justice.gov/criminal/media/1405326/dl?inline=" }, { "label": "Follow-up", "value": "DOJ reported 35 people charged and 16 convicted by August 14, 2026, following a money-laundering guilty plea the previous day. These developments do not establish an AI contribution or the final disposition of the $4.41 billion in escrow.", "url": "https://www.justice.gov/opa/pr/ohio-man-pleads-guilty-laundering-health-care-fraud-proceeds-transnational-criminal" } ], "filters": { "kind": "Legal proceedings" }, "record": { "id": "AIBD-0187", "title": "Medicare withholds $4.41 billion in suspected fraudulent payments", "summary": "Federal analysts flagged unusual billing, and HHS-OIG and CMS held $4.41 billion in escrow during Operation Gold Rush.", "date_observed": "2025-06-30", "date_basis": "source publication", "date_precision": "day", "benefit_status": "reported", "source_collection": null, "source_entry": null, "account": "DOJ reported that analysts detected unusual billing in Operation Gold Rush. HHS-OIG and CMS held $4.41 billion in escrow from about $4.45 billion scheduled for payment. Medicare paid about $41 million, and supplemental insurers paid about $900 million. DOJ stated that HHS and CMS intended to seek the return of the escrow to the Medicare trust fund. The announcement also proposed an AI-enabled Data Fusion Center. It does not establish that AI was used in the Gold Rush detection.", "category": "harm prevented", "unexpected": false, "purpose": "Detect, investigate and prosecute complex health care fraud schemes.", "system": "DOJ Health Care Fraud Unit proactive billing analytics", "model_version": null, "developer": "U.S. Department of Justice, Criminal Division Fraud Section, Health Care Fraud Unit Data Analytics Team", "deployer": "U.S. Department of Justice with HHS-OIG and CMS", "location": null, "domain": "Health care fraud and public insurance", "segment": "Medicare durable medical equipment claims", "benefit_type": "Reduced Risk", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 4, "reason": "The release states that $4.41 billion scheduled to be paid by Medicare was held in escrow for return to the Medicare trust fund. Supplemental insurers still paid about $900 million." }, { "group": "organizational", "depth": 3, "reason": "CMS and HHS-OIG stopped payment of all but about $41 million of $4.45 billion in claims from the organization, per the release." }, { "group": "personal", "depth": null, "reason": "The release describes over one million stolen identities but documents no outcome for the individual beneficiaries." } ], "ai_role": { "status": "unassessed", "statement": "DOJ attributes detection to proactive data analytics. The reviewed sources do not establish that AI was used. The AI-enabled Data Fusion Center was announced separately as future work." }, "evidence": [ { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, “National Health Care Fraud Takedown Results in 324 Defendants Charged in Connection with Over $14.6 Billion in Alleged Fraud,” June 30, 2025, § “Transnational Criminal Organizations.”", "title": "National Health Care Fraud Takedown Results in 324 Defendants Charged in Connection with Over $14.6 Billion in Alleged Fraud", "url": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "date": "2025-06-30", "written_by": "deployer", "quote": "The Health Care Fraud Unit's Data Analytics Team and its partners detected the anomalous billing through proactive data analytics" }, { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, press release, 3 February 2026. Brooklyn Banker Pleads Guilty to Laundering Proceeds of Medicare Fraud for Transnational Criminal Organization.", "title": "Brooklyn Banker Pleads Guilty to Laundering Proceeds of Medicare Fraud for Transnational Criminal Organization", "url": "https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal", "date": "2026-02-03", "written_by": "deployer", "quote": null }, { "kind": "court document", "citation": "United States v. Nakhmatullaev et al., No. 25-cr-203, indictment, June 18, 2025, 1–10, ¶¶ 1–20, 32–34 (E.D.N.Y.).", "title": "United States v. Nakhmatullaev et al., indictment", "url": "https://www.justice.gov/criminal/media/1405326/dl?inline=", "date": "2025-06-18", "written_by": "deployer", "quote": null }, { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, “Ohio Man Pleads Guilty to Laundering Health Care Fraud Proceeds for Transnational Criminal Organization,” August 14, 2026, ¶¶ 1–9.", "title": "Ohio Man Pleads Guilty to Laundering Health Care Fraud Proceeds for Transnational Criminal Organization", "url": "https://www.justice.gov/opa/pr/ohio-man-pleads-guilty-laundering-health-care-fraud-proceeds-transnational-criminal", "date": "2026-08-14", "written_by": "deployer", "quote": null } ], "replication": { "produced_by": [ "Analysts detected anomalous Medicare billing.", "HHS-OIG and CMS suspended scheduled payments." ], "must_hold": [ "Access to billing data before payment.", "Legal authority and operational capacity to suspend payments." ], "echoes": [] }, "paired_incident": null, "headline": "Medicare withholds $4.41 billion in suspected fraudulent payments", "metric": "HHS-OIG and CMS prevented all but $41 million of $4.45 billion", "comparator": { "against": "the amount Medicare was scheduled to pay on the fraudulent claims had the billing gone undetected", "before": "the approximately $4.45 billion that was scheduled to be paid by Medicare", "after": "all but approximately $41 million", "basis": "measured", "quote": "The Health Care Fraud Unit's Data Analytics Team and its partners detected the anomalous billing through proactive data analytics, and HHS-OIG and CMS successfully prevented the organization from receiving all but approximately $41 million of the approximately $4.45 billion that was scheduled to be paid by Medicare.", "url": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146" }, "later": { "status": "litigated", "date": "2026-08-13", "note": "DOJ reported 35 people charged and 16 convicted by August 14, 2026, following a money-laundering guilty plea the previous day. These developments do not establish an AI contribution or the final disposition of the $4.41 billion in escrow.", "quote": null, "url": "https://www.justice.gov/opa/pr/ohio-man-pleads-guilty-laundering-health-care-fraud-proceeds-transnational-criminal" }, "value": { "amount": "$4.41 billion", "what": "fraudulent Medicare payments held in escrow rather than paid out, to be returned to the Medicare trust fund", "who": "Medicare trust fund (HHS and CMS)", "estimate": false, "quote": "HHS and CMS intend to seek to return the $4.41 billion in escrow to the Medicare trust fund for needed medical care.", "url": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146" }, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146; https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal; https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.justice.gov/contact-us; https://www.justice.gov/contact-us", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Read the original DOJ announcements and linked indictment; separated billing analytics from the proposed AI-enabled Fusion Center, clarified escrow and losses, and added the August 2026 prosecution update.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The deployer's account", "claim_basis": "Sources: the deployer's court document and three press releases from the deployer. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0187", "catalog_version": "1.0.0", "source_fingerprint": "97b6aaeb2665f23ec816fe89bd7d400e53a9861274835d537c0b95d803e7f548", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "DIV-0026" ], "role": "monetary observations" }, "provenance": { "kind": "source_review", "basis": "DOJ reports a gross payment hold, without an established AI contribution.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "DIV-0026" ] }, "institutional decisions": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "25-cr-203" ], "role": "institutional decisions" }, "provenance": { "kind": "source_review", "basis": "DOJ announcement and the linked indictment.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "record_ids": [ "25-cr-203" ] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "text", "text": "DOJ’s Health Care Fraud Unit and partners analyzed billing. HHS-OIG and CMS suspended payments." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ’s Health Care Fraud Unit and partners analyzed billing. HHS-OIG and CMS suspended payments." } }, "actors[].ownership_control": { "state": "value_present", "value": { "kind": "text", "text": "The named teams are U.S. federal agencies. The sources do not identify a private software owner." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The named teams are U.S. federal agencies. The sources do not identify a private software owner." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "text", "text": "DOJ credits proactive data analytics. It does not identify an AI component or measure its separate contribution." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ credits proactive data analytics. It does not identify an AI component or measure its separate contribution." } }, "ai_relationship": { "state": "unresolved", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "Whether the billing analysis used AI remains unresolved.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Whether the billing analysis used AI remains unresolved." } }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "The release states that $4.41 billion scheduled to be paid by Medicare was held in escrow for return to the Medicare trust fund. Supplemental insurers still paid about $900 million." }, { "group": "organizational", "depth": 3, "reason": "CMS and HHS-OIG stopped payment of all but about $41 million of $4.45 billion in claims from the organization, per the release." }, { "group": "personal", "reason": "The release describes over one million stolen identities but documents no outcome for the individual beneficiaries." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "text", "text": "An outline: the payment figure comes from the participating agencies, and an AI contribution remains unresolved." }, "provenance": { "kind": "curatorial", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An outline: the payment figure comes from the participating agencies, and an AI contribution remains unresolved." } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "The release states that $4.41 billion scheduled to be paid by Medicare was held in escrow for return to the Medicare trust fund. Supplemental insurers still paid about $900 million." }, { "group": "organizational", "depth": 3, "reason": "CMS and HHS-OIG stopped payment of all but about $41 million of $4.45 billion in claims from the organization, per the release." }, { "group": "personal", "reason": "The release describes over one million stolen identities but documents no outcome for the individual beneficiaries." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "text", "text": "The payment hold is reported as completed. Returning the escrow to the Medicare trust fund was still intended." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The payment hold is reported as completed. Returning the escrow to the Medicare trust fund was still intended." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "The release states that $4.41 billion scheduled to be paid by Medicare was held in escrow for return to the Medicare trust fund. Supplemental insurers still paid about $900 million." }, { "group": "organizational", "depth": 3, "reason": "CMS and HHS-OIG stopped payment of all but about $41 million of $4.45 billion in claims from the organization, per the release." }, { "group": "personal", "reason": "The release describes over one million stolen identities but documents no outcome for the individual beneficiaries." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not provide public access to the analytic system.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not provide public access to the analytic system." } }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "value_present", "value": { "kind": "text", "text": "A federal fraud investigation and administrative payment suspension." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A federal fraud investigation and administrative payment suspension." } }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "text", "text": "The June 2025 announcement supports the payment figures. The indictment describes the alleged scheme. The later releases add prosecution updates." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The June 2025 announcement supports the payment figures. The indictment describes the alleged scheme. The later releases add prosecution updates." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "text", "text": "Official accounts support the withheld-payment figure and prosecution updates. They do not establish that AI produced the benefit." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Official accounts support the withheld-payment figure and prosecution updates. They do not establish that AI produced the benefit." } }, "claims[].missingness": { "state": "value_present", "value": { "kind": "text", "text": "The algorithm, AI contribution, operating costs, false-positive rate, and final escrow disposition remain unestablished." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The algorithm, AI contribution, operating costs, false-positive rate, and final escrow disposition remain unestablished." } }, "claims[].proposition": { "state": "value_present", "value": { "kind": "text", "text": "Billing analysis contributed to the detection of a scheme whose scheduled payments were largely suspended." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Billing analysis contributed to the detection of a scheme whose scheduled payments were largely suspended." } }, "cross_border_flows[]": { "state": "value_present", "value": { "kind": "text", "text": "DOJ describes criminal transfers to overseas companies and accounts. It does not document cross-border movement of the analytic system, its training data, or its computing resources." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ describes criminal transfers to overseas companies and accounts. It does not document cross-border movement of the analytic system, its training data, or its computing resources." } }, "decisions[].action_outcome": { "state": "value_present", "value": { "kind": "text", "text": "Payments were suspended. The June 2025 indictment and later guilty pleas concern the alleged criminal scheme." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Payments were suspended. The June 2025 indictment and later guilty pleas concern the alleged criminal scheme." } }, "decisions[].grounds": { "state": "value_present", "value": { "kind": "text", "text": "Anomalous billing and evidence of fraudulent claims were the stated grounds. The sources do not give a separate test of AI’s contribution." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Anomalous billing and evidence of fraudulent claims were the stated grounds. The sources do not give a separate test of AI’s contribution." } }, "decisions[].institution_task": { "state": "value_present", "value": { "kind": "text", "text": "HHS-OIG and CMS suspended payments while DOJ and its partners investigated the alleged fraud." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "HHS-OIG and CMS suspended payments while DOJ and its partners investigated the alleged fraud." } }, "decisions[].success_criterion": { "state": "value_present", "value": { "kind": "text", "text": "The announcements describe preventing improper payments and prosecuting fraud. They do not specify a prospective numerical threshold for success." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The announcements describe preventing improper payments and prosecuting fraud. They do not specify a prospective numerical threshold for success." } }, "deployment_stage": { "state": "value_present", "value": { "kind": "text", "text": "Operational billing analysis supported an active investigation." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Operational billing analysis supported an active investigation." } }, "economics[].amount": { "state": "value_present", "value": { "kind": "text", "text": "US$4.41 billion held in escrow." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "US$4.41 billion held in escrow." } }, "economics[].costs[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not quantify operating or enforcement costs.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not quantify operating or enforcement costs." } }, "economics[].counterfactual": { "state": "value_present", "value": { "kind": "text", "text": "About $4.45 billion was scheduled for payment; about $41 million was paid. This accounting comparison does not isolate AI’s effect." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "About $4.45 billion was scheduled for payment; about $41 million was paid. This accounting comparison does not isolate AI’s effect." } }, "economics[].currency_price_basis": { "state": "value_present", "value": { "kind": "text", "text": "U.S. dollars. The figures are nominal; no inflation adjustment is stated." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "U.S. dollars. The figures are nominal; no inflation adjustment is stated." } }, "economics[].gross_net": { "state": "value_present", "value": { "kind": "text", "text": "The figure is gross money withheld. It does not deduct investigation, prosecution, or administrative costs." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The figure is gross money withheld. It does not deduct investigation, prosecution, or administrative costs." } }, "economics[].measure_type": { "state": "value_present", "value": { "kind": "text", "text": "Scheduled payments withheld in escrow, rather than a realized net saving." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Scheduled payments withheld in escrow, rather than a realized net saving." } }, "economics[].period_unit": { "state": "value_present", "value": { "kind": "text", "text": "The Operation Gold Rush payment hold reported on June 30, 2025. The exact interval covered by the total is not specified." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The Operation Gold Rush payment hold reported on June 30, 2025. The exact interval covered by the total is not specified." } }, "economics[].realization": { "state": "value_present", "value": { "kind": "text", "text": "$4.41 billion was held in escrow. Returning it to the trust fund remained an intention in the announcement." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "$4.41 billion was held in escrow. Returning it to the trust fund remained an intention in the announcement." } }, "economics[].recipient_payer": { "state": "value_present", "value": { "kind": "text", "text": "Medicare was the scheduled payer; the Medicare trust fund was the intended recipient of returned escrow." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Medicare was the scheduled payer; the Medicare trust fund was the intended recipient of returned escrow." } }, "economics[].return_payback": { "state": "unresolved", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "A return or payback period cannot be calculated from the reviewed figures because costs and an AI contribution are unestablished.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A return or payback period cannot be calculated from the reviewed figures because costs and an AI contribution are unestablished." } }, "economics[].valuation_method": { "state": "value_present", "value": { "kind": "text", "text": "DOJ reports the scheduled, paid, and escrowed amounts. No monetary valuation model is described." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ reports the scheduled, paid, and escrowed amounts. No monetary valuation model is described." } }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "HHS-OIG and CMS prevented all but $41 million of $4.45 billion", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "text", "text": "United States v. Nakhmatullaev et al., No. 25-cr-203." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "United States v. Nakhmatullaev et al., No. 25-cr-203." } }, "follow_up[]": { "state": "value_present", "value": { "kind": "text", "text": "DOJ reported 35 people charged and 16 convicted by August 14, 2026, following a money-laundering guilty plea the previous day. These developments do not establish an AI contribution or the final disposition of the $4.41 billion in escrow." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0002", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ reported 35 people charged and 16 convicted by August 14, 2026, following a money-laundering guilty plea the previous day. These developments do not establish an AI contribution or the final disposition of the $4.41 billion in escrow." } }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Federal analysts, investigators, prosecutors, and payment administrators performed distinct roles. The sources do not describe a specific review protocol for software alerts." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Federal analysts, investigators, prosecutors, and payment administrators performed distinct roles. The sources do not describe a specific review protocol for software alerts." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0187" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "text", "text": "The investigation required Medicare billing records, access to payment administration, and cooperation among federal agencies." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The investigation required Medicare billing records, access to payment administration, and cooperation among federal agencies." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "Medicare and the public funds that support it." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Medicare and the public funds that support it." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "text", "text": "More than one million people had identities stolen. That is a count of people affected by the alleged fraud, not a measured count of people helped by AI." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "More than one million people had identities stolen. That is a count of people affected by the alleged fraud, not a measured count of people helped by AI." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "text", "text": "Avoided payment of suspected fraudulent claims." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Avoided payment of suspected fraudulent claims." } }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "text", "text": "$4.41 billion in scheduled Medicare payments was held in escrow." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "$4.41 billion in scheduled Medicare payments was held in escrow." } }, "outcomes[].distribution": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The announcement does not measure how the payment hold benefited particular beneficiaries or communities.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The announcement does not measure how the payment hold benefited particular beneficiaries or communities." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "text", "text": "The money was held by June 30, 2025. The reviewed sources do not establish the final disposition of the escrow." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The money was held by June 30, 2025. The reviewed sources do not establish the final disposition of the escrow." } }, "outcomes[].id": { "state": "value_present", "value": { "kind": "text", "text": "AIBD-0187-outcome-01" }, "provenance": { "kind": "curatorial", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0187-outcome-01" } }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 4, "reason": "The release states that $4.41 billion scheduled to be paid by Medicare was held in escrow for return to the Medicare trust fund. Supplemental insurers still paid about $900 million." }, { "group": "organizational", "depth": 3, "reason": "CMS and HHS-OIG stopped payment of all but about $41 million of $4.45 billion in claims from the organization, per the release." }, { "group": "personal", "reason": "The release describes over one million stolen identities but documents no outcome for the individual beneficiaries." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "value_present", "value": { "kind": "text", "text": "The payment suspension occurred. Return of the escrow to the Medicare trust fund remained intended." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The payment suspension occurred. Return of the escrow to the Medicare trust fund remained intended." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "text", "text": "About $41 million reached the organization through Medicare, and supplemental insurers paid about $900 million. Enforcement costs and effects on legitimate payments are not quantified." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "About $41 million reached the organization through Medicare, and supplemental insurers paid about $900 million. Enforcement costs and effects on legitimate payments are not quantified." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "text", "text": "Preventing fraudulent payments was an intended purpose of the analysis." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Preventing fraudulent payments was an intended purpose of the analysis." } }, "places[]": { "state": "value_present", "value": { "kind": "structured", "data": { "developer_country": "United States", "deployer_country": "United States", "location": "United States", "answer": "The analysis and payment administration occurred in the United States. The investigation involved overseas arrests and transfers." } }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The analysis and payment administration occurred in the United States. The investigation involved overseas arrests and transfers." } }, "purpose": { "state": "value_present", "value": { "kind": "text", "text": "Detect health care fraud before scheduled payments leave Medicare." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Detect health care fraud before scheduled payments leave Medicare." } }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-06-30", "date_basis": "source publication", "date_precision": "day", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146; https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal; https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.justice.gov/contact-us; https://www.justice.gov/contact-us", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Read the original DOJ announcements and linked indictment; separated billing analytics from the proposed AI-enabled Fusion Center, clarified escrow and losses, and added the August 2026 prosecution update.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "date_basis", "date_precision", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not describe an independent replication of the billing analysis.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not describe an independent replication of the billing analysis." } }, "replication.conditions": { "state": "value_present", "value": { "kind": "text", "text": "The agencies needed billing data and the authority to stop payments before the money was transferred." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The agencies needed billing data and the authority to stop payments before the money was transferred." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146; https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal; https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.justice.gov/contact-us; https://www.justice.gov/contact-us", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Read the original DOJ announcements and linked indictment; separated billing analytics from the proposed AI-enabled Fusion Center, clarified escrow and losses, and added the August 2026 prosecution update.", "source": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "text", "text": "Public health insurance and fraud enforcement." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Public health insurance and fraud enforcement." } }, "sources[].access_version": { "state": "value_present", "value": { "kind": "text", "text": "DOJ’s original online releases and the June 18, 2025 indictment were inspected on October 25, 2026." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ’s original online releases and the June 18, 2025 indictment were inspected on October 25, 2026." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, “National Health Care Fraud Takedown Results in 324 Defendants Charged in Connection with Over $14.6 Billion in Alleged Fraud,” June 30, 2025, § “Transnational Criminal Organizations.”", "title": "National Health Care Fraud Takedown Results in 324 Defendants Charged in Connection with Over $14.6 Billion in Alleged Fraud", "url": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "date": "2025-06-30", "written_by": "deployer", "quote": "The Health Care Fraud Unit's Data Analytics Team and its partners detected the anomalous billing through proactive data analytics" }, { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, press release, 3 February 2026. Brooklyn Banker Pleads Guilty to Laundering Proceeds of Medicare Fraud for Transnational Criminal Organization.", "title": "Brooklyn Banker Pleads Guilty to Laundering Proceeds of Medicare Fraud for Transnational Criminal Organization", "url": "https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal", "date": "2026-02-03", "written_by": "deployer" }, { "kind": "court document", "citation": "United States v. Nakhmatullaev et al., No. 25-cr-203, indictment, June 18, 2025, 1–10, ¶¶ 1–20, 32–34 (E.D.N.Y.).", "title": "United States v. Nakhmatullaev et al., indictment", "url": "https://www.justice.gov/criminal/media/1405326/dl?inline=", "date": "2025-06-18", "written_by": "deployer" }, { "kind": "press release", "citation": "U.S. Department of Justice, Office of Public Affairs, “Ohio Man Pleads Guilty to Laundering Health Care Fraud Proceeds for Transnational Criminal Organization,” August 14, 2026, ¶¶ 1–9.", "title": "Ohio Man Pleads Guilty to Laundering Health Care Fraud Proceeds for Transnational Criminal Organization", "url": "https://www.justice.gov/opa/pr/ohio-man-pleads-guilty-laundering-health-care-fraud-proceeds-transnational-criminal", "date": "2026-08-14", "written_by": "deployer" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "role": "Retained sources" }, "provenance": { "kind": "curatorial", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "4 retained sources." } }, "sources[].language": { "state": "value_present", "value": { "kind": "text", "text": "English." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "DOJ reports its own investigation and prosecutions. The indictment records prosecutors’ allegations, not a judicial finding about an AI benefit." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ reports its own investigation and prosecutions. The indictment records prosecutors’ allegations, not a judicial finding about an AI benefit." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "lead_source_ref": "AIBD-0187-source-0001", "retained_source_order": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "origins": [ { "source_refs": [ "AIBD-0187-source-0001" ], "display_name": "U.S. Department of Justice", "url": "https://www.justice.gov/opa/pr/national-health-care-fraud-takedown-results-324-defendants-charged-connection-over-146", "contribution": "Reports the billing detection, scheduled payments, escrow, and losses. Announces the future AI-enabled center separately.", "locator": "§§ “Transnational Criminal Organizations” and “Breaking Down Silos in the Fight Against Health Care Fraud.”" }, { "source_refs": [ "AIBD-0187-source-0002" ], "display_name": "U.S. Department of Justice", "url": "https://www.justice.gov/opa/pr/brooklyn-banker-pleads-guilty-laundering-proceeds-medicare-fraud-transnational-criminal", "contribution": "Documents the banker’s guilty plea on February 3, 2026.", "locator": "¶¶ 1–5." }, { "source_refs": [ "AIBD-0187-source-0003" ], "display_name": "U.S. Department of Justice", "url": "https://www.justice.gov/criminal/media/1405326/dl?inline=", "contribution": "Original indictment underlying the announcement. Describes alleged ownership, billing, and money laundering; it does not establish an AI method.", "locator": "1–10, ¶¶ 1–20, 32–34." }, { "source_refs": [ "AIBD-0187-source-0004" ], "display_name": "U.S. Department of Justice", "url": "https://www.justice.gov/opa/pr/ohio-man-pleads-guilty-laundering-health-care-fraud-proceeds-transnational-criminal", "contribution": "Reports 35 people charged and 16 convicted by August 14, 2026.", "locator": "¶¶ 1–9." } ], "limitations": [ "No reviewed source identifies an AI component in the billing detection.", "The announcements do not document a final return of the escrowed money to the trust fund." ] } }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001", "AIBD-0187-source-0002", "AIBD-0187-source-0003", "AIBD-0187-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ is the original source for the payment figures. Its linked indictment describes the alleged scheme; later announcements document guilty pleas." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "text", "text": "Federal analysts flagged unusual billing, and HHS-OIG and CMS held $4.41 billion in escrow during Operation Gold Rush." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Federal analysts flagged unusual billing, and HHS-OIG and CMS held $4.41 billion in escrow during Operation Gold Rush." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "text", "text": "HHS-OIG and CMS controlled payment suspensions. The sources do not describe an autonomous system that could withhold funds." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "HHS-OIG and CMS controlled payment suspensions. The sources do not describe an autonomous system that could withhold funds." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The analysts detected unusual billing. HHS-OIG and CMS then stopped most scheduled payments." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The analysts detected unusual billing. HHS-OIG and CMS then stopped most scheduled payments." } }, "systems[].deployment_configuration": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not specify the software, hosting, or runtime settings.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not specify the software, hosting, or runtime settings." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "text", "text": "Analysts examined health care billing and identified anomalous patterns. The model inputs and alert format are not specified." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Analysts examined health care billing and identified anomalous patterns. The model inputs and alert format are not specified." } }, "systems[].model_name": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not identify a model.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not identify a model." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not identify a model release.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not identify a model release." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "text", "text": "DOJ Health Care Fraud Unit proactive billing analytics" }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "DOJ Health Care Fraud Unit proactive billing analytics" } }, "systems[].provider": { "state": "value_present", "value": { "kind": "text", "text": "The Department of Justice identifies its Health Care Fraud Unit Data Analytics Team and partners; it names no software supplier." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The Department of Justice identifies its Health Care Fraud Unit Data Analytics Team and partners; it names no software supplier." } }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "text", "text": "Medicare withholds $4.41 billion in suspected fraudulent payments" }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Medicare withholds $4.41 billion in suspected fraudulent payments" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "97b6aaeb2665f23ec816fe89bd7d400e53a9861274835d537c0b95d803e7f548" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Content fingerprint refreshed after the October 25, 2026 source review.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "Analysts detected anomalous billing; investigators examined the scheme, and HHS-OIG and CMS withheld scheduled payments." }, "provenance": { "kind": "source_review", "basis": "Original DOJ announcements and the linked indictment, reviewed October 25, 2026.", "record_fields": [], "source_refs": [ "AIBD-0187-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Analysts detected anomalous billing; investigators examined the scheme, and HHS-OIG and CMS withheld scheduled payments." } } }, "summary": { "total": 91, "addressed": 91, "known": 64, "reviewed": 64, "record_mapped": 9, "not_assessed": 18, "complete": false, "by_state": { "value_present": 64, "not_reported": 7, "unresolved": 2, "not_assessed": 18, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0265", "case_url": "records/AIBD-0265.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "Home use ended in March 2023 when control became unreliable. The source reports the month, not an exact day.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0265", "title": "An implanted interface restored communication at home for nearly seven years", "summary": "A woman with locked-in ALS used the Utrecht NeuroProsthesis to communicate at home for nearly seven years.", "date_observed": "2016-11-12", "date_basis": "source publication", "date_precision": "day", "benefit_status": "reported", "source_collection": null, "source_entry": null, "account": "A woman with locked-in ALS received the Utrecht NeuroProsthesis in October 2015. After training, she selected letters and called a caregiver by attempting to move her hand. Caregivers set up the equipment, but she then used it without research staff. It became her only technological means of communication after she lost reliable eye tracking. Home use continued for nearly seven years and ended in March 2023 as control became unreliable. Researchers considered ALS-related brain changes the likely explanation, without proving a single cause. The documented decoder combined brain-signal features and fitted thresholds rather than a named machine-learning model.", "category": "benefit created", "unexpected": false, "purpose": "Provide autonomous communication for a person with late-stage ALS who could no longer rely on eye tracking", "system": "Utrecht NeuroProsthesis with Medtronic Activa PC+S and Tobii Communicator 5", "model_version": null, "developer": "University Medical Center Utrecht (Brain Center; Ramsey and Vansteensel)", "deployer": "University Medical Center Utrecht; home use by the participant", "location": "Utrecht, Netherlands", "domain": "Health; assistive communication", "segment": "People with locked-in syndrome from ALS", "benefit_type": "Improved Accessibility", "taxonomy_note": null, "registry_ids": { "clinicaltrials_gov": "NCT02224469" }, "ratings": [ { "group": "personal", "depth": 3, "reason": "The participant regained a lasting ability to communicate at home. The reports do not establish prevention of a separate serious harm." } ], "ai_role": { "status": "assessed", "statement": "The documented decoder combines normalized brain-signal features and fitted thresholds to generate clicks. Whether that mechanism qualifies as AI remains unresolved. The communication benefit itself is documented." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Vansteensel MJ, Pels EGM, Bleichner MG, et al. N Engl J Med 375:2060-2066 (2016)", "title": "Fully Implanted Brain-Computer Interface in a Locked-In Patient with ALS", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "date": "2016-11-12", "written_by": "makers", "quote": "the patient accurately and independently controlled a computer typing program 28 weeks after electrode placement, at the equivalent of two letters per minute." }, { "kind": "peer-reviewed study", "citation": "Vansteensel MJ, Leinders S, Branco MP, et al. N Engl J Med 391:619-626 (2024)", "title": "Longevity of a Brain-Computer Interface for Amyotrophic Lateral Sclerosis", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "date": "2024-08-14", "written_by": "makers", "quote": null }, { "kind": "report", "citation": "Sacha Leinders, Fully Implanted Brain-Computer Interface Technology for People with Locked-In Syndrome: Bringing it Home: Results from the Pioneering Utrecht NeuroProsthesis Clinical Trial (PhD diss., Utrecht University, 2025), 35, 137–157, doi:10.33540/2877. Chapter 6 reproduces the 2024 report and its supplementary material.", "title": "Fully Implanted Brain-Computer Interface Technology for People with Locked-In Syndrome: Bringing it Home", "url": "https://doi.org/10.33540/2877", "date": "2025-05-14", "written_by": "makers", "quote": null } ], "replication": { "produced_by": [ "Subdural electrodes over motor cortex with an implanted transmitter", "Band-power features from attempted hand movement converted into click commands", "Months of algorithm refinement to suppress unintended clicks" ], "must_hold": [ "Neural signal amplitude remains sufficient (it declined with ALS-related atrophy after about six years)", "The participant can attempt hand movement reliably" ], "echoes": [ { "date": "2024-08-14", "setting": "Same participant followed for nearly seven years, not an independent replication", "model_version": null, "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/" }, { "date": "2024-10-22", "setting": "Johns Hopkins click-based ECoG BCI with an LSTM detector, laboratory use only", "model_version": "LSTM click detector", "outcome": "recurred", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11494178/" } ] }, "paired_incident": null, "headline": "An implanted interface restored communication for nearly seven years", "metric": "seven years of independent at-home use", "comparator": null, "later": { "status": "reversed", "date": null, "note": "Home use ended in March 2023 when control became unreliable. The source reports the month, not an exact day.", "quote": null, "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/" }, "value": null, "developer_country": "Netherlands", "deployer_country": "Netherlands", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_Medical_Center_Utrecht; https://en.wikipedia.org/wiki/University_Medical_Center_Utrecht", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The makers' claim", "claim_basis": "Sources: two peer-reviewed studies from the makers and the makers' report. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0265", "catalog_version": "1.0.0", "source_fingerprint": "6e096fc354b9df3d5e40dfd7d2a1b7b394116ab3c791c6e5ea0f51631824ac1c", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "NCT02224469" ], "role": "evaluations" }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The evaluation described in the cited original sources." }, "record_ids": [ "NCT02224469" ] }, "monetary observations": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." }, "record_ids": [] }, "institutional decisions": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "UMCU 12-370" ], "role": "institutional decisions" }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Ethics approval and registration of the Utrecht NeuroProsthesis study." }, "record_ids": [ "UMCU 12-370" ] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "text", "text": "UMC Utrecht researchers developed and evaluated the interface. Medtronic supplied the implant, and the participant and her caregivers used the home system." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "UMC Utrecht researchers developed and evaluated the interface. Medtronic supplied the implant, and the participant and her caregivers used the home system." } }, "actors[].ownership_control": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed clinical sources identify the organizations involved, but do not establish their complete ownership or control arrangements.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed clinical sources identify the organizations involved, but do not establish their complete ownership or control arrangements." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "text", "text": "Fitted signal-processing rules converted attempted hand movements into selections. The evidence supports this decoding contribution without identifying a learned AI model." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Fitted signal-processing rules converted attempted hand movements into selections. The evidence supports this decoding contribution without identifying a learned AI model." } }, "ai_relationship": { "state": "unresolved", "provenance": { "kind": "source_review", "basis": "Original papers and thesis, p. 35. These describe the mechanism without settling whether it qualifies as AI.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "reason": "Whether this interface uses AI remains unresolved. The documented decoder combines signal features and individually fitted thresholds.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Whether this interface uses AI remains unresolved. The documented decoder combines signal features and individually fitted thresholds." } }, "assessments[].alternatives": { "state": "value_present", "value": { "kind": "text", "text": "Depth 4 would require a separately established serious harm averted. The technical AI boundary remains distinct from the depth of the documented benefit." }, "provenance": { "kind": "curatorial", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Depth 4 would require a separately established serious harm averted. The technical AI boundary remains distinct from the depth of the documented benefit." } }, "assessments[].assessor_date": { "state": "value_present", "value": { "kind": "structured", "data": { "assessor": "AIBD, AI-assisted source review", "date": "2026-10-25" } }, "provenance": { "kind": "curatorial", "basis": "Review of the sources listed in the lineage assessment.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD, 25 October 2026." } }, "assessments[].depth": { "state": "value_present", "value": { "kind": "structured", "data": { "ratings": [ { "group": "personal", "depth": 3, "reason": "The participant regained a lasting ability to communicate at home. The reports do not establish prevention of a separate serious harm." } ] } }, "provenance": { "kind": "curatorial", "basis": "Local five-level depth rubric; Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Depth 3 for restored communication that lasted nearly seven years." } }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "text", "text": "Peer-reviewed reports by the developers about one participant. The outline is retained." }, "provenance": { "kind": "curatorial", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Peer-reviewed reports by the developers about one participant. The outline is retained." } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "text", "text": "Depth 3 for restored communication that lasted nearly seven years." }, "provenance": { "kind": "curatorial", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Depth 3 for restored communication that lasted nearly seven years." } }, "assessments[].rubric_version": { "state": "value_present", "value": { "kind": "text", "text": "AIBD’s five-level depth rubric, reviewed on 25 October 2026." }, "provenance": { "kind": "curatorial", "basis": "Local methodology; no separately numbered rubric version is published.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD’s five-level depth rubric, reviewed on 25 October 2026." } }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "text", "text": "The depth describes the reported result. Evidence strength is assessed separately." }, "provenance": { "kind": "curatorial", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The depth describes the reported result. Evidence strength is assessed separately." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "text", "text": "The benefit described here, for the beneficiary groups shown." }, "provenance": { "kind": "curatorial", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The benefit described here, for the beneficiary groups shown." } }, "availability": { "state": "value_present", "value": { "kind": "text", "text": "The interface was investigational and used implant components off label. Replacement-device availability became a concern during follow-up." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The interface was investigational and used implant components off label. Replacement-device availability became a concern during follow-up." } }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "value_present", "value": { "kind": "text", "text": "A single-participant clinical study with long-term follow-up." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A single-participant clinical study with long-term follow-up." } }, "case_links[]": { "state": "value_present", "value": { "kind": "text", "text": "AIBD-0052 cites this interface as a historical comparison. The two systems were not tested head to head." }, "provenance": { "kind": "curatorial", "basis": "Oxley et al. (2020), Discussion.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0052 cites this interface as a historical comparison. The two systems were not tested head to head." } }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "structured", "data": { "initial_communication": { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "locator": "Results" }, "duration_and_end": { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "locator": "Results: At-Home Use" }, "decoder_and_safety": { "url": "https://dspace.library.uu.nl/bitstream/handle/1874/457163/boekieuubieb_-_67f2a3c93d7ff.pdf?isAllowed=y&sequence=1", "locator": "p. 35; Chapter 6 supplement, pp. 152–156" } } }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original paper establishes communication, the follow-up establishes its duration, and the thesis supplies decoder and safety details." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "text", "text": "Two peer-reviewed reports by the same developers followed one participant. The thesis supplies technical details, not independent replication." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Two peer-reviewed reports by the same developers followed one participant. The thesis supplies technical details, not independent replication." } }, "claims[].missingness": { "state": "value_present", "value": { "kind": "text", "text": "The sources do not establish a learned AI model or exact software release. Private messages and active home-use accuracy were deliberately excluded from logs." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The sources do not establish a learned AI model or exact software release. Private messages and active home-use accuracy were deliberately excluded from logs." } }, "claims[].proposition": { "state": "value_present", "value": { "kind": "text", "text": "The implant restored communication at home for nearly seven years, although the evidence does not establish a learned AI component." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The implant restored communication at home for nearly seven years, although the evidence does not establish a learned AI component." } }, "cross_border_flows[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not document international transfers of patient data or quantify cross-border financial flows.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed sources do not document international transfers of patient data or quantify cross-border financial flows." } }, "decisions[].action_outcome": { "state": "value_present", "value": { "kind": "text", "text": "Clinicians implanted the system and researchers supported its use and adaptation at home." }, "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Methods; NCT02224469, protocol UMCU 12-370.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Clinicians implanted the system and researchers supported its use and adaptation at home." } }, "decisions[].grounds": { "state": "value_present", "value": { "kind": "text", "text": "The study received ethics approval and informed consent. Implant components were used off label." }, "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Methods; NCT02224469, protocol UMCU 12-370.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study received ethics approval and informed consent. Implant components were used off label." } }, "decisions[].institution_task": { "state": "value_present", "value": { "kind": "text", "text": "UMC Utrecht tested an implanted means of communication for people with severe paralysis." }, "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Methods; NCT02224469, protocol UMCU 12-370.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "UMC Utrecht tested an implanted means of communication for people with severe paralysis." } }, "decisions[].success_criterion": { "state": "value_present", "value": { "kind": "text", "text": "Researchers evaluated communication control, usability, and long-term stability. The case report did not define a single financial or clinical pass threshold." }, "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Methods; NCT02224469, protocol UMCU 12-370.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers evaluated communication control, usability, and long-term stability. The case report did not define a single financial or clinical pass threshold." } }, "deployment_stage": { "state": "value_present", "value": { "kind": "text", "text": "An investigational implant used at home after months of training." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An investigational implant used at home after months of training." } }, "economics[].amount": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].costs[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "Medtronic provided the implant, antenna, and receiver to UMC Utrecht free of charge. Their market value and the full costs of care were not reported.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "Medtronic provided the implant, antenna, and receiver to UMC Utrecht free of charge. Their market value and the full costs of care were not reported." } }, "economics[].counterfactual": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].currency_price_basis": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].gross_net": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].measure_type": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].period_unit": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].realization": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].recipient_payer": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].return_payback": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "economics[].valuation_method": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed sources do not report a monetary valuation or financial return.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The reviewed sources do not report a monetary valuation or financial return." } }, "evaluations[].ai_uplift": { "state": "value_present", "value": { "kind": "text", "text": "The study demonstrates the whole implanted interface. It does not isolate a machine-learning contribution, and its decoder is described through signal processing and fitted thresholds." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study demonstrates the whole implanted interface. It does not isolate a machine-learning contribution, and its decoder is described through signal processing and fitted thresholds." } }, "evaluations[].comparator": { "state": "value_present", "value": { "kind": "text", "text": "There was no control group. The participant also used an eye tracker until eye movement became unreliable." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "There was no control group. The participant also used an eye tracker until eye movement became unreliable." } }, "evaluations[].design": { "state": "value_present", "value": { "kind": "text", "text": "A prospective single-participant study, followed by a longitudinal report on the same woman." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A prospective single-participant study, followed by a longitudinal report on the same woman." } }, "evaluations[].effect": { "state": "value_present", "value": { "kind": "structured", "data": { "target_accuracy_mean_percent": 91, "target_accuracy_SD": 6, "click_accuracy_mean_percent": 87, "click_accuracy_SD": 7, "spelling_accuracy_mean_percent": 89, "spelling_accuracy_SD": 6, "seconds_per_letter_with_prediction": 33, "seconds_per_letter_without_prediction": 52, "initial_home_use_days": 32, "initial_average_minutes_per_use_day": 86, "long_term_home_use": "nearly seven years" } }, "provenance": { "kind": "source_review", "basis": "2016 Results: Communication and Independent Home Use; 2024 Results.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Initial spelling accuracy averaged 89%. With word prediction, she selected about two letters per minute. Home use continued for nearly seven years." } }, "evaluations[].exposure": { "state": "value_present", "value": { "kind": "text", "text": "The initial report describes 67 two-hour research sessions over 262 days. Home use without investigators began on day 197 after implantation." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The initial report describes 67 two-hour research sessions over 262 days. Home use without investigators began on day 197 after implantation." } }, "evaluations[].id": { "state": "value_present", "value": { "kind": "text", "text": "NCT02224469" }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "NCT02224469" } }, "evaluations[].measurement_method": { "state": "value_present", "value": { "kind": "text", "text": "Researchers tested clicks and spelling, collected satisfaction ratings, logged when the home system was available, and monitored brain signals and imaging." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers tested clicks and spelling, collected satisfaction ratings, logged when the home system was available, and monitored brain signals and imaging." } }, "evaluations[].metric": { "state": "value_present", "value": { "kind": "text", "text": "Selection accuracy, spelling speed, time with the system available at home, satisfaction, and persistence of usable control." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Selection accuracy, spelling speed, time with the system available at home, satisfaction, and persistence of usable control." } }, "evaluations[].reproduction_materials": { "state": "value_present", "value": { "kind": "text", "text": "The original paper links two example task runs in Dryad. The follow-up supplement describes signal analysis. The thesis documents click thresholds and reproduces the follow-up supplement." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original paper links two example task runs in Dryad. The follow-up supplement describes signal analysis. The thesis documents click thresholds and reproduces the follow-up supplement." } }, "evaluations[].setting_sample": { "state": "value_present", "value": { "kind": "text", "text": "One participant at UMC Utrecht and in her home. Repeated task runs are observations from that same person." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "One participant at UMC Utrecht and in her home. Repeated task runs are observations from that same person." } }, "evaluations[].uncertainty_limitations": { "state": "value_present", "value": { "kind": "text", "text": "The result concerns one person. Home logs show availability, not continuous active communication. Declining control coincided with ALS progression, without proving a single cause." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The result concerns one person. Home logs show availability, not continuous active communication. Declining control coincided with ALS progression, without proving a single cause." } }, "external_references[]": { "state": "value_present", "value": { "kind": "structured", "data": { "ClinicalTrials.gov": "NCT02224469" } }, "provenance": { "kind": "source_review", "basis": "Original study registration, inspected through the ClinicalTrials.gov API.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "NCT02224469" } }, "follow_up[]": { "state": "value_present", "value": { "kind": "text", "text": "The system became her only communication technology after eye tracking ended in 2019. Night use stopped in October 2022, and all home use ended in March 2023." }, "provenance": { "kind": "source_review", "basis": "2024 Results: At-Home Use.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system became her only communication technology after eye tracking ended in 2019. Night use stopped in October 2022, and all home use ended in March 2023." } }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "Clinicians implanted and monitored the device. Researchers adjusted decoding settings, and caregivers helped set up and maintain the home equipment." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Clinicians implanted and monitored the device. Researchers adjusted decoding settings, and caregivers helped set up and maintain the home equipment." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0265" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "text", "text": "The system required implanted electrodes, a chest transmitter, an external antenna and receiver, a tablet, communication software, and continuing caregiver support." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system required implanted electrodes, a chest transmitter, an external antenna and receiver, a tablet, communication software, and continuing caregiver support." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "One woman with advanced ALS who was 58 when she entered the study." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "One woman with advanced ALS who was 58 when she entered the study." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "structured", "data": { "unique_participants": 1, "initial_research_sessions": 67, "target_runs": 83, "click_runs": 37, "spelling_runs": 44, "counting_note": "Repeated measurements and two reports concern the same participant." } }, "provenance": { "kind": "source_review", "basis": "2016 Results; 2024 Methods.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "One participant, followed repeatedly. The two papers do not describe two separate beneficiaries." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Accessibility" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "text", "text": "The participant could communicate and call a caregiver at home after training." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The participant could communicate and call a caregiver at home after training." } }, "outcomes[].distribution": { "state": "value_present", "value": { "kind": "text", "text": "This was one participant with suitable motor signals and caregiver support. The study does not establish the same result for all people with locked-in ALS." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "This was one participant with suitable motor signals and caregiver support. The study does not establish the same result for all people with locked-in ALS." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "text", "text": "Independent home use lasted nearly seven years and ended in March 2023." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Independent home use lasted nearly seven years and ended in March 2023." } }, "outcomes[].id": { "state": "value_present", "value": { "kind": "text", "text": "AIBD-0265-outcome-01" }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0265-outcome-01" } }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "structured", "data": { "groups": [ "personal" ] } }, "provenance": { "kind": "curatorial", "basis": "The beneficiary groups correspond to the reviewed depth assessments.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "People." } }, "outcomes[].status": { "state": "value_present", "value": { "kind": "text", "text": "Observed in one participant over several years." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Observed in one participant over several years." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "text", "text": "The participant underwent two operations and extensive training. The follow-up supplement records a procedure-related fever with hospital readmission. Later loss of reliable control ended home use." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The participant underwent two operations and extensive training. The follow-up supplement records a procedure-related fever with hospital readmission. Later loss of reliable control ended home use." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Provide autonomous communication for a person with late-stage ALS who could no longer rely on eye tracking" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "text", "text": "Implantation, follow-up, and home use took place in the Netherlands." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Implantation, follow-up, and home use took place in the Netherlands." } }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Provide autonomous communication for a person with late-stage ALS who could no longer rely on eye tracking" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "structured", "data": { "implantation": "2015-10-27", "transmitter_connection": "2015-10-30", "initial_publication": "2016-11-12", "home_use_end": { "year": 2023, "month": 3, "precision": "month" }, "follow_up_publication": "2024-08-14" } }, "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Results and publisher history.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Implantation began on 27 October 2015. Home use ended in March 2023. The follow-up report appeared on 14 August 2024." } }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "structured", "data": { "same_participant_follow_up": { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "publication": "2024-08-14", "independent_replication": false }, "other_legacy_comparison": "The Johns Hopkins comparison already in this record was not reopened in this review." } }, "provenance": { "kind": "source_review", "basis": "2024 Methods. The separate Johns Hopkins comparison remains outside this review.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0002" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "The 2024 report follows the same woman, rather than a second user of this device." } }, "replication.conditions": { "state": "value_present", "value": { "kind": "text", "text": "Preserved motor signals, adequate cognition, caregiver support, individual training, and access to replacement equipment were necessary." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Preserved motor signals, adequate cognition, caregiver support, individual training, and access to replacement equipment were necessary." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/University_Medical_Center_Utrecht; https://en.wikipedia.org/wiki/University_Medical_Center_Utrecht", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Health; assistive communication", "segment": "People with locked-in syndrome from ALS" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "versions_and_access": [ { "source_ref": "AIBD-0265-source-0001", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "access_url": "https://www.ncbi.nlm.nih.gov/research/bionlp/RESTful/pmcoa.cgi/BioC_xml/PMC5326682/unicode", "locator": "Methods; Results; Discussion; data link.", "status": "Original text read.", "reviewed_on": "2026-10-25" }, { "source_ref": "AIBD-0265-source-0002", "source_url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "access_url": "https://www.ncbi.nlm.nih.gov/research/bionlp/RESTful/pmcoa.cgi/BioC_xml/PMC11395392/unicode", "locator": "Methods; Results; Figures 1–2.", "status": "Original text read.", "reviewed_on": "2026-10-25" }, { "source_ref": "AIBD-0265-source-0002", "source_url": "https://www.nejm.org/doi/abs/10.1056/NEJMoa2314598", "access_url": "https://www.nejm.org/doi/abs/10.1056/NEJMoa2314598", "locator": "Information: History.", "status": "Original text read.", "reviewed_on": "2026-10-25" }, { "source_ref": "AIBD-0265-source-0003", "source_url": "https://dspace.library.uu.nl/bitstream/handle/1874/457163/boekieuubieb_-_67f2a3c93d7ff.pdf?isAllowed=y&sequence=1", "access_url": "https://dspace.library.uu.nl/bitstream/handle/1874/457163/boekieuubieb_-_67f2a3c93d7ff.pdf?isAllowed=y&sequence=1", "locator": "p. 35; Chapter 6, pp. 137–157; Supplementary Table S1, p. 156.", "status": "Original text read.", "reviewed_on": "2026-10-25" }, { "source_ref": "AIBD-0265-source-0001", "source_url": "https://www.nejm.org/doi/suppl/10.1056/NEJMoa1608085/suppl_file/nejmoa1608085_appendix.pdf", "access_url": "https://www.nejm.org/doi/suppl/10.1056/NEJMoa1608085/suppl_file/nejmoa1608085_appendix.pdf", "locator": "2016 Supplementary Appendix.", "status": "Direct access failed. Main paper and later investigator thesis were read; no exact 2016 threshold is claimed.", "reviewed_on": "2026-10-25" }, { "source_ref": "AIBD-0265-source-0001", "source_url": "https://clinicaltrials.gov/study/NCT02224469", "access_url": "https://clinicaltrials.gov/api/v2/studies/NCT02224469", "locator": "Identification, status, study design, and sponsor.", "status": "Original text read.", "reviewed_on": "2026-10-25" } ] } }, "provenance": { "kind": "source_review", "basis": "Access records below distinguish full text, supplements, metadata, and inaccessible material.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Access and version details are listed for each reviewed source." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "structured", "data": { "citations": [ { "source_ref": "AIBD-0265-source-0001", "citation": "Vansteensel MJ, Pels EGM, Bleichner MG, et al. N Engl J Med 375:2060-2066 (2016)", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "date": "2016-11-12" }, { "source_ref": "AIBD-0265-source-0002", "citation": "Vansteensel MJ, Leinders S, Branco MP, et al. N Engl J Med 391:619-626 (2024)", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "date": "2024-08-14" }, { "source_ref": "AIBD-0265-source-0003", "citation": "Sacha Leinders, Fully Implanted Brain-Computer Interface Technology for People with Locked-In Syndrome: Bringing it Home: Results from the Pioneering Utrecht NeuroProsthesis Clinical Trial (PhD diss., Utrecht University, 2025), 35, 137–157, doi:10.33540/2877. Chapter 6 reproduces the 2024 report and its supplementary material.", "url": "https://doi.org/10.33540/2877", "date": "2025-05-14" } ], "locators": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "locator": "Methods; Results; Discussion; data link.", "contribution": "Implantation date, hardware, individual training, task performance, home use, and donated components.", "relationship": "Original report by developers and clinicians.", "source_refs": [ "AIBD-0265-source-0001" ] }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "locator": "Methods; Results; Figures 1–2.", "contribution": "Long-term use, end of reliable control, and limits of causal attribution.", "relationship": "Follow-up of the same woman, not replication.", "source_refs": [ "AIBD-0265-source-0002" ] }, { "url": "https://www.nejm.org/doi/abs/10.1056/NEJMoa2314598", "locator": "Information: History.", "contribution": "First online publication on 14 August 2024; issue date 15 August 2024.", "relationship": "Publisher metadata for the same follow-up.", "source_refs": [ "AIBD-0265-source-0002" ] }, { "url": "https://dspace.library.uu.nl/bitstream/handle/1874/457163/boekieuubieb_-_67f2a3c93d7ff.pdf?isAllowed=y&sequence=1", "locator": "p. 35; Chapter 6, pp. 137–157; Supplementary Table S1, p. 156.", "contribution": "Explicit threshold-based decoding, signal configuration, and adverse-event detail.", "relationship": "Investigator thesis; Chapter 6 reproduces the follow-up and supplement.", "source_refs": [ "AIBD-0265-source-0003" ] }, { "url": "https://www.nejm.org/doi/suppl/10.1056/NEJMoa1608085/suppl_file/nejmoa1608085_appendix.pdf", "locator": "2016 Supplementary Appendix.", "contribution": "Original parameter details could not be inspected directly. Later thesis details are identified as such.", "relationship": "Supplement to the initial paper.", "source_refs": [ "AIBD-0265-source-0001" ] }, { "url": "https://clinicaltrials.gov/study/NCT02224469", "locator": "Identification, status, study design, and sponsor.", "contribution": "Actual trial and ethics identifiers.", "relationship": "Investigator-supplied registration.", "source_refs": [ "AIBD-0265-source-0001" ] } ] } }, "provenance": { "kind": "source_review", "basis": "Reviewed source metadata and contribution-specific locators.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Original citations and the passages that support each finding." } }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "role": "Retained sources" }, "provenance": { "kind": "curatorial", "basis": "Identifiers correspond to the retained source order.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "3 retained sources." } }, "sources[].language": { "state": "value_present", "value": { "kind": "text", "text": "English. No translation was used." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English. No translation was used." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "The investigators developed the interface. Medtronic supplied components and had a coauthor on the original report. The follow-up and thesis concern the same participant." }, "provenance": { "kind": "source_review", "basis": "2016 Methods: study oversight; 2024 author affiliations; thesis title and Chapter 6.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The investigators developed the interface. Medtronic supplied components and had a coauthor on the original report. The follow-up and thesis concern the same participant." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0265-source-0001", "retained_source_order": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "origins": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "locator": "Methods; Results; Discussion; data link.", "contribution": "Implantation date, hardware, individual training, task performance, home use, and donated components.", "relationship": "Original report by developers and clinicians.", "source_refs": [ "AIBD-0265-source-0001" ] }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "locator": "Methods; Results; Figures 1–2.", "contribution": "Long-term use, end of reliable control, and limits of causal attribution.", "relationship": "Follow-up of the same woman, not replication.", "source_refs": [ "AIBD-0265-source-0002" ] }, { "url": "https://www.nejm.org/doi/abs/10.1056/NEJMoa2314598", "locator": "Information: History.", "contribution": "First online publication on 14 August 2024; issue date 15 August 2024.", "relationship": "Publisher metadata for the same follow-up.", "source_refs": [ "AIBD-0265-source-0002" ] }, { "url": "https://dspace.library.uu.nl/bitstream/handle/1874/457163/boekieuubieb_-_67f2a3c93d7ff.pdf?isAllowed=y&sequence=1", "locator": "p. 35; Chapter 6, pp. 137–157; Supplementary Table S1, p. 156.", "contribution": "Explicit threshold-based decoding, signal configuration, and adverse-event detail.", "relationship": "Investigator thesis; Chapter 6 reproduces the follow-up and supplement.", "source_refs": [ "AIBD-0265-source-0003" ] }, { "url": "https://www.nejm.org/doi/suppl/10.1056/NEJMoa1608085/suppl_file/nejmoa1608085_appendix.pdf", "locator": "2016 Supplementary Appendix.", "contribution": "Original parameter details could not be inspected directly. Later thesis details are identified as such.", "relationship": "Supplement to the initial paper.", "source_refs": [ "AIBD-0265-source-0001" ] }, { "url": "https://clinicaltrials.gov/study/NCT02224469", "locator": "Identification, status, study design, and sponsor.", "contribution": "Actual trial and ethics identifiers.", "relationship": "Investigator-supplied registration.", "source_refs": [ "AIBD-0265-source-0001" ] } ], "excluded_or_consolidated_sources": [ { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC5326682/", "reason": "Second quotation from the same 2016 article consolidated." }, { "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11395392/", "reason": "Second quotation from the same 2024 article consolidated." } ], "review_scope": "Methods, results, counts, chronology, AI identity and operation, human responsibilities, limitations, and economic evidence." } }, "provenance": { "kind": "source_review", "basis": "The original materials and exact locators are listed in this assessment.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original studies and their supporting materials are linked to the findings that they support." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "text", "text": "A woman with locked-in ALS used the Utrecht NeuroProsthesis to communicate at home for nearly seven years." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A woman with locked-in ALS used the Utrecht NeuroProsthesis to communicate at home for nearly seven years." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "text", "text": "The participant chose when to generate a click. The software scanned letters and converted her selections into text or a caregiver call." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The participant chose when to generate a click. The software scanned letters and converted her selections into text or a caregiver call." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The implant recorded brain activity. A decoder converted attempted movements into clicks for spelling and calling a caregiver." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The implant recorded brain activity. A decoder converted attempted movements into clicks for spelling and calling a caregiver." } }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "structured", "data": { "implant": "Medtronic Resume II electrode strips and Activa PC+S", "application": "Tobii Communicator 5", "initial_tablet": "Microsoft Surface Pro 4", "decoder": "z-scored low-frequency power subtracted from z-scored high-frequency power, followed by a threshold and click-window rules", "at_home_signal_frequency_Hz": 5, "low_frequency_band_Hz": [ 10, 30 ], "high_frequency_band_Hz": [ 65, 95 ], "December_2021_change": "Low-frequency activity from E2–E3 combined with high-frequency activity from E10–E12.", "exact_original_threshold": "Not recovered from the original 2016 supplement." } }, "provenance": { "kind": "source_review", "basis": "2016 Methods: Communication and Home Use; 2024 Methods; thesis, p. 35 and pp. 152–155.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001", "AIBD-0265-source-0002", "AIBD-0265-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The decoder combined low- and high-frequency brain activity and applied individually fitted click rules. The tablet ran Communicator 5." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "text", "text": "Electrical activity from the motor cortex became click commands in a scanning communication interface." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Electrical activity from the motor cortex became click commands in a scanning communication interface." } }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "A decoder based on normalized brain-signal power and fitted thresholds. No machine-learning model is identified." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A decoder based on normalized brain-signal power and fitted thresholds. No machine-learning model is identified." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "2016 Methods; 2024 Methods; thesis, p. 35.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The papers do not report a decoder release. Activa PC+S and Communicator 5 identify hardware and application software.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The papers do not report a decoder release. Activa PC+S and Communicator 5 identify hardware and application software." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "text", "text": "Utrecht NeuroProsthesis, using Activa PC+S and Communicator 5." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Utrecht NeuroProsthesis, using Activa PC+S and Communicator 5." } }, "systems[].provider": { "state": "value_present", "value": { "kind": "text", "text": "UMC Utrecht developed the interface. Medtronic supplied the implant, and Tobii Dynavox supplied the communication software." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "UMC Utrecht developed the interface. Medtronic supplied the implant, and Tobii Dynavox supplied the communication software." } }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "text", "text": "An implanted interface restored communication at home for nearly seven years" }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "An implanted interface restored communication at home for nearly seven years" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "6e096fc354b9df3d5e40dfd7d2a1b7b394116ab3c791c6e5ea0f51631824ac1c" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Content fingerprint refreshed after the October 25, 2026 source review.", "record_fields": [], "source_refs": [], "reviewed_on": "2026-10-25" }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "A caregiver positioned the antenna and connected the tablet. The participant then selected letters or called for attention by attempting hand movements." }, "provenance": { "kind": "source_review", "basis": "Vansteensel et al. (2016), Methods and Results; Vansteensel et al. (2024), Methods and Results; Leinders (2025), pp. 35, 137–157.", "record_fields": [], "source_refs": [ "AIBD-0265-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A caregiver positioned the antenna and connected the tablet. The participant then selected letters or called for attention by attempting hand movements." } } }, "summary": { "total": 91, "addressed": 91, "known": 73, "reviewed": 81, "record_mapped": 7, "not_assessed": 3, "complete": false, "by_state": { "value_present": 73, "not_reported": 14, "unresolved": 1, "not_assessed": 3, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0036", "case_url": "records/AIBD-0036.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Regulatory document", "value": "NOAA Fisheries (29 Dec 2023). New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11. GovDelivery bulletin.", "url": "https://content.govdelivery.com/accounts/USNOAAFISHERIES/bulletins/3824b02" }, { "label": "Regulatory document", "value": "NOAA Fisheries. Reducing Vessel Strikes to North Atlantic Right Whales (Slow Zones policy page).", "url": "https://www.fisheries.noaa.gov/national/endangered-species-conservation/reducing-vessel-strikes-north-atlantic-right-whales" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0036", "title": "Glider-borne automated whale-call classifier triggers a NOAA Right Whale Slow Zone east of Portland, Maine", "summary": "WHOI/NOAA glider's automated call classifier detected right whales on 27 December 2023; NOAA declared a Slow Zone east of Portland, ME.", "date_observed": "2023-12-27", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 27 December 2023 the Gulf of Maine Winter Slocum glider acoustically detected North Atlantic right whales east of Portland, Maine. Woods Hole Oceanographic Institution and NOAA's Northeast Fisheries Science Center operate it. Such gliders carry a DMON instrument running the Low-Frequency Detection and Classification System (LFDCS). It matches pitch-tracked calls against a call library using quadratic discriminant function analysis. Shore-based analysts validate detections. On 29 December 2023 NOAA Fisheries announced a voluntary Right Whale Slow Zone bounded by 43°49'N, 43°09'N, 67°02'W and 68°57'W. It ran 27 December 2023 through 11 January 2024. NOAA asked mariners to route around the area or transit at 10 knots or less.", "category": "protective response", "unexpected": false, "purpose": "LFDCS was built to detect and classify baleen whale calls in near real time for management use. The Slow Zone trigger was that purpose.", "system": "DMON instrument running the Low-Frequency Detection and Classification System (LFDCS) on a Slocum glider", "model_version": null, "developer": "Woods Hole Oceanographic Institution (Mark Baumgartner)", "deployer": "Woods Hole Oceanographic Institution and NOAA Northeast Fisheries Science Center; NOAA Fisheries issues Slow Zones", "location": "Gulf of Maine east of Portland, United States", "domain": "Marine conservation / shipping", "segment": "Endangered-species vessel-strike mitigation", "benefit_type": "Improved Environmental Sustainability", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "societal", "depth": 2, "reason": "A protective speed-reduction request for an endangered species over a defined area for about 15 days. No evidence that a strike was averted or that specific vessels complied." } ], "ai_role": { "status": "assessed", "statement": "Automated classification produced the candidate detections. Analysts validated them on shore before NOAA acted. The resulting Slow Zone is voluntary." }, "evidence": [ { "kind": "regulatory document", "citation": "NOAA Fisheries (29 Dec 2023). New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11. GovDelivery bulletin.", "title": "New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11", "url": "https://content.govdelivery.com/accounts/USNOAAFISHERIES/bulletins/3824b02", "date": "2023-12-29", "written_by": "deployer", "quote": "detected the presence of right whales east of Portland, ME" }, { "kind": "peer-reviewed study", "citation": "Indeck KL, Baumgartner MF, Lecavalier L, et al. (2025). Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales. Oceanography 38(Suppl. 1):13-21.", "title": "Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "date": null, "written_by": "makers", "quote": "154 Slow Zones have been triggered or extended by acoustic detections of NARWs, and 51 (33%) of those Slow Zones were triggered or extended by gliders" }, { "kind": "other", "citation": "Baumgartner M (WHOI). Low-Frequency Detection and Classification System (LFDCS) user manual (developer documentation).", "title": "Low-Frequency Detection and Classification System (LFDCS)", "url": "https://dcs.whoi.edu/lfdcs_manual/lfdcs_manual.html", "date": null, "written_by": "makers", "quote": "The call library can contain hundreds of these known call types, allowing the LFDCS to efficiently detect and classify many different calls produced by numerous species." }, { "kind": "report", "citation": "Wilder J, Davis G, DeAngelis A, Van Parijs S, Baumgartner M (2023). Low-Frequency Detection and Classification System (LFDCS) Reference Guide. NOAA Institutional Repository.", "title": "Low-Frequency Detection and Classification System (LFDCS) Reference Guide", "url": "https://repository.library.noaa.gov/view/noaa/48671", "date": null, "written_by": "makers", "quote": "a software system created for automated detection and classification of low-frequency baleen whale vocalizations in archival and real-time acoustic data" }, { "kind": "regulatory document", "citation": "NOAA Fisheries. Reducing Vessel Strikes to North Atlantic Right Whales (Slow Zones policy page).", "title": "Reducing Vessel Strikes to North Atlantic Right Whales", "url": "https://www.fisheries.noaa.gov/national/endangered-species-conservation/reducing-vessel-strikes-north-atlantic-right-whales", "date": null, "written_by": "deployer", "quote": "For a period of 15 days after a whale is detected, mariners are encouraged to avoid these areas" } ], "replication": { "produced_by": [ "Glider or buoy carrying DMON/LFDCS in right whale habitat", "Shore-based analyst validation protocol", "NOAA Slow Zone program (established late 2020) accepting acoustic triggers" ], "must_hold": [ "Whales vocalize within detection range", "Mariners comply voluntarily for any protective effect to materialize" ], "echoes": [ { "date": "2024-01-20", "setting": "Southeast US waters; first definite glider-based acoustic detection there, which triggered a Southeast Early Warning System alert for vessel strike mitigation", "model_version": null, "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography, https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, { "date": null, "setting": "US East Coast, four years of the Slow Zone program: 154 Slow Zones triggered or extended by acoustic detections, 51 by gliders", "model_version": null, "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography" } ] }, "paired_incident": { "database": "AI Incident Database", "identifier": "219", "title": "Poachers Evaded AI Cameras and Killed Four Rhinos", "url": "https://incidentdatabase.ai/cite/219", "severity": null, "group": "societal", "basis": "Automated detection to protect an endangered species: the glider's whale-call classifier triggered a ship Slow Zone, while Ezemvelo KZN Wildlife's AI cameras failed to detect poachers and four rhinos were killed." }, "headline": "LFDCS glider detections trigger a NOAA Right Whale Slow Zone", "metric": "mariners route around the area or transit at 10 knots or less", "comparator": { "against": "aerial surveillance", "before": null, "after": "more slowdowns than aerial surveillance by a factor of two to five during fall and summer", "basis": "measured", "quote": "Gliders triggered more slowdowns than aerial surveillance by a factor of two to five during fall and summer but were less effective during spring, as whales migrating into the GoSL tend to call at lower rates and occur at lower densities than during other behavioral states (Parks et al., 2011; Matthews and Parks, 2021).", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, "later": { "status": "scaled", "date": "2025-01-21", "note": "By early 2025 gliders had triggered or extended 51 of the 154 acoustically triggered Slow Zones, and on 20 January 2024 a glider made the first definite glider-based acoustic detection in southeast US waters.", "quote": "In the four years since its inception, 154 Slow Zones have been triggered or extended by acoustic detections of NARWs, and 51 (33%) of those Slow Zones were triggered or extended by gliders operated by the Woods Hole Oceanographic Institution, Rutgers University, Stony Brook University, and The University of Maine during 57 separate glider missions.", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 219 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/219", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales; https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution; https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The deployer's account", "claim_basis": "Sources: the makers' peer-reviewed study, the makers' report, the makers' other and two regulatory documents from the deployer. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0036", "catalog_version": "1.0.0", "source_fingerprint": "181041b30300fced8151c056ec9a4d5c663517c4a7701680671af7c2eeb1c947", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0036-source-0001", "AIBD-0036-source-0002", "AIBD-0036-source-0003", "AIBD-0036-source-0004", "AIBD-0036-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Woods Hole Oceanographic Institution (Mark Baumgartner)", "deployer": "Woods Hole Oceanographic Institution and NOAA Northeast Fisheries Science Center; NOAA Fisheries issues Slow Zones" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Automated classification produced the candidate detections. Analysts validated them on shore before NOAA acted. The resulting Slow Zone is voluntary." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "Automated classification produced the candidate detections. Analysts validated them on shore before NOAA acted. The resulting Slow Zone is voluntary." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "A protective speed-reduction request for an endangered species over a defined area for about 15 days. No evidence that a strike was averted or that specific vessels complied." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "The deployer's account", "basis": "Sources: the makers' peer-reviewed study, the makers' report, the makers' other and two regulatory documents from the deployer. The cited evidence includes no independent source and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "A protective speed-reduction request for an endangered species over a defined area for about 15 days. No evidence that a strike was averted or that specific vessels complied." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "A protective speed-reduction request for an endangered species over a defined area for about 15 days. No evidence that a strike was averted or that specific vessels complied." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "value_present", "value": { "kind": "structured", "data": { "answer": "Automated detection to protect an endangered species: the glider's whale-call classifier triggered a ship Slow Zone, while Ezemvelo KZN Wildlife's AI cameras failed to detect poachers and four rhinos were killed.", "links": [ { "database": "AI Incident Database", "identifier": "219", "title": "Poachers Evaded AI Cameras and Killed Four Rhinos", "url": "https://incidentdatabase.ai/cite/219", "group": "societal", "basis": "Automated detection to protect an endangered species: the glider's whale-call classifier triggered a ship Slow Zone, while Ezemvelo KZN Wildlife's AI cameras failed to detect poachers and four rhinos were killed.", "relation": "comparable_harm" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Existing paired_incident classification; no new source review.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "mariners route around the area or transit at 10 knots or less", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "paired_incident": { "database": "AI Incident Database", "identifier": "219", "title": "Poachers Evaded AI Cameras and Killed Four Rhinos", "url": "https://incidentdatabase.ai/cite/219", "group": "societal", "basis": "Automated detection to protect an endangered species: the glider's whale-call classifier triggered a ship Slow Zone, while Ezemvelo KZN Wildlife's AI cameras failed to detect poachers and four rhinos were killed." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "scaled", "date": "2025-01-21", "note": "By early 2025 gliders had triggered or extended 51 of the 154 acoustically triggered Slow Zones, and on 20 January 2024 a glider made the first definite glider-based acoustic detection in southeast US waters.", "quote": "In the four years since its inception, 154 Slow Zones have been triggered or extended by acoustic detections of NARWs, and 51 (33%) of those Slow Zones were triggered or extended by gliders operated by the Woods Hole Oceanographic Institution, Rutgers University, Stony Brook University, and The University of Maine during 57 separate glider missions.", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0036" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Environmental Sustainability" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 27 December 2023 the Gulf of Maine Winter Slocum glider acoustically detected North Atlantic right whales east of Portland, Maine. Woods Hole Oceanographic Institution and NOAA's Northeast Fisheries Science Center operate it. Such gliders carry a DMON instrument running the Low-Frequency Detection and Classification System (LFDCS). It matches pitch-tracked calls against a call library using quadratic discriminant function analysis. Shore-based analysts validate detections. On 29 December 2023 NOAA Fisheries announced a voluntary Right Whale Slow Zone bounded by 43°49'N, 43°09'N, 67°02'W and 68°57'W. It ran 27 December 2023 through 11 January 2024. NOAA asked mariners to route around the area or transit at 10 knots or less.", "benefit_type": "Improved Environmental Sustainability" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "societal", "depth": 2, "reason": "A protective speed-reduction request for an endangered species over a defined area for about 15 days. No evidence that a strike was averted or that specific vessels complied." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "LFDCS was built to detect and classify baleen whale calls in near real time for management use. The Slow Zone trigger was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Gulf of Maine east of Portland, United States", "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "LFDCS was built to detect and classify baleen whale calls in near real time for management use. The Slow Zone trigger was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-12-27", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 219 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/219", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales; https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution; https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Glider or buoy carrying DMON/LFDCS in right whale habitat", "Shore-based analyst validation protocol", "NOAA Slow Zone program (established late 2020) accepting acoustic triggers" ], "must_hold": [ "Whales vocalize within detection range", "Mariners comply voluntarily for any protective effect to materialize" ], "echoes": [ { "date": "2024-01-20", "setting": "Southeast US waters; first definite glider-based acoustic detection there, which triggered a Southeast Early Warning System alert for vessel strike mitigation", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography, https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, { "setting": "US East Coast, four years of the Slow Zone program: 154 Slow Zones triggered or extended by acoustic detections, 51 by gliders", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Glider or buoy carrying DMON/LFDCS in right whale habitat", "Shore-based analyst validation protocol", "NOAA Slow Zone program (established late 2020) accepting acoustic triggers" ], "must_hold": [ "Whales vocalize within detection range", "Mariners comply voluntarily for any protective effect to materialize" ], "echoes": [ { "date": "2024-01-20", "setting": "Southeast US waters; first definite glider-based acoustic detection there, which triggered a Southeast Early Warning System alert for vessel strike mitigation", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography, https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, { "setting": "US East Coast, four years of the Slow Zone program: 154 Slow Zones triggered or extended by acoustic detections, 51 by gliders", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 219 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/219", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales; https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution; https://en.wikipedia.org/wiki/Woods_Hole_Oceanographic_Institution", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Marine conservation / shipping", "segment": "Endangered-species vessel-strike mitigation" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "regulatory document", "citation": "NOAA Fisheries (29 Dec 2023). New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11. GovDelivery bulletin.", "title": "New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11", "url": "https://content.govdelivery.com/accounts/USNOAAFISHERIES/bulletins/3824b02", "date": "2023-12-29", "written_by": "deployer", "quote": "detected the presence of right whales east of Portland, ME" }, { "kind": "peer-reviewed study", "citation": "Indeck KL, Baumgartner MF, Lecavalier L, et al. (2025). Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales. Oceanography 38(Suppl. 1):13-21.", "title": "Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "written_by": "makers", "quote": "154 Slow Zones have been triggered or extended by acoustic detections of NARWs, and 51 (33%) of those Slow Zones were triggered or extended by gliders" }, { "kind": "other", "citation": "Baumgartner M (WHOI). Low-Frequency Detection and Classification System (LFDCS) user manual (developer documentation).", "title": "Low-Frequency Detection and Classification System (LFDCS)", "url": "https://dcs.whoi.edu/lfdcs_manual/lfdcs_manual.html", "written_by": "makers", "quote": "The call library can contain hundreds of these known call types, allowing the LFDCS to efficiently detect and classify many different calls produced by numerous species." }, { "kind": "report", "citation": "Wilder J, Davis G, DeAngelis A, Van Parijs S, Baumgartner M (2023). Low-Frequency Detection and Classification System (LFDCS) Reference Guide. NOAA Institutional Repository.", "title": "Low-Frequency Detection and Classification System (LFDCS) Reference Guide", "url": "https://repository.library.noaa.gov/view/noaa/48671", "written_by": "makers", "quote": "a software system created for automated detection and classification of low-frequency baleen whale vocalizations in archival and real-time acoustic data" }, { "kind": "regulatory document", "citation": "NOAA Fisheries. Reducing Vessel Strikes to North Atlantic Right Whales (Slow Zones policy page).", "title": "Reducing Vessel Strikes to North Atlantic Right Whales", "url": "https://www.fisheries.noaa.gov/national/endangered-species-conservation/reducing-vessel-strikes-north-atlantic-right-whales", "written_by": "deployer", "quote": "For a period of 15 days after a whale is detected, mariners are encouraged to avoid these areas" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0036-source-0001", "AIBD-0036-source-0002", "AIBD-0036-source-0003", "AIBD-0036-source-0004", "AIBD-0036-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "regulatory document", "citation": "NOAA Fisheries (29 Dec 2023). New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11. GovDelivery bulletin.", "title": "New Right Whale Slow Zone: East of Portland, ME - Effective Through 1/11", "url": "https://content.govdelivery.com/accounts/USNOAAFISHERIES/bulletins/3824b02", "date": "2023-12-29", "written_by": "deployer", "quote": "detected the presence of right whales east of Portland, ME" }, { "kind": "peer-reviewed study", "citation": "Indeck KL, Baumgartner MF, Lecavalier L, et al. (2025). Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales. Oceanography 38(Suppl. 1):13-21.", "title": "Glider Surveillance for Near-Real-Time Detection and Spatial Management of North Atlantic Right Whales", "url": "https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales", "written_by": "makers", "quote": "154 Slow Zones have been triggered or extended by acoustic detections of NARWs, and 51 (33%) of those Slow Zones were triggered or extended by gliders" }, { "kind": "other", "citation": "Baumgartner M (WHOI). Low-Frequency Detection and Classification System (LFDCS) user manual (developer documentation).", "title": "Low-Frequency Detection and Classification System (LFDCS)", "url": "https://dcs.whoi.edu/lfdcs_manual/lfdcs_manual.html", "written_by": "makers", "quote": "The call library can contain hundreds of these known call types, allowing the LFDCS to efficiently detect and classify many different calls produced by numerous species." }, { "kind": "report", "citation": "Wilder J, Davis G, DeAngelis A, Van Parijs S, Baumgartner M (2023). Low-Frequency Detection and Classification System (LFDCS) Reference Guide. NOAA Institutional Repository.", "title": "Low-Frequency Detection and Classification System (LFDCS) Reference Guide", "url": "https://repository.library.noaa.gov/view/noaa/48671", "written_by": "makers", "quote": "a software system created for automated detection and classification of low-frequency baleen whale vocalizations in archival and real-time acoustic data" }, { "kind": "regulatory document", "citation": "NOAA Fisheries. Reducing Vessel Strikes to North Atlantic Right Whales (Slow Zones policy page).", "title": "Reducing Vessel Strikes to North Atlantic Right Whales", "url": "https://www.fisheries.noaa.gov/national/endangered-species-conservation/reducing-vessel-strikes-north-atlantic-right-whales", "written_by": "deployer", "quote": "For a period of 15 days after a whale is detected, mariners are encouraged to avoid these areas" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "WHOI/NOAA glider's automated call classifier detected right whales on 27 December 2023; NOAA declared a Slow Zone east of Portland, ME.", "account": "On 27 December 2023 the Gulf of Maine Winter Slocum glider acoustically detected North Atlantic right whales east of Portland, Maine. Woods Hole Oceanographic Institution and NOAA's Northeast Fisheries Science Center operate it. Such gliders carry a DMON instrument running the Low-Frequency Detection and Classification System (LFDCS). It matches pitch-tracked calls against a call library using quadratic discriminant function analysis. Shore-based analysts validate detections. On 29 December 2023 NOAA Fisheries announced a voluntary Right Whale Slow Zone bounded by 43°49'N, 43°09'N, 67°02'W and 68°57'W. It ran 27 December 2023 through 11 January 2024. NOAA asked mariners to route around the area or transit at 10 knots or less." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "DMON instrument running the Low-Frequency Detection and Classification System (LFDCS) on a Slocum glider" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Woods Hole Oceanographic Institution (Mark Baumgartner)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Glider-borne automated whale-call classifier triggers a NOAA Right Whale Slow Zone east of Portland, Maine", "headline": "LFDCS glider detections trigger a NOAA Right Whale Slow Zone" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "181041b30300fced8151c056ec9a4d5c663517c4a7701680671af7c2eeb1c947" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 27 December 2023 the Gulf of Maine Winter Slocum glider acoustically detected North Atlantic right whales east of Portland, Maine. Woods Hole Oceanographic Institution and NOAA's Northeast Fisheries Science Center operate it. Such gliders carry a DMON instrument running the Low-Frequency Detection and Classification System (LFDCS). It matches pitch-tracked calls against a call library using quadratic discriminant function analysis. Shore-based analysts validate detections. On 29 December 2023 NOAA Fisheries announced a voluntary Right Whale Slow Zone bounded by 43°49'N, 43°09'N, 67°02'W and 68°57'W. It ran 27 December 2023 through 11 January 2024. NOAA asked mariners to route around the area or transit at 10 knots or less.", "replication": { "produced_by": [ "Glider or buoy carrying DMON/LFDCS in right whale habitat", "Shore-based analyst validation protocol", "NOAA Slow Zone program (established late 2020) accepting acoustic triggers" ], "must_hold": [ "Whales vocalize within detection range", "Mariners comply voluntarily for any protective effect to materialize" ], "echoes": [ { "date": "2024-01-20", "setting": "Southeast US waters; first definite glider-based acoustic detection there, which triggered a Southeast Early Warning System alert for vessel strike mitigation", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography, https://tos.org/oceanography/article/glider-surveillance-for-near-real-time-detection-and-spatial-management-of-north-atlantic-right-whales" }, { "setting": "US East Coast, four years of the Slow Zone program: 154 Slow Zones triggered or extended by acoustic detections, 51 by gliders", "outcome": "recurred", "source": "Indeck et al. (2025) Oceanography" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0085", "case_url": "records/AIBD-0085.html", "reason": "The sources include official material concerning the system, its use, or the reported outcome.", "details": [ { "label": "Court document", "value": "Supremo Tribunal Federal (2023). Repercussão Geral, Tema 1261, leading case ARE 1441934 (Relator: Ministro Presidente); decision of 22 Aug 2023, trânsito em julgado 23 Sep 2023.", "url": "https://portal.stf.jus.br/jurisprudenciaRepercussao/tema.asp?num=1261" } ], "filters": { "kind": "Court and regulator material" }, "record": { "id": "AIBD-0085", "title": "STF's VitorIA identifies at least 247 similar appeals in the controversy behind Tema 1.261; Plenary finds no general repercussion on 22 August 2023", "summary": "VitorIA identified at least 247 similar appeals in the controversy behind Tema 1.261; STF Plenary found no general repercussion on 22 August 2023 (final 23 September 2023)", "date_observed": "2023-08-22", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Brazil's Supremo Tribunal Federal (STF) uses VitorIA, operational since 2023, to compare the texts of incoming appeals. It groups cases raising similar legal questions for the staff who screen candidates for repercussão geral themes. The court says the tool does not judge cases. On 28 September 2026 the STF described the controversy behind Tema 1.261 (leading case ARE 1441934, on municipal teachers' personal pay advantages). VitorIA identified at least 247 appeals with similar legal questions by grouping on content similarity. The STF added that finding so many similar cases did not determine the result. The theme record shows the Plenary decided unanimously on 22 August 2023 that there is no general repercussion because the question is infraconstitutional. It became final on 23 September 2023. No cited source says what then happened to the 247 appeals. The STF credits VitorIA with four themes in 2023, 19 in 2024 and 11 in 2025. It says these figures do not refer to decisions taken with AI help and do not allow calculating accuracy or time saved.", "category": "benefit created", "unexpected": false, "purpose": "Identify clusters of textually similar appeals so the court can treat them jointly or open new general-repercussion themes", "system": "VitorIA (STF), textual-similarity clustering tool that groups appeals raising similar legal questions; in development in 2022 and operational in 2023 per the STF", "model_version": null, "developer": "Supremo Tribunal Federal (STF); the STF's 28 Sep 2026 item names no external developer and does not link VitorIA to the court's earlier Victor project", "deployer": "Supremo Tribunal Federal (STF)", "location": "Brasília, Brazil", "domain": "Courts: appellate case management", "segment": "Supreme court general-repercussion screening", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": null, "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individual beneficiary or per-party outcome is documented. The STF says its figures do not refer to decisions taken with AI help and do not allow calculating time saved." }, { "group": "organizational", "depth": 2, "reason": "Material to the court's screening work: in one controversy VitorIA identified at least 247 appeals with similar legal questions. The STF describes this as the technology taking part in organizing and identifying patterns in its case flow. The STF does not quantify time saved." }, { "group": "societal", "depth": 1, "reason": "Small at system scale. One theme among the 34 the STF credits to VitorIA for 2023–2025." } ], "ai_role": { "status": "assessed", "statement": "The STF says its function precedes judgment: “identificar grupos de casos parecidos, que depois passam pela análise das equipes responsáveis e, quando necessário, dos ministros.” The identification of at least 247 similar appeals is attributed to VitorIA by the court itself. The court adds that finding them “não determinou o resultado”. The theme decision was made by the Plenary. Developer and deployer are the same public body (STF). The STF news items are the court documenting its own tool. No cited source names an external developer or links VitorIA to the court's earlier Victor project (STF with UnB). The STF said in August 2021 that Victor's classifier was not yet in production." }, "evidence": [ { "kind": "press release", "citation": "Supremo Tribunal Federal (2026). Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes. STF news, 28 Sep 2026.", "title": "Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes", "url": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "date": "2026-09-28", "written_by": "makers", "quote": "a VitorIA identificou pelo menos 247 recursos com questões jurídicas semelhantes" }, { "kind": "court document", "citation": "Supremo Tribunal Federal (2023). Repercussão Geral, Tema 1261, leading case ARE 1441934 (Relator: Ministro Presidente); decision of 22 Aug 2023, trânsito em julgado 23 Sep 2023.", "title": "Tema 1261 – Revisão da base de cálculo das vantagens pessoais remuneratórias de servidor público de magistério municipal", "url": "https://portal.stf.jus.br/jurisprudenciaRepercussao/tema.asp?num=1261", "date": null, "written_by": "makers", "quote": "Não há repercussão geral (questão infraconstitucional)" }, { "kind": "press release", "citation": "Supremo Tribunal Federal (2021). Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral. STF news, 19 Aug 2021. Background on the court's earlier Victor project (STF with Universidade de Brasília); the item does not mention VitorIA.", "title": "Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral", "url": "https://portal.stf.jus.br/noticias/verNoticiaDetalhe.asp?idConteudo=471331", "date": "2021-08-19", "written_by": "makers", "quote": "todos os recursos recebidos diariamente no STF em meio eletrônico têm suas peças devidamente ocerizadas no mesmo dia" } ], "replication": { "produced_by": [ "Electronic appeals in machine-readable text for VitorIA to compare. The STF's 2021 Victor item documents same-day OCR of all electronic appeals since December 2020. No cited source ties that layer to VitorIA, so the dependency is inferred", "Textual-similarity clustering by VitorIA proposing groups of similar appeals", "Human screening teams and ministers deciding whether to open a theme and how to rule" ], "must_hold": [ "Appeals filed electronically with machine-readable text", "A procedural device (repercussão geral themes) that lets one decision govern many appeals", "Staff capacity to review proposed clusters" ], "echoes": [ { "date": "2024-01-01", "setting": "19 general-repercussion themes created with support from VitorIA data in 2024 (STF, 28 September 2026; year only)", "model_version": null, "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" }, { "date": "2025-01-01", "setting": "11 themes created with VitorIA support in 2025 (STF, 28 September 2026; year only)", "model_version": null, "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" } ] }, "paired_incident": { "database": "AI Incident Database", "identifier": "1497", "title": "Hidden Prompt Injection in Brazilian Labor-Court Petition Reportedly Tried to Manipulate Galileu", "url": "https://incidentdatabase.ai/cite/1497", "severity": null, "group": "organizational", "basis": "Brazilian court AI that reads case petitions (Galileu), the same kind of tool as STF's VitorIA, was targeted by hidden prompt injection, harming judicial integrity and defendants." }, "headline": "STF's VitorIA finds at least 247 similar appeals for Tema 1.261", "metric": "identified at least 247 similar appeals in the controversy behind Tema 1.261", "comparator": null, "later": { "status": "persisted", "date": "2026-09-28", "note": "The STF's September 2026 statement reports the tool still in use after Tema 1.261, credited with 19 themes in 2024 and 11 in 2025 after four in 2023 (years only), while saying the figures do not allow computing accuracy or time saved.", "quote": "A VitorIA auxiliou na identificação de quatro temas em 2023; em 2024, 19 foram criados com apoio de dados extraídos da ferramenta; já em 2025, foram 11.", "url": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" }, "value": null, "developer_country": "Brazil", "deployer_country": "Brazil", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 1497 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/1497", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Removed the unsourced claims that the Tema 1.261 decision settled or disposed of the grouped appeals and that parties obtained a faster disposition (personal depth now null); wrote “at least 247” in title, headline and metric as the STF does; dropped the Victor lineage, UnB credit and OCR dependency because no cited source links VitorIA to the Victor project, re-describing the 2021 Victor item as background; added that developer and deployer are the same public body (STF); and set the benefit type to Trustible's “Improved Knowledge Discovery” with a note that the STF says its figures do not allow calculating time saved or accuracy.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Supreme_Federal_Court; https://en.wikipedia.org/wiki/Supreme_Federal_Court", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The makers' claim", "claim_basis": "Sources: the makers' court document and two press releases from the makers. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0085", "catalog_version": "1.0.0", "source_fingerprint": "d4e33ebdaef438cc3f33a49e57b063b80abeb14577d84b683384c5ae0cc6720e", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0085-source-0001", "AIBD-0085-source-0002", "AIBD-0085-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Supremo Tribunal Federal (STF); the STF's 28 Sep 2026 item names no external developer and does not link VitorIA to the court's earlier Victor project", "deployer": "Supremo Tribunal Federal (STF)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The STF says its function precedes judgment: “identificar grupos de casos parecidos, que depois passam pela análise das equipes responsáveis e, quando necessário, dos ministros.” The identification of at least 247 similar appeals is attributed to VitorIA by the court itself. The court adds that finding them “não determinou o resultado”. The theme decision was made by the Plenary. Developer and deployer are the same public body (STF). The STF news items are the court documenting its own tool. No cited source names an external developer or links VitorIA to the court's earlier Victor project (STF with UnB). The STF said in August 2021 that Victor's classifier was not yet in production." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "benefit created", "ai_role": { "status": "assessed", "statement": "The STF says its function precedes judgment: “identificar grupos de casos parecidos, que depois passam pela análise das equipes responsáveis e, quando necessário, dos ministros.” The identification of at least 247 similar appeals is attributed to VitorIA by the court itself. The court adds that finding them “não determinou o resultado”. The theme decision was made by the Plenary. Developer and deployer are the same public body (STF). The STF news items are the court documenting its own tool. No cited source names an external developer or links VitorIA to the court's earlier Victor project (STF with UnB). The STF said in August 2021 that Victor's classifier was not yet in production." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary or per-party outcome is documented. The STF says its figures do not refer to decisions taken with AI help and do not allow calculating time saved." }, { "group": "organizational", "depth": 2, "reason": "Material to the court's screening work: in one controversy VitorIA identified at least 247 appeals with similar legal questions. The STF describes this as the technology taking part in organizing and identifying patterns in its case flow. The STF does not quantify time saved." }, { "group": "societal", "depth": 1, "reason": "Small at system scale. One theme among the 34 the STF credits to VitorIA for 2023–2025." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "The makers' claim", "basis": "Sources: the makers' court document and two press releases from the makers. The cited evidence includes no independent source and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary or per-party outcome is documented. The STF says its figures do not refer to decisions taken with AI help and do not allow calculating time saved." }, { "group": "organizational", "depth": 2, "reason": "Material to the court's screening work: in one controversy VitorIA identified at least 247 appeals with similar legal questions. The STF describes this as the technology taking part in organizing and identifying patterns in its case flow. The STF does not quantify time saved." }, { "group": "societal", "depth": 1, "reason": "Small at system scale. One theme among the 34 the STF credits to VitorIA for 2023–2025." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary or per-party outcome is documented. The STF says its figures do not refer to decisions taken with AI help and do not allow calculating time saved." }, { "group": "organizational", "depth": 2, "reason": "Material to the court's screening work: in one controversy VitorIA identified at least 247 appeals with similar legal questions. The STF describes this as the technology taking part in organizing and identifying patterns in its case flow. The STF does not quantify time saved." }, { "group": "societal", "depth": 1, "reason": "Small at system scale. One theme among the 34 the STF credits to VitorIA for 2023–2025." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "value_present", "value": { "kind": "structured", "data": { "answer": "Brazilian court AI that reads case petitions (Galileu), the same kind of tool as STF's VitorIA, was targeted by hidden prompt injection, harming judicial integrity and defendants.", "links": [ { "database": "AI Incident Database", "identifier": "1497", "title": "Hidden Prompt Injection in Brazilian Labor-Court Petition Reportedly Tried to Manipulate Galileu", "url": "https://incidentdatabase.ai/cite/1497", "group": "organizational", "basis": "Brazilian court AI that reads case petitions (Galileu), the same kind of tool as STF's VitorIA, was targeted by hidden prompt injection, harming judicial integrity and defendants.", "relation": "comparable_harm" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Existing paired_incident classification; no new source review.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "identified at least 247 similar appeals in the controversy behind Tema 1.261", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "paired_incident": { "database": "AI Incident Database", "identifier": "1497", "title": "Hidden Prompt Injection in Brazilian Labor-Court Petition Reportedly Tried to Manipulate Galileu", "url": "https://incidentdatabase.ai/cite/1497", "group": "organizational", "basis": "Brazilian court AI that reads case petitions (Galileu), the same kind of tool as STF's VitorIA, was targeted by hidden prompt injection, harming judicial integrity and defendants." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "persisted", "date": "2026-09-28", "note": "The STF's September 2026 statement reports the tool still in use after Tema 1.261, credited with 19 themes in 2024 and 11 in 2025 after four in 2023 (years only), while saying the figures do not allow computing accuracy or time saved.", "quote": "A VitorIA auxiliou na identificação de quatro temas em 2023; em 2024, 19 foram criados com apoio de dados extraídos da ferramenta; já em 2025, foram 11.", "url": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0085" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Brazil's Supremo Tribunal Federal (STF) uses VitorIA, operational since 2023, to compare the texts of incoming appeals. It groups cases raising similar legal questions for the staff who screen candidates for repercussão geral themes. The court says the tool does not judge cases. On 28 September 2026 the STF described the controversy behind Tema 1.261 (leading case ARE 1441934, on municipal teachers' personal pay advantages). VitorIA identified at least 247 appeals with similar legal questions by grouping on content similarity. The STF added that finding so many similar cases did not determine the result. The theme record shows the Plenary decided unanimously on 22 August 2023 that there is no general repercussion because the question is infraconstitutional. It became final on 23 September 2023. No cited source says what then happened to the 247 appeals. The STF credits VitorIA with four themes in 2023, 19 in 2024 and 11 in 2025. It says these figures do not refer to decisions taken with AI help and do not allow calculating accuracy or time saved.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary or per-party outcome is documented. The STF says its figures do not refer to decisions taken with AI help and do not allow calculating time saved." }, { "group": "organizational", "depth": 2, "reason": "Material to the court's screening work: in one controversy VitorIA identified at least 247 appeals with similar legal questions. The STF describes this as the technology taking part in organizing and identifying patterns in its case flow. The STF does not quantify time saved." }, { "group": "societal", "depth": 1, "reason": "Small at system scale. One theme among the 34 the STF credits to VitorIA for 2023–2025." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Identify clusters of textually similar appeals so the court can treat them jointly or open new general-repercussion themes" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Brasília, Brazil", "developer_country": "Brazil", "deployer_country": "Brazil" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Identify clusters of textually similar appeals so the court can treat them jointly or open new general-repercussion themes" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-08-22", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 1497 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/1497", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Removed the unsourced claims that the Tema 1.261 decision settled or disposed of the grouped appeals and that parties obtained a faster disposition (personal depth now null); wrote “at least 247” in title, headline and metric as the STF does; dropped the Victor lineage, UnB credit and OCR dependency because no cited source links VitorIA to the Victor project, re-describing the 2021 Victor item as background; added that developer and deployer are the same public body (STF); and set the benefit type to Trustible's “Improved Knowledge Discovery” with a note that the STF says its figures do not allow calculating time saved or accuracy.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Supreme_Federal_Court; https://en.wikipedia.org/wiki/Supreme_Federal_Court", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Electronic appeals in machine-readable text for VitorIA to compare. The STF's 2021 Victor item documents same-day OCR of all electronic appeals since December 2020. No cited source ties that layer to VitorIA, so the dependency is inferred", "Textual-similarity clustering by VitorIA proposing groups of similar appeals", "Human screening teams and ministers deciding whether to open a theme and how to rule" ], "must_hold": [ "Appeals filed electronically with machine-readable text", "A procedural device (repercussão geral themes) that lets one decision govern many appeals", "Staff capacity to review proposed clusters" ], "echoes": [ { "date": "2024-01-01", "setting": "19 general-repercussion themes created with support from VitorIA data in 2024 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" }, { "date": "2025-01-01", "setting": "11 themes created with VitorIA support in 2025 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Electronic appeals in machine-readable text for VitorIA to compare. The STF's 2021 Victor item documents same-day OCR of all electronic appeals since December 2020. No cited source ties that layer to VitorIA, so the dependency is inferred", "Textual-similarity clustering by VitorIA proposing groups of similar appeals", "Human screening teams and ministers deciding whether to open a theme and how to rule" ], "must_hold": [ "Appeals filed electronically with machine-readable text", "A procedural device (repercussão geral themes) that lets one decision govern many appeals", "Staff capacity to review proposed clusters" ], "echoes": [ { "date": "2024-01-01", "setting": "19 general-repercussion themes created with support from VitorIA data in 2024 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" }, { "date": "2025-01-01", "setting": "11 themes created with VitorIA support in 2025 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 1497 (medium confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/1497", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Removed the unsourced claims that the Tema 1.261 decision settled or disposed of the grouped appeals and that parties obtained a faster disposition (personal depth now null); wrote “at least 247” in title, headline and metric as the STF does; dropped the Victor lineage, UnB credit and OCR dependency because no cited source links VitorIA to the Victor project, re-describing the 2021 Victor item as background; added that developer and deployer are the same public body (STF); and set the benefit type to Trustible's “Improved Knowledge Discovery” with a note that the STF says its figures do not allow calculating time saved or accuracy.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Supreme_Federal_Court; https://en.wikipedia.org/wiki/Supreme_Federal_Court", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Courts: appellate case management", "segment": "Supreme court general-repercussion screening" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Supremo Tribunal Federal (2026). Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes. STF news, 28 Sep 2026.", "title": "Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes", "url": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "date": "2026-09-28", "written_by": "makers", "quote": "a VitorIA identificou pelo menos 247 recursos com questões jurídicas semelhantes" }, { "kind": "court document", "citation": "Supremo Tribunal Federal (2023). Repercussão Geral, Tema 1261, leading case ARE 1441934 (Relator: Ministro Presidente); decision of 22 Aug 2023, trânsito em julgado 23 Sep 2023.", "title": "Tema 1261 – Revisão da base de cálculo das vantagens pessoais remuneratórias de servidor público de magistério municipal", "url": "https://portal.stf.jus.br/jurisprudenciaRepercussao/tema.asp?num=1261", "written_by": "makers", "quote": "Não há repercussão geral (questão infraconstitucional)" }, { "kind": "press release", "citation": "Supremo Tribunal Federal (2021). Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral. STF news, 19 Aug 2021. Background on the court's earlier Victor project (STF with Universidade de Brasília); the item does not mention VitorIA.", "title": "Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral", "url": "https://portal.stf.jus.br/noticias/verNoticiaDetalhe.asp?idConteudo=471331", "date": "2021-08-19", "written_by": "makers", "quote": "todos os recursos recebidos diariamente no STF em meio eletrônico têm suas peças devidamente ocerizadas no mesmo dia" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0085-source-0001", "AIBD-0085-source-0002", "AIBD-0085-source-0003" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "press release", "citation": "Supremo Tribunal Federal (2026). Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes. STF news, 28 Sep 2026.", "title": "Inteligência artificial ajuda STF a identificar processos que discutem questões semelhantes", "url": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/", "date": "2026-09-28", "written_by": "makers", "quote": "a VitorIA identificou pelo menos 247 recursos com questões jurídicas semelhantes" }, { "kind": "court document", "citation": "Supremo Tribunal Federal (2023). Repercussão Geral, Tema 1261, leading case ARE 1441934 (Relator: Ministro Presidente); decision of 22 Aug 2023, trânsito em julgado 23 Sep 2023.", "title": "Tema 1261 – Revisão da base de cálculo das vantagens pessoais remuneratórias de servidor público de magistério municipal", "url": "https://portal.stf.jus.br/jurisprudenciaRepercussao/tema.asp?num=1261", "written_by": "makers", "quote": "Não há repercussão geral (questão infraconstitucional)" }, { "kind": "press release", "citation": "Supremo Tribunal Federal (2021). Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral. STF news, 19 Aug 2021. Background on the court's earlier Victor project (STF with Universidade de Brasília); the item does not mention VitorIA.", "title": "Projeto Victor avança em pesquisa e desenvolvimento para identificação dos temas de repercussão geral", "url": "https://portal.stf.jus.br/noticias/verNoticiaDetalhe.asp?idConteudo=471331", "date": "2021-08-19", "written_by": "makers", "quote": "todos os recursos recebidos diariamente no STF em meio eletrônico têm suas peças devidamente ocerizadas no mesmo dia" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "VitorIA identified at least 247 similar appeals in the controversy behind Tema 1.261; STF Plenary found no general repercussion on 22 August 2023 (final 23 September 2023)", "account": "Brazil's Supremo Tribunal Federal (STF) uses VitorIA, operational since 2023, to compare the texts of incoming appeals. It groups cases raising similar legal questions for the staff who screen candidates for repercussão geral themes. The court says the tool does not judge cases. On 28 September 2026 the STF described the controversy behind Tema 1.261 (leading case ARE 1441934, on municipal teachers' personal pay advantages). VitorIA identified at least 247 appeals with similar legal questions by grouping on content similarity. The STF added that finding so many similar cases did not determine the result. The theme record shows the Plenary decided unanimously on 22 August 2023 that there is no general repercussion because the question is infraconstitutional. It became final on 23 September 2023. No cited source says what then happened to the 247 appeals. The STF credits VitorIA with four themes in 2023, 19 in 2024 and 11 in 2025. It says these figures do not refer to decisions taken with AI help and do not allow calculating accuracy or time saved." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "VitorIA (STF), textual-similarity clustering tool that groups appeals raising similar legal questions; in development in 2022 and operational in 2023 per the STF" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Supremo Tribunal Federal (STF); the STF's 28 Sep 2026 item names no external developer and does not link VitorIA to the court's earlier Victor project" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "STF's VitorIA identifies at least 247 similar appeals in the controversy behind Tema 1.261; Plenary finds no general repercussion on 22 August 2023", "headline": "STF's VitorIA finds at least 247 similar appeals for Tema 1.261" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "d4e33ebdaef438cc3f33a49e57b063b80abeb14577d84b683384c5ae0cc6720e" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Brazil's Supremo Tribunal Federal (STF) uses VitorIA, operational since 2023, to compare the texts of incoming appeals. It groups cases raising similar legal questions for the staff who screen candidates for repercussão geral themes. The court says the tool does not judge cases. On 28 September 2026 the STF described the controversy behind Tema 1.261 (leading case ARE 1441934, on municipal teachers' personal pay advantages). VitorIA identified at least 247 appeals with similar legal questions by grouping on content similarity. The STF added that finding so many similar cases did not determine the result. The theme record shows the Plenary decided unanimously on 22 August 2023 that there is no general repercussion because the question is infraconstitutional. It became final on 23 September 2023. No cited source says what then happened to the 247 appeals. The STF credits VitorIA with four themes in 2023, 19 in 2024 and 11 in 2025. It says these figures do not refer to decisions taken with AI help and do not allow calculating accuracy or time saved.", "replication": { "produced_by": [ "Electronic appeals in machine-readable text for VitorIA to compare. The STF's 2021 Victor item documents same-day OCR of all electronic appeals since December 2020. No cited source ties that layer to VitorIA, so the dependency is inferred", "Textual-similarity clustering by VitorIA proposing groups of similar appeals", "Human screening teams and ministers deciding whether to open a theme and how to rule" ], "must_hold": [ "Appeals filed electronically with machine-readable text", "A procedural device (repercussão geral themes) that lets one decision govern many appeals", "Staff capacity to review proposed clusters" ], "echoes": [ { "date": "2024-01-01", "setting": "19 general-repercussion themes created with support from VitorIA data in 2024 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" }, { "date": "2025-01-01", "setting": "11 themes created with VitorIA support in 2025 (STF, 28 September 2026; year only)", "outcome": "recurred", "source": "https://noticias.stf.jus.br/postsnoticias/inteligencia-artificial-ajuda-stf-a-identificar-processos-que-discutem-questoes-semelhantes/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 31, "reviewed": 0, "record_mapped": 31, "not_assessed": 60, "complete": false, "by_state": { "value_present": 31, "not_reported": 0, "unresolved": 0, "not_assessed": 60, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0278", "case_url": "records/AIBD-0278.html", "reason": "A later report records a reversal or a challenge to the reported benefit.", "details": [ { "label": "Follow-up", "value": "A Materials Horizons paper by Mikkel Juelsholt (12 June 2026) reports that the synthesized disordered TaCr2O6 is identical to Ta1/2Cr1/2O2, a compound first described in 1971 and included in MatterGen's training dataset, so the proof-of-concept material was not new.", "url": "https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0278", "title": "MatterGen generates TaCr2O6; SIAT synthesizes a disordered version with bulk modulus 169 GPa against a 200 GPa target", "summary": "Microsoft's diffusion model generated a structure conditioned on bulk modulus 200 GPa; SIAT (Shenzhen) synthesized it and measured 169 GPa, with Ta/Cr compositional disorder. Vendor co-authored proof.", "date_observed": "2025-01-16", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "Zeni et al. (Nature, 16 January 2025) are Microsoft Research AI for Science with co-authors including the Shenzhen Institutes of Advanced Technology. They present MatterGen, a diffusion model over 3D crystal geometry trained on about 608,000 stable materials. Its outputs are reported as more than twice as likely to be new and stable as those of earlier generative models. As a proof of concept they synthesized one generated structure and measured its property “within 20% of our target”. Microsoft's blog identifies the compound as TaCr2O6, generated for a bulk modulus of 200 GPa. Prof Li Wenjie's SIAT group measured 169 GPa. The structure matched MatterGen's proposal “with the caveat of compositional disorder between Ta and Cr”. The synthesis is vendor co-authored, and a Nature news critique of 1 October 2025 was paywalled beyond its lede. That critique is not among the sources, and no independent experimental replication was found.", "category": "general benefit", "unexpected": false, "purpose": "Generate novel stable inorganic materials conditioned on target properties", "system": "MatterGen", "model_version": null, "developer": "Microsoft", "deployer": "Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences (synthesis)", "location": "Cambridge, UK (model); Shenzhen, China (synthesis)", "domain": "Materials science", "segment": "Materials researchers", "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "A generated and synthesized compound is a research result rather than access to existing information.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No individual beneficiary." }, { "group": "organizational", "depth": null, "reason": "A single proof-of-concept synthesis by the paper's co-authors." }, { "group": "societal", "depth": null, "reason": "No attributable downstream event." } ], "ai_role": { "status": "assessed", "statement": "MatterGen generated the structure that SIAT then synthesized. Both the generation and the measurement are reported by the vendor and its co-authors in the Nature paper and the Microsoft blog. No independent confirmation of novelty or utility is among the sources." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Zeni C, Pinsler R, Zugner D, et al. Nature 639:624-632 (2025)", "title": "A generative model for inorganic materials design", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/", "date": "2025-01-16", "written_by": "makers", "quote": "As a proof of concept, we synthesize one of the generated structures and measure its property value to be within 20% of our target." }, { "kind": "press release", "citation": "Microsoft Research blog, 16 Jan 2025", "title": "MatterGen: A new paradigm of materials design with generative AI", "url": "https://www.microsoft.com/en-us/research/blog/mattergen-a-new-paradigm-of-materials-design-with-generative-ai/", "date": "2025-01-16", "written_by": "makers", "quote": "The synthesized material's structure aligns with the one proposed by MatterGen, with the caveat of compositional disorder between Ta and Cr." } ], "replication": { "produced_by": [ "Diffusion model fine-tuned on a bulk-modulus target", "Synthesis and measurement by a collaborating laboratory" ], "must_hold": [ "Independent synthesis of generated structures", "Confirmation that generated compounds are new rather than known phases" ], "echoes": [] }, "paired_incident": null, "headline": "Microsoft's MatterGen generates TaCr2O6, measured at 169 GPa", "metric": "a bulk modulus of 200 GPa and measured at 169 GPa", "comparator": { "against": "previous generative models for crystal structures (DiffCSP, CDVAE and others) on the same benchmark", "before": "not stated as a figure in the text (previous generative models)", "after": "more than twice as likely to be SUN (stable, unique and new); the synthesized TaCr2O6 measured at 169 GPa against a 200 GPa design target", "basis": "measured", "quote": "Combining both model and data improvements, MatterGen generates structures that are more than twice as likely to be SUN compared with previous generative models, whereas the generated structures are up to an order of magnitude closer to their local energy minimum.", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/" }, "later": { "status": "reversed", "date": "2026-06-12", "note": "A Materials Horizons paper by Mikkel Juelsholt (12 June 2026) reports that the synthesized disordered TaCr2O6 is identical to Ta1/2Cr1/2O2, a compound first described in 1971 and included in MatterGen's training dataset, so the proof-of-concept material was not new.", "quote": "However, detailed crystallographic analysis presented in this paper reveals that this is not a novel compound but is identical to the previously reported Ta1/2Cr1/2O2, first described in 1971 and included in MatterGen's training dataset.", "url": "https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json" }, "value": null, "developer_country": "United States", "deployer_country": "China", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/; https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Microsoft; https://zh.wikipedia.org/wiki/中国科学院深圳先进技术研究院", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Microsoft.", "source": null, "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The makers' claim", "claim_basis": "Sources: the makers' peer-reviewed study and the makers' press release. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0278", "catalog_version": "1.0.0", "source_fingerprint": "08002f802314822d8203aae1a965eaec71055e4ad259a2d58cdcc66475106520", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0278-source-0001", "AIBD-0278-source-0002" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Microsoft", "deployer": "Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences (synthesis)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "MatterGen generated the structure that SIAT then synthesized. Both the generation and the measurement are reported by the vendor and its co-authors in the Nature paper and the Microsoft blog. No independent confirmation of novelty or utility is among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "MatterGen generated the structure that SIAT then synthesized. Both the generation and the measurement are reported by the vendor and its co-authors in the Nature paper and the Microsoft blog. No independent confirmation of novelty or utility is among the sources." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "The makers' claim", "basis": "Sources: the makers' peer-reviewed study and the makers' press release. The cited evidence includes no independent source and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "reason": "A single proof-of-concept synthesis by the paper's co-authors." }, { "group": "societal", "reason": "No attributable downstream event." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "reason": "A single proof-of-concept synthesis by the paper's co-authors." }, { "group": "societal", "reason": "No attributable downstream event." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "a bulk modulus of 200 GPa and measured at 169 GPa", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "reversed", "date": "2026-06-12", "note": "A Materials Horizons paper by Mikkel Juelsholt (12 June 2026) reports that the synthesized disordered TaCr2O6 is identical to Ta1/2Cr1/2O2, a compound first described in 1971 and included in MatterGen's training dataset, so the proof-of-concept material was not new.", "quote": "However, detailed crystallographic analysis presented in this paper reveals that this is not a novel compound but is identical to the previously reported Ta1/2Cr1/2O2, first described in 1971 and included in MatterGen's training dataset.", "url": "https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0278" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Knowledge Discovery", "taxonomy_note": "A generated and synthesized compound is a research result rather than access to existing information." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Zeni et al. (Nature, 16 January 2025) are Microsoft Research AI for Science with co-authors including the Shenzhen Institutes of Advanced Technology. They present MatterGen, a diffusion model over 3D crystal geometry trained on about 608,000 stable materials. Its outputs are reported as more than twice as likely to be new and stable as those of earlier generative models. As a proof of concept they synthesized one generated structure and measured its property “within 20% of our target”. Microsoft's blog identifies the compound as TaCr2O6, generated for a bulk modulus of 200 GPa. Prof Li Wenjie's SIAT group measured 169 GPa. The structure matched MatterGen's proposal “with the caveat of compositional disorder between Ta and Cr”. The synthesis is vendor co-authored, and a Nature news critique of 1 October 2025 was paywalled beyond its lede. That critique is not among the sources, and no independent experimental replication was found.", "benefit_type": "Improved Knowledge Discovery" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No individual beneficiary." }, { "group": "organizational", "reason": "A single proof-of-concept synthesis by the paper's co-authors." }, { "group": "societal", "reason": "No attributable downstream event." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Generate novel stable inorganic materials conditioned on target properties" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Cambridge, UK (model); Shenzhen, China (synthesis)", "developer_country": "United States", "deployer_country": "China" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Generate novel stable inorganic materials conditioned on target properties" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2025-01-16", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/; https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Microsoft; https://zh.wikipedia.org/wiki/中国科学院深圳先进技术研究院", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Microsoft.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Diffusion model fine-tuned on a bulk-modulus target", "Synthesis and measurement by a collaborating laboratory" ], "must_hold": [ "Independent synthesis of generated structures", "Confirmation that generated compounds are new rather than known phases" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/; https://www.ebi.ac.uk/europepmc/webservices/rest/search?query=EXT_ID:42007796%20AND%20SRC:MED&resultType=core&format=json", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Microsoft; https://zh.wikipedia.org/wiki/中国科学院深圳先进技术研究院", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Microsoft.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Materials science", "segment": "Materials researchers" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Zeni C, Pinsler R, Zugner D, et al. Nature 639:624-632 (2025)", "title": "A generative model for inorganic materials design", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/", "date": "2025-01-16", "written_by": "makers", "quote": "As a proof of concept, we synthesize one of the generated structures and measure its property value to be within 20% of our target." }, { "kind": "press release", "citation": "Microsoft Research blog, 16 Jan 2025", "title": "MatterGen: A new paradigm of materials design with generative AI", "url": "https://www.microsoft.com/en-us/research/blog/mattergen-a-new-paradigm-of-materials-design-with-generative-ai/", "date": "2025-01-16", "written_by": "makers", "quote": "The synthesized material's structure aligns with the one proposed by MatterGen, with the caveat of compositional disorder between Ta and Cr." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0278-source-0001", "AIBD-0278-source-0002" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "peer-reviewed study", "citation": "Zeni C, Pinsler R, Zugner D, et al. Nature 639:624-632 (2025)", "title": "A generative model for inorganic materials design", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11922738/", "date": "2025-01-16", "written_by": "makers", "quote": "As a proof of concept, we synthesize one of the generated structures and measure its property value to be within 20% of our target." }, { "kind": "press release", "citation": "Microsoft Research blog, 16 Jan 2025", "title": "MatterGen: A new paradigm of materials design with generative AI", "url": "https://www.microsoft.com/en-us/research/blog/mattergen-a-new-paradigm-of-materials-design-with-generative-ai/", "date": "2025-01-16", "written_by": "makers", "quote": "The synthesized material's structure aligns with the one proposed by MatterGen, with the caveat of compositional disorder between Ta and Cr." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Microsoft's diffusion model generated a structure conditioned on bulk modulus 200 GPa; SIAT (Shenzhen) synthesized it and measured 169 GPa, with Ta/Cr compositional disorder. Vendor co-authored proof.", "account": "Zeni et al. (Nature, 16 January 2025) are Microsoft Research AI for Science with co-authors including the Shenzhen Institutes of Advanced Technology. They present MatterGen, a diffusion model over 3D crystal geometry trained on about 608,000 stable materials. Its outputs are reported as more than twice as likely to be new and stable as those of earlier generative models. As a proof of concept they synthesized one generated structure and measured its property “within 20% of our target”. Microsoft's blog identifies the compound as TaCr2O6, generated for a bulk modulus of 200 GPa. Prof Li Wenjie's SIAT group measured 169 GPa. The structure matched MatterGen's proposal “with the caveat of compositional disorder between Ta and Cr”. The synthesis is vendor co-authored, and a Nature news critique of 1 October 2025 was paywalled beyond its lede. That critique is not among the sources, and no independent experimental replication was found." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "MatterGen" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Microsoft" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "MatterGen generates TaCr2O6; SIAT synthesizes a disordered version with bulk modulus 169 GPa against a 200 GPa target", "headline": "Microsoft's MatterGen generates TaCr2O6, measured at 169 GPa" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "08002f802314822d8203aae1a965eaec71055e4ad259a2d58cdcc66475106520" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "Zeni et al. (Nature, 16 January 2025) are Microsoft Research AI for Science with co-authors including the Shenzhen Institutes of Advanced Technology. They present MatterGen, a diffusion model over 3D crystal geometry trained on about 608,000 stable materials. Its outputs are reported as more than twice as likely to be new and stable as those of earlier generative models. As a proof of concept they synthesized one generated structure and measured its property “within 20% of our target”. Microsoft's blog identifies the compound as TaCr2O6, generated for a bulk modulus of 200 GPa. Prof Li Wenjie's SIAT group measured 169 GPa. The structure matched MatterGen's proposal “with the caveat of compositional disorder between Ta and Cr”. The synthesis is vendor co-authored, and a Nature news critique of 1 October 2025 was paywalled beyond its lede. That critique is not among the sources, and no independent experimental replication was found.", "replication": { "produced_by": [ "Diffusion model fine-tuned on a bulk-modulus target", "Synthesis and measurement by a collaborating laboratory" ], "must_hold": [ "Independent synthesis of generated structures", "Confirmation that generated compounds are new rather than known phases" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 0, "record_mapped": 27, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } }, { "case_id": "AIBD-0175", "case_url": "records/AIBD-0175.html", "reason": "A later source disputes the reported benefit or its explanation.", "details": [ { "label": "Follow-up", "value": "The independent monitor found approval disparities for Black applicants and proposed a less discriminatory alternative. Upstart and the monitor did not agree on adopting it. The earlier termination of the no-action letter was an administrative action, not litigation.", "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf" } ], "filters": { "kind": "Challenges and reversals" }, "record": { "id": "AIBD-0175", "title": "More loan approvals at lower rates in a simulation", "summary": "Upstart estimated 27% more approvals and 16% lower annual percentage rates in a simulation. A 2024 independent review found approval disparities for Black applicants.", "date_observed": "2019-08-06", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "The Consumer Financial Protection Bureau reported results from the compliance plan attached to its first no-action letter, granted to Upstart Network in September 2017. The results were in a 6 August 2019 blog post by Patrice Alexander Ficklin and Paul Watkins. Upstart compared its tested model with a hypothetical traditional model using conventional variables. It reported that the tested model approves 27% more applicants and yields 16% lower average APRs for approved loans. Acceptance rates were up 23–29% and APRs down 15–17% across racial, ethnic and sex categories. Near-prime applicants (FICO 620–660) were approved approximately twice as frequently. Applicants under 25 were 32% more likely to be approved and those with incomes under $50,000 13% more likely. The post states that the results for minority, female and 62-and-older applicants show no disparities requiring further fair-lending analysis. The post says that they reflect the net effect of both the alternative data and the machine-learning methodology. Upstart supplied the analysis. The CFPB expressly stated that it did not separately replicate it. On 8 June 2022 the CFPB terminated the 2020 no-action letter at Upstart's request after Upstart planned to expand the variables in its model. On 27 March 2024 the NAACP Legal Defense Fund and the Student Borrower Protection Center announced Relman Colfax's final independent-monitorship report. It found no proxies for protected classes and no pricing disparities but identified approval disparities for Black applicants. Upstart rejected the monitor's proposed less discriminatory alternative model.", "category": "general benefit", "unexpected": false, "purpose": "Underwrite and price unsecured consumer loans using alternative data and machine learning.", "system": "Upstart Network underwriting and pricing model", "model_version": null, "developer": "Upstart Network, Inc.", "deployer": "Upstart Network, Inc.", "location": null, "domain": "Consumer credit", "segment": "Unsecured personal loans and credit access", "benefit_type": "Increased Inclusion", "taxonomy_note": "The good is credit approval for applicants a traditional model would reject, which the type's “acceptance” names only broadly, and a 2024 monitor found approval disparities.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "Approval and pricing effects are reported as aggregate rates over Upstart's applicant pool, with no individually attributable outcome." }, { "group": "societal", "depth": null, "reason": "Sources describe aggregate access effects and later disparities; no societal outcome is measured." } ], "ai_role": { "status": "assessed", "statement": "The CFPB states that the reported gains reflect the net effect of both the alternative data and the machine-learning methodology. So the model's contribution cannot be separated from its data. Upstart developed and deployed the model and supplied the comparison. The independent monitor later found approval disparities for Black applicants and disagreed with Upstart about a less discriminatory alternative." }, "evidence": [ { "kind": "other", "citation": "Patrice Alexander Ficklin and Paul Watkins, Consumer Financial Protection Bureau blog, 6 August 2019", "title": "An update on credit access and the Bureau's first No-Action Letter", "url": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "date": "2019-08-06", "written_by": "independent", "quote": "27% more applicants than the traditional model" }, { "kind": "press release", "citation": "Consumer Financial Protection Bureau, newsroom, 8 June 2022", "title": "CFPB Issues Order to Terminate Upstart No-Action Letter", "url": "https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "date": "2022-06-08", "written_by": "independent", "quote": "needed sufficient time to review and rigorously evaluate the implications of the changes to Upstart's model", "supports_benefit": false }, { "kind": "report", "citation": "Relman Colfax PLLC, Final Report of the Independent Monitor (March 2024), executive summary, pp. 3–5, and §§ A–B. Released on March 27, 2024.", "title": "Final Report of the Independent Monitor", "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf", "date": "2024-03-27", "written_by": "independent", "quote": null, "supports_benefit": false } ], "replication": { "produced_by": [ "Alternative data combined with machine-learning underwriting, compared against a hypothetical traditional model on Upstart's own applicant pool", "A regulatory compliance plan requiring fair-lending testing and reporting" ], "must_hold": [ "An applicant pool and comparison model similar to the 2019 test", "Fair-lending testing that measures approval as well as pricing disparities", "Independent monitoring, which in 2024 found approval disparities the 2019 test did not report" ], "echoes": [ { "date": "2022-06-08", "setting": "CFPB termination of the 2020 no-action letter", "model_version": null, "outcome": "unknown", "source": "CFPB order; no results stated" }, { "date": "2024-03-27", "setting": "Relman Colfax monitorship of Upstart for LDF and SBPC", "model_version": null, "outcome": "unknown", "source": "LDF press release: no pricing disparities but approval disparities for Black applicants" } ] }, "paired_incident": null, "headline": "More loan approvals at lower rates in a simulation", "metric": "approving 27% more applicants at 16% lower APRs than a traditional model", "comparator": { "against": "a hypothetical model using traditional application and credit file variables without machine learning", "before": "approval rate and average APRs of the traditional model (not quantified)", "after": "approves 27% more applicants than the traditional model, and yields 16% lower average APRs for approved loans", "basis": "measured", "quote": "The results provided from the access-to-credit comparisons show that the tested model approves 27% more applicants than the traditional model, and yields 16% lower average APRs for approved loans.", "url": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/" }, "later": { "status": "challenged", "date": "2024-03-27", "note": "The independent monitor found approval disparities for Black applicants and proposed a less discriminatory alternative. Upstart and the monitor did not agree on adopting it. The earlier termination of the no-action letter was an administrative action, not litigation.", "quote": null, "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf" }, "value": null, "developer_country": "United States", "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Inclusion under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/; https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.upstart.com/about; https://www.upstart.com/about", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "Listed, not verified", "claim_basis": "Sources: one independent report, one independent press release and one other independent source. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0175", "catalog_version": "1.0.0", "source_fingerprint": "058110bb515dd923a9bf7d96c8701119c79627d0248fb6d63f9c1d61b7a83046", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "querist", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0175-source-0001", "AIBD-0175-source-0002", "AIBD-0175-source-0003" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Upstart Network, Inc.", "deployer": "Upstart Network, Inc." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The CFPB states that the reported gains reflect the net effect of both the alternative data and the machine-learning methodology. So the model's contribution cannot be separated from its data. Upstart developed and deployed the model and supplied the comparison. The independent monitor later found approval disparities for Black applicants and disagreed with Upstart about a less discriminatory alternative." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The CFPB states that the reported gains reflect the net effect of both the alternative data and the machine-learning methodology. So the model's contribution cannot be separated from its data. Upstart developed and deployed the model and supplied the comparison. The independent monitor later found approval disparities for Black applicants and disagreed with Upstart about a less discriminatory alternative." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "Listed, not verified", "basis": "Sources: one independent report, one independent press release and one other independent source. For the benefit itself, the cited sources include no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Approval and pricing effects are reported as aggregate rates over Upstart's applicant pool, with no individually attributable outcome." }, { "group": "societal", "reason": "Sources describe aggregate access effects and later disparities; no societal outcome is measured." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Approval and pricing effects are reported as aggregate rates over Upstart's applicant pool, with no individually attributable outcome." }, { "group": "societal", "reason": "Sources describe aggregate access effects and later disparities; no societal outcome is measured." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "approving 27% more applicants at 16% lower APRs than a traditional model", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "challenged", "date": "2024-03-27", "note": "The independent monitor found approval disparities for Black applicants and proposed a less discriminatory alternative. Upstart and the monitor did not agree on adopting it. The earlier termination of the no-action letter was an administrative action, not litigation.", "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0175" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Increased Inclusion", "taxonomy_note": "The good is credit approval for applicants a traditional model would reject, which the type's “acceptance” names only broadly, and a 2024 monitor found approval disparities." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Consumer Financial Protection Bureau reported results from the compliance plan attached to its first no-action letter, granted to Upstart Network in September 2017. The results were in a 6 August 2019 blog post by Patrice Alexander Ficklin and Paul Watkins. Upstart compared its tested model with a hypothetical traditional model using conventional variables. It reported the tested model approves 27% more applicants and yields 16% lower average APRs for approved loans. Acceptance rates were up 23–29% and APRs down 15–17% across racial, ethnic and sex categories. Near-prime applicants (FICO 620–660) were approved approximately twice as frequently. Applicants under 25 were 32% more likely to be approved and those with incomes under $50,000 13% more likely. The post states that the results for minority, female and 62-and-older applicants show no disparities requiring further fair-lending analysis. The post says they reflect the net effect of both the alternative data and the machine-learning methodology. Upstart supplied the analysis. The CFPB expressly stated that it did not separately replicate it. On 8 June 2022 the CFPB terminated the 2020 no-action letter at Upstart's request after Upstart planned to expand the variables in its model. On 27 March 2024 the NAACP Legal Defense Fund and the Student Borrower Protection Center announced Relman Colfax's final independent-monitorship report. It found no proxies for protected classes and no pricing disparities but identified approval disparities for Black applicants. Upstart rejected the monitor's proposed less discriminatory alternative model.", "benefit_type": "Increased Inclusion" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "Approval and pricing effects are reported as aggregate rates over Upstart's applicant pool, with no individually attributable outcome." }, { "group": "societal", "reason": "Sources describe aggregate access effects and later disparities; no societal outcome is measured." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Underwrite and price unsecured consumer loans using alternative data and machine learning." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer_country": "United States", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Underwrite and price unsecured consumer loans using alternative data and machine learning." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2019-08-06", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Inclusion under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/; https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.upstart.com/about; https://www.upstart.com/about", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Alternative data combined with machine-learning underwriting, compared against a hypothetical traditional model on Upstart's own applicant pool", "A regulatory compliance plan requiring fair-lending testing and reporting" ], "must_hold": [ "An applicant pool and comparison model similar to the 2019 test", "Fair-lending testing that measures approval as well as pricing disparities", "Independent monitoring, which in 2024 found approval disparities the 2019 test did not report" ], "echoes": [ { "date": "2022-06-08", "setting": "CFPB termination of the 2020 no-action letter", "outcome": "unknown", "source": "CFPB order; no results stated" }, { "date": "2024-03-27", "setting": "Relman Colfax monitorship of Upstart for LDF and SBPC", "outcome": "unknown", "source": "LDF press release: no pricing disparities but approval disparities for Black applicants" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Alternative data combined with machine-learning underwriting, compared against a hypothetical traditional model on Upstart's own applicant pool", "A regulatory compliance plan requiring fair-lending testing and reporting" ], "must_hold": [ "An applicant pool and comparison model similar to the 2019 test", "Fair-lending testing that measures approval as well as pricing disparities", "Independent monitoring, which in 2024 found approval disparities the 2019 test did not report" ], "echoes": [ { "date": "2022-06-08", "setting": "CFPB termination of the 2020 no-action letter", "outcome": "unknown", "source": "CFPB order; no results stated" }, { "date": "2024-03-27", "setting": "Relman Colfax monitorship of Upstart for LDF and SBPC", "outcome": "unknown", "source": "LDF press release: no pricing disparities but approval disparities for Black applicants" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Headline reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Title reworded to state the event without naming who claims it.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Increased Inclusion under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what the benefit is measured against, what happened since from the cited sources.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/; https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://www.upstart.com/about; https://www.upstart.com/about", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the specified original sources; corrected their authorship, document types, and support for the reported benefit.", "source": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Consumer credit", "segment": "Unsecured personal loans and credit access" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "other", "citation": "Patrice Alexander Ficklin and Paul Watkins, Consumer Financial Protection Bureau blog, 6 August 2019", "title": "An update on credit access and the Bureau's first No-Action Letter", "url": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "date": "2019-08-06", "written_by": "independent", "quote": "27% more applicants than the traditional model" }, { "kind": "press release", "citation": "Consumer Financial Protection Bureau, newsroom, 8 June 2022", "title": "CFPB Issues Order to Terminate Upstart No-Action Letter", "url": "https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "date": "2022-06-08", "written_by": "independent", "quote": "needed sufficient time to review and rigorously evaluate the implications of the changes to Upstart's model", "supports_benefit": false }, { "kind": "report", "citation": "Relman Colfax PLLC, Final Report of the Independent Monitor (March 2024), executive summary, pp. 3–5, and §§ A–B. Released on March 27, 2024.", "title": "Final Report of the Independent Monitor", "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf", "date": "2024-03-27", "written_by": "independent", "supports_benefit": false } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0175-source-0001", "AIBD-0175-source-0002", "AIBD-0175-source-0003" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "Upstart supplied the approval and APR estimates. CFPB published them without replicating them. The later independent monitor examined fairness and identified approval disparities for Black applicants." }, "provenance": { "kind": "source_review", "basis": "The identified originals and their locators are listed in the source assessment.", "record_fields": [], "source_refs": [ "AIBD-0175-source-0001", "AIBD-0175-source-0002", "AIBD-0175-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Upstart supplied the approval and APR estimates. CFPB published them without replicating them. The later independent monitor examined fairness and identified approval disparities for Black applicants." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0175-source-0001", "retained_source_order": [ "AIBD-0175-source-0001", "AIBD-0175-source-0002", "AIBD-0175-source-0003" ], "origins": [ { "url": "https://www.consumerfinance.gov/about-us/blog/update-credit-access-and-no-action-letter/", "locator": "Bureau initiatives; explanation of Upstart’s comparison and the non-replication statement.", "contribution": "Attributes the 27% approval and 16% APR figures to Upstart’s analysis.", "relationship": "CFPB-authored intermediary account of company-supplied results.", "source_refs": [ "AIBD-0175-source-0001" ] }, { "url": "https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/", "locator": "Announcement of termination and Upstart’s requested model changes.", "contribution": "The 2022 administrative termination.", "relationship": "Independent agency announcement, not a benefit finding.", "source_refs": [ "AIBD-0175-source-0002" ] }, { "url": "https://www.relmanlaw.com/media/cases/1511_Upstart%20Final%20Report.pdf", "locator": "Executive summary, pp. 3–5; pp. 8–10 and 14–16.", "contribution": "Independent scrutiny of approval disparities and the alternative-model disagreement.", "relationship": "Original independent monitor’s report.", "source_refs": [ "AIBD-0175-source-0003" ] }, { "url": "https://www.naacpldf.org/press-release/ldf-sbpc-and-upstart-announce-final-monitorship-report-on-ai-and-fair-lending/", "locator": "Announcement dated 27 March 2024 and link to the final report.", "contribution": "Establishes the public release date and provides access to the original report.", "relationship": "Joint announcement, replaced by the linked original.", "source_refs": [ "AIBD-0175-source-0003" ] } ], "excluded_or_consolidated_sources": [ { "url": "https://www.naacpldf.org/press-release/ldf-sbpc-and-upstart-announce-final-monitorship-report-on-ai-and-fair-lending/", "reason": "Replaced by the original monitor’s report; retained here for its release date and access link.", "retained_source_ref": "AIBD-0175-source-0003" } ], "review_scope": "Whether the specified sources establish the reported benefit, their document types, and their authorship relationships. Other fields and sources were not comprehensively reassessed." } }, "provenance": { "kind": "source_review", "basis": "A limited source-role review; each inspected source and its contribution is identified.", "record_fields": [], "source_refs": [ "AIBD-0175-source-0001", "AIBD-0175-source-0002", "AIBD-0175-source-0003" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "partial", "display": { "answer": "Upstart supplied the approval and APR estimates. CFPB published them without replicating them. The later independent monitor examined fairness and identified approval disparities for Black applicants." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Upstart estimated 27% more approvals and 16% lower annual percentage rates in a simulation. A 2024 independent review found approval disparities for Black applicants.", "account": "The Consumer Financial Protection Bureau reported results from the compliance plan attached to its first no-action letter, granted to Upstart Network in September 2017. The results were in a 6 August 2019 blog post by Patrice Alexander Ficklin and Paul Watkins. Upstart compared its tested model with a hypothetical traditional model using conventional variables. It reported that the tested model approves 27% more applicants and yields 16% lower average APRs for approved loans. Acceptance rates were up 23–29% and APRs down 15–17% across racial, ethnic and sex categories. Near-prime applicants (FICO 620–660) were approved approximately twice as frequently. Applicants under 25 were 32% more likely to be approved and those with incomes under $50,000 13% more likely. The post states that the results for minority, female and 62-and-older applicants show no disparities requiring further fair-lending analysis. The post says that they reflect the net effect of both the alternative data and the machine-learning methodology. Upstart supplied the analysis. The CFPB expressly stated that it did not separately replicate it. On 8 June 2022 the CFPB terminated the 2020 no-action letter at Upstart's request after Upstart planned to expand the variables in its model. On 27 March 2024 the NAACP Legal Defense Fund and the Student Borrower Protection Center announced Relman Colfax's final independent-monitorship report. It found no proxies for protected classes and no pricing disparities but identified approval disparities for Black applicants. Upstart rejected the monitor's proposed less discriminatory alternative model." } }, "provenance": { "kind": "legacy_record", "basis": "Wording aligned with the source review of 25 October 2026; the longer account retains previously collected details.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Upstart Network underwriting and pricing model" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Upstart Network, Inc." } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "More loan approvals at lower rates in a simulation", "headline": "More loan approvals at lower rates in a simulation" } }, "provenance": { "kind": "legacy_record", "basis": "Wording aligned with the source review of 25 October 2026; the longer account retains previously collected details.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "058110bb515dd923a9bf7d96c8701119c79627d0248fb6d63f9c1d61b7a83046" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "The Consumer Financial Protection Bureau reported results from the compliance plan attached to its first no-action letter, granted to Upstart Network in September 2017. The results were in a 6 August 2019 blog post by Patrice Alexander Ficklin and Paul Watkins. Upstart compared its tested model with a hypothetical traditional model using conventional variables. It reported the tested model approves 27% more applicants and yields 16% lower average APRs for approved loans. Acceptance rates were up 23–29% and APRs down 15–17% across racial, ethnic and sex categories. Near-prime applicants (FICO 620–660) were approved approximately twice as frequently. Applicants under 25 were 32% more likely to be approved and those with incomes under $50,000 13% more likely. The post states that the results for minority, female and 62-and-older applicants show no disparities requiring further fair-lending analysis. The post says they reflect the net effect of both the alternative data and the machine-learning methodology. Upstart supplied the analysis. The CFPB expressly stated that it did not separately replicate it. On 8 June 2022 the CFPB terminated the 2020 no-action letter at Upstart's request after Upstart planned to expand the variables in its model. On 27 March 2024 the NAACP Legal Defense Fund and the Student Borrower Protection Center announced Relman Colfax's final independent-monitorship report. It found no proxies for protected classes and no pricing disparities but identified approval disparities for Black applicants. Upstart rejected the monitor's proposed less discriminatory alternative model.", "replication": { "produced_by": [ "Alternative data combined with machine-learning underwriting, compared against a hypothetical traditional model on Upstart's own applicant pool", "A regulatory compliance plan requiring fair-lending testing and reporting" ], "must_hold": [ "An applicant pool and comparison model similar to the 2019 test", "Fair-lending testing that measures approval as well as pricing disparities", "Independent monitoring, which in 2024 found approval disparities the 2019 test did not report" ], "echoes": [ { "date": "2022-06-08", "setting": "CFPB termination of the 2020 no-action letter", "outcome": "unknown", "source": "CFPB order; no results stated" }, { "date": "2024-03-27", "setting": "Relman Colfax monitorship of Upstart for LDF and SBPC", "outcome": "unknown", "source": "LDF press release: no pricing disparities but approval disparities for Black applicants" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 2, "record_mapped": 27, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } } } ] }