{
  "id": "AIBD-0177",
  "title": "VeriPol flags 25 and 39 false robbery reports in Murcia and Málaga in a one-week 2017 pilot; Spain's police drop it in 2024",
  "summary": "The Spanish National Police's text-based false-report classifier flagged 25 false robberies in Murcia and 39 in Málaga in a week in June 2017 (versus 3 and 12 in the same month over the prior decad...",
  "date_observed": "2019-02-01",
  "date_basis": "unassessed",
  "date_precision": "unassessed",
  "benefit_status": null,
  "source_collection": null,
  "source_entry": null,
  "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.",
  "category": "general benefit",
  "unexpected": false,
  "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions.",
  "system": "VeriPol",
  "model_version": null,
  "developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados",
  "deployer": "Spanish National Police (Policía Nacional), Ministry of the Interior",
  "location": "Murcia and Málaga, Spain",
  "domain": "Fraud and false reporting",
  "segment": "False robbery reports filed with police",
  "benefit_type": "Reduced Risk",
  "taxonomy_note": "The flagged false reports are fraud detected after filing, and independent sources document the absence of evaluation and the 2024 discontinuation.",
  "registry_ids": {},
  "ratings": [
    {
      "group": "organizational",
      "depth": null,
      "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation."
    },
    {
      "group": "societal",
      "depth": null,
      "reason": "No measured effect on insurance fraud or police resources is documented."
    }
  ],
  "ai_role": {
    "status": "assessed",
    "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024."
  },
  "evidence": [
    {
      "kind": "peer-reviewed study",
      "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010",
      "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police",
      "url": "https://doi.org/10.1016/j.knosys.2018.03.010",
      "date": null,
      "written_by": "makers",
      "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx."
    },
    {
      "kind": "news report",
      "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019",
      "title": "An Algorithm That Can Spot When People Lie to the Police",
      "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/",
      "date": "2019-02-01",
      "written_by": "independent",
      "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem."
    },
    {
      "kind": "news report",
      "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020",
      "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear",
      "url": "https://algorithmwatch.org/en/spain-police-veripol/",
      "date": "2020-10-27",
      "written_by": "independent",
      "quote": "only labeled 5 of 100 true complaints as false"
    },
    {
      "kind": "news report",
      "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025",
      "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports",
      "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
      "date": "2025-03-25",
      "written_by": "independent",
      "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying."
    },
    {
      "kind": "news report",
      "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025",
      "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports",
      "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/",
      "date": "2025-04-01",
      "written_by": "independent",
      "quote": "it had been proved being of no validity in judicial proceedings."
    }
  ],
  "replication": {
    "produced_by": [
      "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer",
      "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station"
    ],
    "must_hold": [
      "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)",
      "Officer training and protocols for acting on scores",
      "Independent field evaluation, absent before discontinuation"
    ],
    "echoes": [
      {
        "date": null,
        "setting": "Nationwide use in Spain (2019)",
        "model_version": null,
        "outcome": "unknown",
        "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification"
      },
      {
        "date": null,
        "setting": "Spain (2022)",
        "model_version": null,
        "outcome": "unknown",
        "source": "Civio: 3,762 complaints analyzed, 511 deemed false"
      },
      {
        "date": "2024-10-21",
        "setting": "Spanish National Police",
        "model_version": null,
        "outcome": "did not recur",
        "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings"
      }
    ]
  },
  "paired_incident": null,
  "headline": "VeriPol flags 25 and 39 false robberies in Murcia and Málaga",
  "metric": "25 and 39 false robberies respectively, against 3 and 12 in the same month",
  "comparator": {
    "against": "false robbery reports detected by officers in the same month over the previous decade",
    "before": "only three and 12, respectively, for that month in the previous decade",
    "after": "25 and 39 false robberies in just one week",
    "basis": "measured",
    "quote": "A June 2017 pilot test in the cities of Murcia and Málaga helped to detect 25 and 39 false robberies in just one week—compared with only three and 12, respectively, for that month in the previous decade.",
    "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/"
  },
  "later": {
    "status": "withdrawn",
    "date": "2025-03-25",
    "note": "Civio reported that the National Police stopped using VeriPol in October 2024 (day not given) because, the Interior Ministry said, it lacks validity in judicial proceedings.",
    "quote": "In October 2024, six years later, the National Police stopped using the AI, the Technical Office of the Directorate General of Police has told Civio. The Ministry of the Interior stated that the reason for rejecting its use is that it lacks validity in judicial proceedings.",
    "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/"
  },
  "value": null,
  "developer_country": "Spain",
  "deployer_country": "Spain",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
      "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what the benefit is measured against, what happened since from the cited sources.",
      "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-22",
      "change": "Organization name standardized to Universidad Complutense de Madrid.",
      "source": null,
      "editor": "AIBD"
    }
  ],
  "confidence": "reported",
  "shade": "medium",
  "claim_status": "Independently reported",
  "claim_basis": "Sources: four independent news reports and the makers' peer-reviewed study. The cited evidence includes no independent study or report and no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0177",
    "catalog_version": "1.0.0",
    "source_fingerprint": "03c957adc9b192826a00207cfd3523773ec6ef14a555b8d1cfc6d40490a512d5",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      },
      {
        "collection_id": "querist",
        "version": "2026-10-25"
      },
      {
        "collection_id": "chanticleer",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0177-source-0001",
      "AIBD-0177-source-0002",
      "AIBD-0177-source-0003",
      "AIBD-0177-source-0004",
      "AIBD-0177-source-0005"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "monetary observations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "institutional decisions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados",
            "deployer": "Spanish National Police (Policía Nacional), Ministry of the Interior"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "developer",
            "deployer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "actors[].ownership_control": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "ai_contribution": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ai_role": {
              "status": "assessed",
              "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "category": "general benefit",
            "ai_role": {
              "status": "assessed",
              "statement": "The peer-reviewed paper describes a natural-language-processing and machine-learning classifier with L1 feature selection that outputs the probability a report is false. The paper's authors include the police developer. AlgorithmWatch and Civio report that no independent verification was done before the police stopped using it in October 2024."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role",
            "category"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "medium",
            "evidence_word": "reported",
            "claim_status": "Independently reported",
            "basis": "Sources: four independent news reports and the makers' peer-reviewed study. The cited evidence includes no independent study or report and no finding by a regulator or court.",
            "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review."
          }
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Derived from the existing case display properties; not a new evidentiary judgment.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "organizational",
                "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation."
              },
              {
                "group": "societal",
                "reason": "No measured effect on insurance fraud or police resources is documented."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "organizational",
                "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation."
              },
              {
                "group": "societal",
                "reason": "No measured effect on insurance fraud or police resources is documented."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "availability": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_links[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_strength": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "cross_border_flows[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "decisions[].action_outcome": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].grounds": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].institution_task": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].success_criterion": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "deployment_stage": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].amount": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].costs[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].counterfactual": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].currency_price_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].gross_net": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].measure_type": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].period_unit": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].realization": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].recipient_payer": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].return_payback": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].valuation_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "evaluations[].ai_uplift": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].comparator": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].design": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].effect": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].exposure": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].measurement_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].metric": {
        "state": "not_assessed",
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "metric"
          ],
          "source_refs": []
        },
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations",
        "display": {
          "answer": "25 and 39 false robberies respectively, against 3 and 12 in the same month",
          "editor_note": ""
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].setting_sample": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].uncertainty_limitations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "external_references[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "later": {
              "status": "withdrawn",
              "date": "2025-03-25",
              "note": "Civio reported that the National Police stopped using VeriPol in October 2024 (day not given) because, the Interior Ministry said, it lacks validity in judicial proceedings.",
              "quote": "In October 2024, six years later, the National Police stopped using the AI, the Technical Office of the Directorate General of Police has told Civio. The Ministry of the Interior stated that the reason for rejecting its use is that it lacks validity in judicial proceedings.",
              "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "later"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "human_oversight": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0177"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiaries": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiary_count": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "benefit_type": "Reduced Risk",
            "taxonomy_note": "The flagged false reports are fraud detected after filing, and independent sources document the absence of evaluation and the 2024 discontinuation."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "benefit_type",
            "taxonomy_note"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.",
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].distribution": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].duration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "organizational",
                "reason": "Flagged-report counts and confession rates are police aggregates with no independent confirmation."
              },
              {
                "group": "societal",
                "reason": "No measured effect on insurance fraud or police resources is documented."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].status": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].tradeoffs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "unexpected": false,
            "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "unexpected",
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "location": "Murcia and Málaga, Spain",
            "developer_country": "Spain",
            "deployer_country": "Spain"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "location",
            "developer_country",
            "deployer_country"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "purpose": "Estimate the probability that a robbery report is false from its text to support police decisions."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "date_observed": "2019-02-01",
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since from the cited sources.",
                "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-22",
                "change": "Organization name standardized to Universidad Complutense de Madrid.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "date_observed",
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer",
                "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station"
              ],
              "must_hold": [
                "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)",
                "Officer training and protocols for acting on scores",
                "Independent field evaluation, absent before discontinuation"
              ],
              "echoes": [
                {
                  "setting": "Nationwide use in Spain (2019)",
                  "outcome": "unknown",
                  "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification"
                },
                {
                  "setting": "Spain (2022)",
                  "outcome": "unknown",
                  "source": "Civio: 3,762 complaints analyzed, 511 deemed false"
                },
                {
                  "date": "2024-10-21",
                  "setting": "Spanish National Police",
                  "outcome": "did not recur",
                  "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer",
                "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station"
              ],
              "must_hold": [
                "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)",
                "Officer training and protocols for acting on scores",
                "Independent field evaluation, absent before discontinuation"
              ],
              "echoes": [
                {
                  "setting": "Nationwide use in Spain (2019)",
                  "outcome": "unknown",
                  "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification"
                },
                {
                  "setting": "Spain (2022)",
                  "outcome": "unknown",
                  "source": "Civio: 3,762 complaints analyzed, 511 deemed false"
                },
                {
                  "date": "2024-10-21",
                  "setting": "Spanish National Police",
                  "outcome": "did not recur",
                  "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since from the cited sources.",
                "source": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/; https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://en.wikipedia.org/wiki/Complutense_University_of_Madrid; https://en.wikipedia.org/wiki/National_Police_Corps",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-22",
                "change": "Organization name standardized to Universidad Complutense de Madrid.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "domain": "Fraud and false reporting",
            "segment": "False robbery reports filed with police"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "domain",
            "segment"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].access_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "peer-reviewed study",
                "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010",
                "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police",
                "url": "https://doi.org/10.1016/j.knosys.2018.03.010",
                "written_by": "makers",
                "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx."
              },
              {
                "kind": "news report",
                "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019",
                "title": "An Algorithm That Can Spot When People Lie to the Police",
                "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/",
                "date": "2019-02-01",
                "written_by": "independent",
                "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem."
              },
              {
                "kind": "news report",
                "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020",
                "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear",
                "url": "https://algorithmwatch.org/en/spain-police-veripol/",
                "date": "2020-10-27",
                "written_by": "independent",
                "quote": "only labeled 5 of 100 true complaints as false"
              },
              {
                "kind": "news report",
                "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025",
                "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports",
                "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
                "date": "2025-03-25",
                "written_by": "independent",
                "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying."
              },
              {
                "kind": "news report",
                "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025",
                "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports",
                "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/",
                "date": "2025-04-01",
                "written_by": "independent",
                "quote": "it had been proved being of no validity in judicial proceedings."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0177-source-0001",
            "AIBD-0177-source-0002",
            "AIBD-0177-source-0003",
            "AIBD-0177-source-0004",
            "AIBD-0177-source-0005"
          ],
          "role": "Existing evidence items, in their original order"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Stable within the fingerprinted record version; no source content or source review has been added.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "sources[].language": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "peer-reviewed study",
                "citation": "Lara Quijano-Sánchez, Federico Liberatore, José Camacho-Collados and Miguel Camacho-Collados, Knowledge-Based Systems, June 2018, DOI 10.1016/j.knosys.2018.03.010",
                "title": "Applying automatic text-based detection of deceptive language to police reports: Extracting behavioral patterns from a multi-step classification model to understand how we lie to the police",
                "url": "https://doi.org/10.1016/j.knosys.2018.03.010",
                "written_by": "makers",
                "quote": "A pilot study shows a lower bound on the empirical precision of 83%, approx."
              },
              {
                "kind": "news report",
                "citation": "Emiliano Rodríguez Mega, Scientific American, 1 February 2019",
                "title": "An Algorithm That Can Spot When People Lie to the Police",
                "url": "https://www.scientificamerican.com/article/an-algorithm-that-can-spot-when-people-lie-to-the-police/",
                "date": "2019-02-01",
                "written_by": "independent",
                "quote": "Many colleagues were wasting a lot of time investigating cases that had never occurred. It was a problem."
              },
              {
                "kind": "news report",
                "citation": "Naiara Bellio, AlgorithmWatch, 27 October 2020",
                "title": "Spanish police plan to extend use of its lie-detector while efficacy is unclear",
                "url": "https://algorithmwatch.org/en/spain-police-veripol/",
                "date": "2020-10-27",
                "written_by": "independent",
                "quote": "only labeled 5 of 100 true complaints as false"
              },
              {
                "kind": "news report",
                "citation": "Ter García, Carmen Torrecillas, Adrián Maqueda, David Cabo and Lucas Laursen, Civio, 25 March 2025",
                "title": "Spanish National Police stop using Veripol, its star AI for detecting false reports",
                "url": "https://civio.es/transparencia/2025/03/25/national-police-stop-using-veripol-its-star-ai-for-detecting-false-reports/",
                "date": "2025-03-25",
                "written_by": "independent",
                "quote": "in 83.54% of the reports identified as false by Veripol, the complainant ended up confessing to lying."
              },
              {
                "kind": "news report",
                "citation": "Adrián Maqueda, Carmen Torrecillas, David Cabo, Lucas Laursen and Ter García, AlgorithmWatch, 1 April 2025",
                "title": "Spanish National Police Halts Veripol, Its Flagship AI To Detect False Reports",
                "url": "https://algorithmwatch.org/en/spanish-police-halts-veripol/",
                "date": "2025-04-01",
                "written_by": "independent",
                "quote": "it had been proved being of no validity in judicial proceedings."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].upstream_sources": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "summary": "The Spanish National Police's text-based false-report classifier flagged 25 false robberies in Murcia and 39 in Málaga in a week in June 2017 (versus 3 and 12 in the same month over the prior decad...",
            "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "summary",
            "account"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].autonomy_permissions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].component_role": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].deployment_configuration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].inputs_outputs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_name": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "system": "VeriPol"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "system"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "application_developer": "Universidad Complutense de Madrid and Universidad Carlos III de Madrid, with Spanish National Police officer Miguel Camacho-Collados"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "developer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "title": "VeriPol flags 25 and 39 false robbery reports in Murcia and Málaga in a one-week 2017 pilot; Spain's police drop it in 2024",
            "headline": "VeriPol flags 25 and 39 false robberies in Murcia and Málaga"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "title",
            "headline"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "03c957adc9b192826a00207cfd3523773ec6ef14a555b8d1cfc6d40490a512d5"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "VeriPol, a model for detecting false robbery reports from their text, was developed by Complutense and Carlos III university researchers with police officer Miguel Camacho-Collados. It appeared in Knowledge-Based Systems (Quijano-Sánchez, Liberatore, Camacho-Collados and Camacho-Collados, 2018). The abstract reports a validation accuracy of 91% on more than 1,000 reports from 2015, an improvement of more than 15% over expert officers. It reports a pilot study in June 2017 showing a lower bound on empirical precision of about 83%. Scientific American (1 February 2019) reported that the one-week pilot in Murcia and Málaga detected 25 and 39 false robberies respectively. The same month over the previous decade had 3 and 12. It quoted Camacho Collados on colleagues wasting time on cases that never occurred. Civio (25 March 2025) reported that the police said that in 83.54% of reports flagged false the complainant confessed. It also reported the Interior Ministry's 2018 announcement of nationwide use. Complaints analyzed were 49,702 in 2019 with 2,338 deemed false, and 3,762 in 2022 with 511 deemed false. Use stopped on 21 October 2024 because the tool was not valid in judicial proceedings, it said. A University of Valencia report (September 2024) criticized the 1,122-report training sample, missing officer training and regional language variation. AlgorithmWatch (27 October 2020) found no independent verification of effectiveness since deployment. The pilot month carries no day.",
            "replication": {
              "produced_by": [
                "Training on 1,122 robbery reports from 2015 (534 genuine, 588 false) labeled by one experienced officer",
                "Text features selected by L1 penalization plus heuristic rules, scoring reports at the police station"
              ],
              "must_hold": [
                "Reports written in the same language register as the training data (the Valencia report faulted missing regional variation)",
                "Officer training and protocols for acting on scores",
                "Independent field evaluation, absent before discontinuation"
              ],
              "echoes": [
                {
                  "setting": "Nationwide use in Spain (2019)",
                  "outcome": "unknown",
                  "source": "AlgorithmWatch and Civio: 49,702 complaints analyzed, 2,338 flagged false, no verification"
                },
                {
                  "setting": "Spain (2022)",
                  "outcome": "unknown",
                  "source": "Civio: 3,762 complaints analyzed, 511 deemed false"
                },
                {
                  "date": "2024-10-21",
                  "setting": "Spanish National Police",
                  "outcome": "did not recur",
                  "source": "Civio: use stopped; Ministry said the tool is not valid in judicial proceedings"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 28,
      "reviewed": 0,
      "record_mapped": 28,
      "not_assessed": 63,
      "complete": false,
      "by_state": {
        "value_present": 28,
        "not_reported": 0,
        "unresolved": 0,
        "not_assessed": 63,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}