{
  "id": "AIBD-0083",
  "title": "Brazil's TCU captures R$426 million through its ALICE tender-analysis robot in 2021",
  "summary": "TCU says its ALICE tender-analysis robot captured R$426m in 2021 (R$194m in 2020); specific cases reported only via press",
  "date_observed": "2021-01-01",
  "date_basis": "unassessed",
  "date_precision": "unassessed",
  "benefit_status": null,
  "source_collection": null,
  "source_entry": null,
  "account": "The Tribunal de Contas da União (TCU) operates ALICE, a text-mining robot. It reads federal tender notices and electronic-auction records daily and sends auditors a list of possible irregularities. Trade press in 2017 and 2018 expanded the name as “Análise de Licitações e Editais”. The TCU's own July 2020 release calls it the “Sistema de Análise de Licitações e Contratos (Alice)”. In its 4 March 2022 statement on 2021 control benefits, the TCU reported the value captured through Alice. It was R$426 million in 2021 against R$194 million in 2020. Only the year is given, so 1 January 2021 is used. Trade press in September 2017 quoted TCU auditor Valéria Nakano that Alice found two DNIT notices worth R$39 million. They were for maintaining BR-153 stretches already under concession, blocked by an acórdão within two months. That acórdão could not be obtained, so the example is unverified.",
  "category": "general benefit",
  "unexpected": false,
  "purpose": "Daily automated screening of federal procurement notices to direct external-control auditors to likely irregularities",
  "system": "ALICE, expanded as 'Análise de Licitações e Editais' in 2017 and 2018 press reports and named 'Sistema de Análise de Licitações e Contratos (Alice)' in the TCU's July 2020 release, with companion tools SOFIA and MONICA; evolved into ALICE 360 by 2026",
  "model_version": null,
  "developer": "Tribunal de Contas da União (TCU), in-house",
  "deployer": "Tribunal de Contas da União (TCU); also shared with DNIT and the Ministry of Infrastructure under a 2020 agreement",
  "location": "Brasília, Brazil",
  "domain": "Public administration: external audit and procurement control",
  "segment": "Supreme audit institution",
  "benefit_type": "Reduced Risk",
  "taxonomy_note": null,
  "registry_ids": {},
  "ratings": [
    {
      "group": "personal",
      "depth": null,
      "reason": "Aggregate program figure with no discrete attributable event."
    },
    {
      "group": "organizational",
      "depth": null,
      "reason": "The R$426 million is an annual total of control benefits credited to the Alice system, not a single verified event."
    },
    {
      "group": "societal",
      "depth": null,
      "reason": "Aggregate. The TCU's own benefit-measurement methodology, not an independent evaluation."
    }
  ],
  "ai_role": {
    "status": "unassessed",
    "statement": "The TCU attributes the 2021 figure to control actions supported by Alice under its benefit-measurement method. It says “o segundo de fato reflete o benefício calculado, que resultou da ação de controle e foi medido”. No independent evaluation or counterfactual was found. The 2017 DNIT/BR-153 example rests on a trade-press interview with a TCU auditor. The TCU acórdão was not available. Developer and deployer are the same public body."
  },
  "evidence": [
    {
      "kind": "press release",
      "citation": "Tribunal de Contas da União (2022). Atuação do TCU gera recorde de benefícios financeiros em 2021. TCU press office, 4 Mar 2022.",
      "title": "Atuação do TCU gera recorde de benefícios financeiros em 2021",
      "url": "https://portal.tcu.gov.br/imprensa/noticias/atuacao-do-tcu-gera-recorde-de-beneficios-financeiros-em-2021",
      "date": "2022-03-04",
      "written_by": "makers",
      "quote": "No sistema Alice, uma das ferramentas de Tecnologia da Informação do TCU, o valor captado foi de R$ 426 milhões em 2021"
    },
    {
      "kind": "press release",
      "citation": "Tribunal de Contas da União (2020). TCU, Ministério da Infraestrutura e DNIT firmam acordo para aperfeiçoar fiscalização e prevenir fraudes em licitações. TCU press office, 10 Jul 2020.",
      "title": "TCU, Ministério da Infraestrutura e DNIT firmam acordo",
      "url": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
      "date": "2020-07-10",
      "written_by": "makers",
      "quote": "Pelo acordo, o TCU viabilizará ao MInfra e ao DNIT acesso remoto ao Sistema de Análise de Orçamentos (SAO) e ao Sistema de Análise de Licitações e Contratos (Alice)."
    },
    {
      "kind": "press release",
      "citation": "Tribunal de Contas da União (2024). Uso de inteligência artificial aprimora processos internos no Tribunal de Contas da União. TCU press office, 22 Feb 2024.",
      "title": "Uso de inteligência artificial aprimora processos internos no TCU",
      "url": "https://portal.tcu.gov.br/imprensa/noticias/uso-de-inteligencia-artificial-aprimora-processos-internos-no-tcu.htm",
      "date": "2024-02-22",
      "written_by": "makers",
      "quote": "Realiza análise de editais e atas de pregão para identificar riscos em licitações."
    },
    {
      "kind": "news report",
      "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais, 27 Sep 2017 (quoting TCU auditor Valéria Nakano).",
      "title": "TCU cria robô para varredura diária de irregularidades em editais",
      "url": "https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
      "date": "2017-09-27",
      "written_by": "independent",
      "quote": "o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão"
    },
    {
      "kind": "news report",
      "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 20 Mar 2018, republished by Ministério Público de Contas do Espírito Santo.",
      "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
      "url": "https://www.mpc.es.gov.br/2018/03/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes/",
      "date": "2018-03-20",
      "written_by": "independent",
      "quote": "O maior ganho que a gente tem é que os órgãos retiram, anulam ou cancelam"
    },
    {
      "kind": "other",
      "citation": "Zênite (2026). TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA (summary of TCU Acórdão 1.145/2026-Plenário, rel. Min. Jorge Oliveira, 6 May 2026). Blog da Zênite, 14 May 2026.",
      "title": "TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA",
      "url": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
      "date": "2026-05-14",
      "written_by": "independent",
      "quote": "o projeto evoluiu para o uso intensivo de IA para capturar distorções complexas"
    }
  ],
  "replication": {
    "produced_by": [
      "Daily text-mining of the Diário Oficial and Comprasnet notices by Alice with e-mailed alerts to auditors",
      "Low-cost follow-up by auditors (phone call, e-mail, ofício) or formal acórdão when needed",
      "Agencies withdrawing, annulling or redoing flawed notices after contact"
    ],
    "must_hold": [
      "Structured publication of notices on federal systems",
      "Auditor capacity to act on the daily list",
      "A benefit-measurement method that records actual, not potential, benefits"
    ],
    "echoes": [
      {
        "date": "2024-12-30",
        "setting": "The CGU's ALICE (Analisador de Licitações, Contratos e Editais), which the CGU says it developed: R$257.25 million saved in concluded 2024 audits (CGU, 30 December 2024)",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://web.archive.org/web/20260207114437id_/https://www.gov.br/cgu/pt-br/assuntos/noticias/2024/12/orgaos-federais-economizaram-em-2024-257-milhoes-de-reais-com-apoio-do-robo-alice-da-controladoria-geral-da-uniao"
      },
      {
        "date": "2022-12-01",
        "setting": "TCE-MG version of Alice: in December 2022 TCE-MG published the result of an audit covering 2,297 state and municipal tenders in August 2022 alone, with corrections worth R$91,723,011.31 (Atricon, 28 June 2023; publication month only)",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://atricon.org.br/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
      },
      {
        "date": "2026-05-06",
        "setting": "TCU Acórdão 1.145/2026 notes ALICE 360's move to intensive AI use; no outcome figures given (Zênite summary)",
        "model_version": null,
        "outcome": "unknown",
        "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
      }
    ]
  },
  "paired_incident": {
    "database": "AI Incident Database",
    "identifier": "461",
    "title": "IRS Audited Black Taxpayers More Frequently Reportedly Due to Algorithm",
    "url": "https://incidentdatabase.ai/cite/461",
    "severity": null,
    "group": "societal",
    "basis": "IRS audit-selection algorithm, an audit body's targeting tool like TCU's ALICE, skewed audits toward Black taxpayers, harming the taxpayers the audit function serves."
  },
  "headline": "TCU's ALICE tender-analysis robot captures R$426m in 2021",
  "metric": "captured R$426m in 2021 (R$194m in 2020)",
  "comparator": null,
  "later": {
    "status": "persisted",
    "date": "2026-05-06",
    "note": "A TCU plenary ruling of 6 May 2026 (Acórdão 1.145/2026) records that the tool, now called Alice 360, has moved to intensive use of AI, with LLM-based query screens; no outcome figures are given.",
    "quote": "As evoluções incrementais já implementadas no Alice 360 incluem a transição das telas de consulta para sistemas baseados em Modelos de Linguagem de Grande Escala (LLM).",
    "url": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
  },
  "value": null,
  "developer_country": "Brazil",
  "deployer_country": "Brazil",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-20",
      "change": "Paired with AI Incident Database incident 461 (medium confidence); severity not given by the source.",
      "source": "https://incidentdatabase.ai/cite/461",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-20",
      "change": "Replaced “CGU's adaptation of ALICE” with the CGU's own statement that it developed its ALICE (Analisador de Licitações, Contratos e Editais); stated that December 2022 is when TCE-MG published the result of its audit of August 2022 tenders; and gave both expansions of the TCU tool's name because the TCU's July 2020 release calls it “Sistema de Análise de Licitações e Contratos (Alice)” while the 2017 and 2018 press pieces expand it as “Análise de Licitações e Editais”.",
      "source": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Title reworded to state the event without naming who claims it.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what happened since from the cited sources.",
      "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
      "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    }
  ],
  "confidence": "reported",
  "shade": "medium",
  "claim_status": "Independently reported",
  "claim_basis": "Sources: two independent news reports, one other independent source and three press releases from the makers. The cited evidence includes no independent study or report and no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0083",
    "catalog_version": "1.0.0",
    "source_fingerprint": "4201a828e804f23a9a8050043534e32c43730b904be02d130fecad0f2240b181",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0083-source-0001",
      "AIBD-0083-source-0002",
      "AIBD-0083-source-0003",
      "AIBD-0083-source-0004",
      "AIBD-0083-source-0005",
      "AIBD-0083-source-0006"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "monetary observations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "institutional decisions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "developer": "Tribunal de Contas da União (TCU), in-house",
            "deployer": "Tribunal de Contas da União (TCU); also shared with DNIT and the Ministry of Infrastructure under a 2020 agreement"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "developer",
            "deployer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "actors[].ownership_control": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "ai_contribution": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "category": "general benefit",
            "ai_role": {
              "status": "unassessed",
              "statement": "The TCU attributes the 2021 figure to control actions supported by Alice under its benefit-measurement method. It says “o segundo de fato reflete o benefício calculado, que resultou da ação de controle e foi medido”. No independent evaluation or counterfactual was found. The 2017 DNIT/BR-153 example rests on a trade-press interview with a TCU auditor. The TCU acórdão was not available. Developer and deployer are the same public body."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role",
            "category"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "medium",
            "evidence_word": "reported",
            "claim_status": "Independently reported",
            "basis": "Sources: two independent news reports, one other independent source and three press releases from the makers. The cited evidence includes no independent study or report and no finding by a regulator or court.",
            "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review."
          }
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Derived from the existing case display properties; not a new evidentiary judgment.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "Aggregate program figure with no discrete attributable event."
              },
              {
                "group": "organizational",
                "reason": "The R$426 million is an annual total of control benefits credited to the Alice system, not a single verified event."
              },
              {
                "group": "societal",
                "reason": "Aggregate. The TCU's own benefit-measurement methodology, not an independent evaluation."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "Aggregate program figure with no discrete attributable event."
              },
              {
                "group": "organizational",
                "reason": "The R$426 million is an annual total of control benefits credited to the Alice system, not a single verified event."
              },
              {
                "group": "societal",
                "reason": "Aggregate. The TCU's own benefit-measurement methodology, not an independent evaluation."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "availability": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_links[]": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "answer": "IRS audit-selection algorithm, an audit body's targeting tool like TCU's ALICE, skewed audits toward Black taxpayers, harming the taxpayers the audit function serves.",
            "links": [
              {
                "database": "AI Incident Database",
                "identifier": "461",
                "title": "IRS Audited Black Taxpayers More Frequently Reportedly Due to Algorithm",
                "url": "https://incidentdatabase.ai/cite/461",
                "group": "societal",
                "basis": "IRS audit-selection algorithm, an audit body's targeting tool like TCU's ALICE, skewed audits toward Black taxpayers, harming the taxpayers the audit function serves.",
                "relation": "comparable_harm"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Existing paired_incident classification; no new source review.",
          "record_fields": [
            "paired_incident"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_strength": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "cross_border_flows[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "decisions[].action_outcome": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].grounds": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].institution_task": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].success_criterion": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "deployment_stage": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].amount": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].costs[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].counterfactual": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].currency_price_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].gross_net": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].measure_type": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].period_unit": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].realization": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].recipient_payer": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].return_payback": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "economics[].valuation_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "monetary observations"
      },
      "evaluations[].ai_uplift": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].comparator": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].design": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].effect": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].exposure": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].measurement_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].metric": {
        "state": "not_assessed",
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "metric"
          ],
          "source_refs": []
        },
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations",
        "display": {
          "answer": "captured R$426m in 2021 (R$194m in 2020)",
          "editor_note": ""
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].setting_sample": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].uncertainty_limitations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "external_references[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "paired_incident": {
              "database": "AI Incident Database",
              "identifier": "461",
              "title": "IRS Audited Black Taxpayers More Frequently Reportedly Due to Algorithm",
              "url": "https://incidentdatabase.ai/cite/461",
              "group": "societal",
              "basis": "IRS audit-selection algorithm, an audit body's targeting tool like TCU's ALICE, skewed audits toward Black taxpayers, harming the taxpayers the audit function serves."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "paired_incident"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "later": {
              "status": "persisted",
              "date": "2026-05-06",
              "note": "A TCU plenary ruling of 6 May 2026 (Acórdão 1.145/2026) records that the tool, now called Alice 360, has moved to intensive use of AI, with LLM-based query screens; no outcome figures are given.",
              "quote": "As evoluções incrementais já implementadas no Alice 360 incluem a transição das telas de consulta para sistemas baseados em Modelos de Linguagem de Grande Escala (LLM).",
              "url": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "later"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "human_oversight": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0083"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiaries": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiary_count": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "The Tribunal de Contas da União (TCU) operates ALICE, a text-mining robot. It reads federal tender notices and electronic-auction records daily and sends auditors a list of possible irregularities. Trade press in 2017 and 2018 expanded the name as “Análise de Licitações e Editais”. The TCU's own July 2020 release calls it the “Sistema de Análise de Licitações e Contratos (Alice)”. In its 4 March 2022 statement on 2021 control benefits, the TCU reported the value captured through Alice. It was R$426 million in 2021 against R$194 million in 2020. Only the year is given, so 1 January 2021 is used. Trade press in September 2017 quoted TCU auditor Valéria Nakano that Alice found two DNIT notices worth R$39 million. They were for maintaining BR-153 stretches already under concession, blocked by an acórdão within two months. That acórdão could not be obtained, so the example is unverified.",
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].distribution": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].duration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "Aggregate program figure with no discrete attributable event."
              },
              {
                "group": "organizational",
                "reason": "The R$426 million is an annual total of control benefits credited to the Alice system, not a single verified event."
              },
              {
                "group": "societal",
                "reason": "Aggregate. The TCU's own benefit-measurement methodology, not an independent evaluation."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].status": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].tradeoffs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "unexpected": false,
            "purpose": "Daily automated screening of federal procurement notices to direct external-control auditors to likely irregularities"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "unexpected",
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "location": "Brasília, Brazil",
            "developer_country": "Brazil",
            "deployer_country": "Brazil"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "location",
            "developer_country",
            "deployer_country"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "purpose": "Daily automated screening of federal procurement notices to direct external-control auditors to likely irregularities"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "date_observed": "2021-01-01",
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-20",
                "change": "Paired with AI Incident Database incident 461 (medium confidence); severity not given by the source.",
                "source": "https://incidentdatabase.ai/cite/461",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-20",
                "change": "Replaced “CGU's adaptation of ALICE” with the CGU's own statement that it developed its ALICE (Analisador de Licitações, Contratos e Editais); stated that December 2022 is when TCE-MG published the result of its audit of August 2022 tenders; and gave both expansions of the TCU tool's name because the TCU's July 2020 release calls it “Sistema de Análise de Licitações e Contratos (Alice)” while the 2017 and 2018 press pieces expand it as “Análise de Licitações e Editais”.",
                "source": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Title reworded to state the event without naming who claims it.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what happened since from the cited sources.",
                "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "date_observed",
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Daily text-mining of the Diário Oficial and Comprasnet notices by Alice with e-mailed alerts to auditors",
                "Low-cost follow-up by auditors (phone call, e-mail, ofício) or formal acórdão when needed",
                "Agencies withdrawing, annulling or redoing flawed notices after contact"
              ],
              "must_hold": [
                "Structured publication of notices on federal systems",
                "Auditor capacity to act on the daily list",
                "A benefit-measurement method that records actual, not potential, benefits"
              ],
              "echoes": [
                {
                  "date": "2024-12-30",
                  "setting": "The CGU's ALICE (Analisador de Licitações, Contratos e Editais), which the CGU says it developed: R$257.25 million saved in concluded 2024 audits (CGU, 30 December 2024)",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20260207114437id_/https://www.gov.br/cgu/pt-br/assuntos/noticias/2024/12/orgaos-federais-economizaram-em-2024-257-milhoes-de-reais-com-apoio-do-robo-alice-da-controladoria-geral-da-uniao"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG version of Alice: in December 2022 TCE-MG published the result of an audit covering 2,297 state and municipal tenders in August 2022 alone, with corrections worth R$91,723,011.31 (Atricon, 28 June 2023; publication month only)",
                  "outcome": "recurred",
                  "source": "https://atricon.org.br/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
                },
                {
                  "date": "2026-05-06",
                  "setting": "TCU Acórdão 1.145/2026 notes ALICE 360's move to intensive AI use; no outcome figures given (Zênite summary)",
                  "outcome": "unknown",
                  "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Daily text-mining of the Diário Oficial and Comprasnet notices by Alice with e-mailed alerts to auditors",
                "Low-cost follow-up by auditors (phone call, e-mail, ofício) or formal acórdão when needed",
                "Agencies withdrawing, annulling or redoing flawed notices after contact"
              ],
              "must_hold": [
                "Structured publication of notices on federal systems",
                "Auditor capacity to act on the daily list",
                "A benefit-measurement method that records actual, not potential, benefits"
              ],
              "echoes": [
                {
                  "date": "2024-12-30",
                  "setting": "The CGU's ALICE (Analisador de Licitações, Contratos e Editais), which the CGU says it developed: R$257.25 million saved in concluded 2024 audits (CGU, 30 December 2024)",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20260207114437id_/https://www.gov.br/cgu/pt-br/assuntos/noticias/2024/12/orgaos-federais-economizaram-em-2024-257-milhoes-de-reais-com-apoio-do-robo-alice-da-controladoria-geral-da-uniao"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG version of Alice: in December 2022 TCE-MG published the result of an audit covering 2,297 state and municipal tenders in August 2022 alone, with corrections worth R$91,723,011.31 (Atricon, 28 June 2023; publication month only)",
                  "outcome": "recurred",
                  "source": "https://atricon.org.br/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
                },
                {
                  "date": "2026-05-06",
                  "setting": "TCU Acórdão 1.145/2026 notes ALICE 360's move to intensive AI use; no outcome figures given (Zênite summary)",
                  "outcome": "unknown",
                  "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-20",
                "change": "Paired with AI Incident Database incident 461 (medium confidence); severity not given by the source.",
                "source": "https://incidentdatabase.ai/cite/461",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-20",
                "change": "Replaced “CGU's adaptation of ALICE” with the CGU's own statement that it developed its ALICE (Analisador de Licitações, Contratos e Editais); stated that December 2022 is when TCE-MG published the result of its audit of August 2022 tenders; and gave both expansions of the TCU tool's name because the TCU's July 2020 release calls it “Sistema de Análise de Licitações e Contratos (Alice)” while the 2017 and 2018 press pieces expand it as “Análise de Licitações e Editais”.",
                "source": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Title reworded to state the event without naming who claims it.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what happened since from the cited sources.",
                "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "domain": "Public administration: external audit and procurement control",
            "segment": "Supreme audit institution"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "domain",
            "segment"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].access_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2022). Atuação do TCU gera recorde de benefícios financeiros em 2021. TCU press office, 4 Mar 2022.",
                "title": "Atuação do TCU gera recorde de benefícios financeiros em 2021",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/atuacao-do-tcu-gera-recorde-de-beneficios-financeiros-em-2021",
                "date": "2022-03-04",
                "written_by": "makers",
                "quote": "No sistema Alice, uma das ferramentas de Tecnologia da Informação do TCU, o valor captado foi de R$ 426 milhões em 2021"
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2020). TCU, Ministério da Infraestrutura e DNIT firmam acordo para aperfeiçoar fiscalização e prevenir fraudes em licitações. TCU press office, 10 Jul 2020.",
                "title": "TCU, Ministério da Infraestrutura e DNIT firmam acordo",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
                "date": "2020-07-10",
                "written_by": "makers",
                "quote": "Pelo acordo, o TCU viabilizará ao MInfra e ao DNIT acesso remoto ao Sistema de Análise de Orçamentos (SAO) e ao Sistema de Análise de Licitações e Contratos (Alice)."
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2024). Uso de inteligência artificial aprimora processos internos no Tribunal de Contas da União. TCU press office, 22 Feb 2024.",
                "title": "Uso de inteligência artificial aprimora processos internos no TCU",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/uso-de-inteligencia-artificial-aprimora-processos-internos-no-tcu.htm",
                "date": "2024-02-22",
                "written_by": "makers",
                "quote": "Realiza análise de editais e atas de pregão para identificar riscos em licitações."
              },
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais, 27 Sep 2017 (quoting TCU auditor Valéria Nakano).",
                "title": "TCU cria robô para varredura diária de irregularidades em editais",
                "url": "https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão"
              },
              {
                "kind": "news report",
                "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 20 Mar 2018, republished by Ministério Público de Contas do Espírito Santo.",
                "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
                "url": "https://www.mpc.es.gov.br/2018/03/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes/",
                "date": "2018-03-20",
                "written_by": "independent",
                "quote": "O maior ganho que a gente tem é que os órgãos retiram, anulam ou cancelam"
              },
              {
                "kind": "other",
                "citation": "Zênite (2026). TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA (summary of TCU Acórdão 1.145/2026-Plenário, rel. Min. Jorge Oliveira, 6 May 2026). Blog da Zênite, 14 May 2026.",
                "title": "TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA",
                "url": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
                "date": "2026-05-14",
                "written_by": "independent",
                "quote": "o projeto evoluiu para o uso intensivo de IA para capturar distorções complexas"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0083-source-0001",
            "AIBD-0083-source-0002",
            "AIBD-0083-source-0003",
            "AIBD-0083-source-0004",
            "AIBD-0083-source-0005",
            "AIBD-0083-source-0006"
          ],
          "role": "Existing evidence items, in their original order"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Stable within the fingerprinted record version; no source content or source review has been added.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "sources[].language": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2022). Atuação do TCU gera recorde de benefícios financeiros em 2021. TCU press office, 4 Mar 2022.",
                "title": "Atuação do TCU gera recorde de benefícios financeiros em 2021",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/atuacao-do-tcu-gera-recorde-de-beneficios-financeiros-em-2021",
                "date": "2022-03-04",
                "written_by": "makers",
                "quote": "No sistema Alice, uma das ferramentas de Tecnologia da Informação do TCU, o valor captado foi de R$ 426 milhões em 2021"
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2020). TCU, Ministério da Infraestrutura e DNIT firmam acordo para aperfeiçoar fiscalização e prevenir fraudes em licitações. TCU press office, 10 Jul 2020.",
                "title": "TCU, Ministério da Infraestrutura e DNIT firmam acordo",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/tcu-ministerio-da-infraestrutura-e-dnit-firmam-acordo-para-aperfeicoar-fiscalizacao-e-prevenir-fraudes-em-licitacoes",
                "date": "2020-07-10",
                "written_by": "makers",
                "quote": "Pelo acordo, o TCU viabilizará ao MInfra e ao DNIT acesso remoto ao Sistema de Análise de Orçamentos (SAO) e ao Sistema de Análise de Licitações e Contratos (Alice)."
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas da União (2024). Uso de inteligência artificial aprimora processos internos no Tribunal de Contas da União. TCU press office, 22 Feb 2024.",
                "title": "Uso de inteligência artificial aprimora processos internos no TCU",
                "url": "https://portal.tcu.gov.br/imprensa/noticias/uso-de-inteligencia-artificial-aprimora-processos-internos-no-tcu.htm",
                "date": "2024-02-22",
                "written_by": "makers",
                "quote": "Realiza análise de editais e atas de pregão para identificar riscos em licitações."
              },
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais, 27 Sep 2017 (quoting TCU auditor Valéria Nakano).",
                "title": "TCU cria robô para varredura diária de irregularidades em editais",
                "url": "https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão"
              },
              {
                "kind": "news report",
                "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 20 Mar 2018, republished by Ministério Público de Contas do Espírito Santo.",
                "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
                "url": "https://www.mpc.es.gov.br/2018/03/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes/",
                "date": "2018-03-20",
                "written_by": "independent",
                "quote": "O maior ganho que a gente tem é que os órgãos retiram, anulam ou cancelam"
              },
              {
                "kind": "other",
                "citation": "Zênite (2026). TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA (summary of TCU Acórdão 1.145/2026-Plenário, rel. Min. Jorge Oliveira, 6 May 2026). Blog da Zênite, 14 May 2026.",
                "title": "TCU aponta irregularidades em contratações públicas e destaca avanço do Alice 360 com IA",
                "url": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/",
                "date": "2026-05-14",
                "written_by": "independent",
                "quote": "o projeto evoluiu para o uso intensivo de IA para capturar distorções complexas"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].upstream_sources": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "summary": "TCU says its ALICE tender-analysis robot captured R$426m in 2021 (R$194m in 2020); specific cases reported only via press",
            "account": "The Tribunal de Contas da União (TCU) operates ALICE, a text-mining robot. It reads federal tender notices and electronic-auction records daily and sends auditors a list of possible irregularities. Trade press in 2017 and 2018 expanded the name as “Análise de Licitações e Editais”. The TCU's own July 2020 release calls it the “Sistema de Análise de Licitações e Contratos (Alice)”. In its 4 March 2022 statement on 2021 control benefits, the TCU reported the value captured through Alice. It was R$426 million in 2021 against R$194 million in 2020. Only the year is given, so 1 January 2021 is used. Trade press in September 2017 quoted TCU auditor Valéria Nakano that Alice found two DNIT notices worth R$39 million. They were for maintaining BR-153 stretches already under concession, blocked by an acórdão within two months. That acórdão could not be obtained, so the example is unverified."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "summary",
            "account"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].autonomy_permissions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].component_role": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].deployment_configuration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].inputs_outputs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_name": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "system": "ALICE, expanded as 'Análise de Licitações e Editais' in 2017 and 2018 press reports and named 'Sistema de Análise de Licitações e Contratos (Alice)' in the TCU's July 2020 release, with companion tools SOFIA and MONICA; evolved into ALICE 360 by 2026"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "system"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "application_developer": "Tribunal de Contas da União (TCU), in-house"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "developer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "title": "Brazil's TCU captures R$426 million through its ALICE tender-analysis robot in 2021",
            "headline": "TCU's ALICE tender-analysis robot captures R$426m in 2021"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "title",
            "headline"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "4201a828e804f23a9a8050043534e32c43730b904be02d130fecad0f2240b181"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "The Tribunal de Contas da União (TCU) operates ALICE, a text-mining robot. It reads federal tender notices and electronic-auction records daily and sends auditors a list of possible irregularities. Trade press in 2017 and 2018 expanded the name as “Análise de Licitações e Editais”. The TCU's own July 2020 release calls it the “Sistema de Análise de Licitações e Contratos (Alice)”. In its 4 March 2022 statement on 2021 control benefits, the TCU reported the value captured through Alice. It was R$426 million in 2021 against R$194 million in 2020. Only the year is given, so 1 January 2021 is used. Trade press in September 2017 quoted TCU auditor Valéria Nakano that Alice found two DNIT notices worth R$39 million. They were for maintaining BR-153 stretches already under concession, blocked by an acórdão within two months. That acórdão could not be obtained, so the example is unverified.",
            "replication": {
              "produced_by": [
                "Daily text-mining of the Diário Oficial and Comprasnet notices by Alice with e-mailed alerts to auditors",
                "Low-cost follow-up by auditors (phone call, e-mail, ofício) or formal acórdão when needed",
                "Agencies withdrawing, annulling or redoing flawed notices after contact"
              ],
              "must_hold": [
                "Structured publication of notices on federal systems",
                "Auditor capacity to act on the daily list",
                "A benefit-measurement method that records actual, not potential, benefits"
              ],
              "echoes": [
                {
                  "date": "2024-12-30",
                  "setting": "The CGU's ALICE (Analisador de Licitações, Contratos e Editais), which the CGU says it developed: R$257.25 million saved in concluded 2024 audits (CGU, 30 December 2024)",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20260207114437id_/https://www.gov.br/cgu/pt-br/assuntos/noticias/2024/12/orgaos-federais-economizaram-em-2024-257-milhoes-de-reais-com-apoio-do-robo-alice-da-controladoria-geral-da-uniao"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG version of Alice: in December 2022 TCE-MG published the result of an audit covering 2,297 state and municipal tenders in August 2022 alone, with corrections worth R$91,723,011.31 (Atricon, 28 June 2023; publication month only)",
                  "outcome": "recurred",
                  "source": "https://atricon.org.br/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
                },
                {
                  "date": "2026-05-06",
                  "setting": "TCU Acórdão 1.145/2026 notes ALICE 360's move to intensive AI use; no outcome figures given (Zênite summary)",
                  "outcome": "unknown",
                  "source": "https://zenite.blog.br/tcu-aponta-irregularidades-em-contratacoes-publicas-e-destaca-avanco-do-alice-360-com-ia/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 29,
      "reviewed": 0,
      "record_mapped": 29,
      "not_assessed": 62,
      "complete": false,
      "by_state": {
        "value_present": 29,
        "not_reported": 0,
        "unresolved": 0,
        "not_assessed": 62,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}
