{
  "id": "AIBD-0331",
  "title": "TCU's Alice robot flags DNIT notices for BR-153 maintenance on stretches already under concession; TCU Acórdão 1116/2017 cancels the tender",
  "summary": "Alice flagged DNIT Goiás notices for BR-153 maintenance on concession stretches (R$39m per Inforchannel); TCU Acórdão 1116/2017 canceled the R$20m tender (JOTA).",
  "date_observed": "2017-09-27",
  "date_basis": "unassessed",
  "date_precision": "unassessed",
  "benefit_status": null,
  "source_collection": null,
  "source_entry": null,
  "account": "Alice (Análise de Licitações e Editais) is the Tribunal de Contas da União's robot. It reads every tender notice and auction record published on Comprasnet and the Diário Oficial da União. It had been running for about ten months when TCU presented it at a TCU–CGU data-analysis seminar on 25–26 September 2017. Inforchannel (27 September 2017), quoting TCU auditor Valéria Nakano, reported that in Goiás the court, via Alice, found DNIT's state unit had published two notices. They were worth R$39 million for maintenance of the BR-153 on stretches under concession, where maintenance falls to the concessionaire. Within two months an acórdão blocked both tenders. A JOTA article of 22 November 2017 states that Alice was decisive in Acórdão-TCU 1.116/2017 (rapporteur Minister Walton Alencar Rodrigues). It ordered cancellation of the BR-153 tender budgeted at R$20 million. The two sources give different numbers of notices and amounts. The acórdão itself was not available. The decision date is not reported.",
  "category": "harm prevented",
  "unexpected": false,
  "purpose": "Daily automated screening of federal tender notices for signs of irregularity so that auditors can act during the public phase of a tender. This use was its intended purpose.",
  "system": "Alice (Análise de Licitações e Editais), TCU/CGU text-analysis and data cross-checking robot",
  "model_version": null,
  "developer": "Tribunal de Contas da União (TCU) with the Ministério da Transparência e Controladoria-Geral da União (CGU), in-house",
  "deployer": "Tribunal de Contas da União (TCU), Goiás unit",
  "location": "Goiás, Brazil (BR-153 highway)",
  "domain": "Public administration: external audit and procurement control",
  "segment": "Federal court of accounts (anti-waste and anti-corruption control)",
  "benefit_type": "Reduced Risk",
  "taxonomy_note": null,
  "registry_ids": {},
  "ratings": [
    {
      "group": "personal",
      "depth": null,
      "reason": "No individual beneficiary is identified in either source."
    },
    {
      "group": "organizational",
      "depth": 2,
      "reason": "Material to DNIT and TCU: both cited sources state that the tender(s) were blocked or canceled by acórdão after the Alice alert. The amount is given as R$39 million (two notices) by Inforchannel and R$20 million (one notice) by JOTA."
    },
    {
      "group": "societal",
      "depth": 1,
      "reason": "A single highway tender among some 60,000 federal tenders a year, small at national scale."
    }
  ],
  "ai_role": {
    "status": "assessed",
    "statement": "Alice's role was detection. Per Inforchannel it pulls the estimated value from notice text, runs nine text analyses for competitiveness restrictions and 23 database cross-checks. The auditor's statement and the JOTA article attribute the discovery of the BR-153 notices to Alice. The cancellation was a decision of the TCU plenary (Acórdão 1116/2017). Both sources rest on TCU staff statements, the deployer describing its own in-house tool. The source counts as independent because TCU is a public body, not a vendor. The acórdão text was not obtained, so the two accounts' differing figures (R$39 million, two notices; R$20 million, one notice) cannot be reconciled."
  },
  "evidence": [
    {
      "kind": "news report",
      "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais. 27 Sep 2017, quoting TCU auditor Valéria Nakano.",
      "title": "TCU cria robô para varredura diária de irregularidades em editais",
      "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
      "date": "2017-09-27",
      "written_by": "independent",
      "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153"
    },
    {
      "kind": "news report",
      "citation": "Inforchannel (2017). Same article, statement by auditor Valéria Nakano.",
      "title": "TCU cria robô para varredura diária de irregularidades em editais (Nakano statement)",
      "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
      "date": "2017-09-27",
      "written_by": "independent",
      "quote": "Em dois meses, um Acórdão bloqueou essas duas licitações. Mas esse é só um exemplo."
    },
    {
      "kind": "news report",
      "citation": "JOTA Info (2017). Alice e a plataforma digital de controle externo. Opinião e Análise, 22 Nov 2017 (quotes TCU secretary Wesley Vaz).",
      "title": "Alice e a plataforma digital de controle externo",
      "url": "https://www.jota.info/opiniao-e-analise/artigos/alice-e-a-plataforma-digital-de-controle-externo",
      "date": "2017-11-22",
      "written_by": "independent",
      "quote": "O Alice foi decisivo no Acórdão-TCU 1.116/2017 (relatoria do Ministro Walton Alencar Rodrigues), que determinou o cancelamento do edital da rodovia BR-153 orçado em R$ 20 milhões."
    },
    {
      "kind": "news report",
      "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 18 Mar 2018.",
      "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
      "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml",
      "date": "2018-03-18",
      "written_by": "independent",
      "quote": "Depois de dicas delas, licitações com falhas já foram canceladas e compras públicas enviesadas tiveram que ser refeitas."
    }
  ],
  "replication": {
    "produced_by": [
      "Daily collection of all tender notices and auction records from Comprasnet and the Diário Oficial da União",
      "Rule-based text analysis (nine checks on competitiveness restrictions, reading of estimated value) and 23 database cross-checks of suppliers",
      "Auditors in the TCU Goiás unit reading the alerts during the public phase of the tender",
      "A TCU plenary decision (acórdão) within two months of the alert"
    ],
    "must_hold": [
      "Notices published on Comprasnet in machine-readable text",
      "Alerts reaching auditors within the 15–30-day public phase",
      "Auditors with capacity to open a case or contact the contracting body",
      "Contracting bodies or the court willing to block or cancel flawed tenders"
    ],
    "echoes": [
      {
        "date": "2018-03-18",
        "setting": "TCU statement to G1 that tenders with flaws had been canceled and biased purchases redone after the robots' tips (no case named)",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
      },
      {
        "date": "2022-12-01",
        "setting": "TCE-MG audit of 2,297 state and municipal tenders of August 2022 using Alice: 60 irregularities, 53 answered, R$91.7 million of notices corrected",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457"
      }
    ]
  },
  "paired_incident": null,
  "headline": "TCU's Alice flags DNIT's BR-153 notices; TCU cancels the tender",
  "metric": "ordered cancellation of the BR-153 tender budgeted at R$20 million",
  "comparator": {
    "against": "TCU auditors reading the roughly 200 federal tender notices published each day by hand",
    "before": "seria muito custoso porque são, em média, 200 editais por dia",
    "after": "Os auditores do Tribunal de Contas da União recebem pontualmente às 19h um e-mail de Alice. São os resumos das centenas de contratações federais publicadas naquele dia.",
    "basis": "assumed",
    "quote": "“Esse tipo de trabalho poderia ser feito por humanos, mas seria muito custoso porque são, em média, 200 editais por dia”, diz Wesley Vaz Silva, diretor da Secretaria de Fiscalização de Tecnologia da Informação do TCU, ao G1.",
    "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
  },
  "later": {
    "status": "scaled",
    "date": "2018-03-18",
    "note": "By March 2018 G1 reported that Alice, Sofia and Monica were also in use at the CGU, the Federal Prosecution Service, the Federal Police and state courts of accounts, and that flawed tenders had been canceled after their tips.",
    "quote": "As três robôs já são usadas por servidores da Controladoria Geral da União, Ministério Público Federal, Polícia Federal e tribunais de contas dos Estados. Depois de dicas delas, licitações com falhas já foram canceladas e compras públicas enviesadas tiveram que ser refeitas.",
    "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
  },
  "value": {
    "amount": "R$ 39 milhões",
    "what": "value of the two DNIT tender notices for BR-153 maintenance that a TCU acórdão blocked",
    "who": "DNIT's Goiás unit, which had published the tenders for stretches whose maintenance falls to the concessionaire",
    "estimate": false,
    "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão – portanto com manutenção a cargo da concessionária.",
    "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
  },
  "developer_country": "Brazil",
  "deployer_country": "Brazil",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.",
      "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
      "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    }
  ],
  "confidence": "reported",
  "shade": "medium",
  "claim_status": "Independently reported",
  "claim_basis": "Sources: three independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0331",
    "catalog_version": "1.0.0",
    "source_fingerprint": "7489aea69f34d2e6788d992db4d685b6d0e8fc49912fc42f499abe908e1e3d4f",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      },
      {
        "collection_id": "adyt",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0331-source-0001",
      "AIBD-0331-source-0002",
      "AIBD-0331-source-0003",
      "AIBD-0331-source-0004"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "monetary observations": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "An existing source-stated monetary observation is present in the original value object."
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Existing value object only; its financial interpretation has not been reverified.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial",
        "record_ids": [
          "AIBD-0331-legacy-value"
        ]
      },
      "institutional decisions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "developer": "Tribunal de Contas da União (TCU) with the Ministério da Transparência e Controladoria-Geral da União (CGU), in-house",
            "deployer": "Tribunal de Contas da União (TCU), Goiás unit"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "developer",
            "deployer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "actors[].ownership_control": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "ai_contribution": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ai_role": {
              "status": "assessed",
              "statement": "Alice's role was detection. Per Inforchannel it pulls the estimated value from notice text, runs nine text analyses for competitiveness restrictions and 23 database cross-checks. The auditor's statement and the JOTA article attribute the discovery of the BR-153 notices to Alice. The cancellation was a decision of the TCU plenary (Acórdão 1116/2017). Both sources rest on TCU staff statements, the deployer describing its own in-house tool. The source counts as independent because TCU is a public body, not a vendor. The acórdão text was not obtained, so the two accounts' differing figures (R$39 million, two notices; R$20 million, one notice) cannot be reconciled."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "category": "harm prevented",
            "ai_role": {
              "status": "assessed",
              "statement": "Alice's role was detection. Per Inforchannel it pulls the estimated value from notice text, runs nine text analyses for competitiveness restrictions and 23 database cross-checks. The auditor's statement and the JOTA article attribute the discovery of the BR-153 notices to Alice. The cancellation was a decision of the TCU plenary (Acórdão 1116/2017). Both sources rest on TCU staff statements, the deployer describing its own in-house tool. The source counts as independent because TCU is a public body, not a vendor. The acórdão text was not obtained, so the two accounts' differing figures (R$39 million, two notices; R$20 million, one notice) cannot be reconciled."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role",
            "category"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified in either source."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to DNIT and TCU: both cited sources state that the tender(s) were blocked or canceled by acórdão after the Alice alert. The amount is given as R$39 million (two notices) by Inforchannel and R$20 million (one notice) by JOTA."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "A single highway tender among some 60,000 federal tenders a year, small at national scale."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "medium",
            "evidence_word": "reported",
            "claim_status": "Independently reported",
            "basis": "Sources: three independent news reports. The cited evidence includes no independent study or report and no finding by a regulator or court.",
            "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review."
          }
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Derived from the existing case display properties; not a new evidentiary judgment.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified in either source."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to DNIT and TCU: both cited sources state that the tender(s) were blocked or canceled by acórdão after the Alice alert. The amount is given as R$39 million (two notices) by Inforchannel and R$20 million (one notice) by JOTA."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "A single highway tender among some 60,000 federal tenders a year, small at national scale."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified in either source."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to DNIT and TCU: both cited sources state that the tender(s) were blocked or canceled by acórdão after the Alice alert. The amount is given as R$39 million (two notices) by Inforchannel and R$20 million (one notice) by JOTA."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "A single highway tender among some 60,000 federal tenders a year, small at national scale."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "availability": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_links[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_strength": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "cross_border_flows[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "decisions[].action_outcome": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].grounds": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].institution_task": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].success_criterion": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "deployment_stage": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].amount": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 39 milhões",
              "what": "value of the two DNIT tender notices for BR-153 maintenance that a TCU acórdão blocked",
              "who": "DNIT's Goiás unit, which had published the tenders for stretches whose maintenance falls to the concessionaire",
              "estimate": false,
              "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão – portanto com manutenção a cargo da concessionária.",
              "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].costs[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].counterfactual": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].currency_price_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].gross_net": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].measure_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 39 milhões",
              "what": "value of the two DNIT tender notices for BR-153 maintenance that a TCU acórdão blocked",
              "who": "DNIT's Goiás unit, which had published the tenders for stretches whose maintenance falls to the concessionaire",
              "estimate": false,
              "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão – portanto com manutenção a cargo da concessionária.",
              "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].period_unit": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].realization": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].recipient_payer": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 39 milhões",
              "what": "value of the two DNIT tender notices for BR-153 maintenance that a TCU acórdão blocked",
              "who": "DNIT's Goiás unit, which had published the tenders for stretches whose maintenance falls to the concessionaire",
              "estimate": false,
              "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153, mas em trechos que estão sob concessão – portanto com manutenção a cargo da concessionária.",
              "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].return_payback": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].valuation_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "evaluations[].ai_uplift": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].comparator": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].design": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].effect": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].exposure": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].measurement_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].metric": {
        "state": "not_assessed",
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "metric"
          ],
          "source_refs": []
        },
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations",
        "display": {
          "answer": "ordered cancellation of the BR-153 tender budgeted at R$20 million",
          "editor_note": ""
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].setting_sample": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].uncertainty_limitations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "external_references[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "later": {
              "status": "scaled",
              "date": "2018-03-18",
              "note": "By March 2018 G1 reported that Alice, Sofia and Monica were also in use at the CGU, the Federal Prosecution Service, the Federal Police and state courts of accounts, and that flawed tenders had been canceled after their tips.",
              "quote": "As três robôs já são usadas por servidores da Controladoria Geral da União, Ministério Público Federal, Polícia Federal e tribunais de contas dos Estados. Depois de dicas delas, licitações com falhas já foram canceladas e compras públicas enviesadas tiveram que ser refeitas.",
              "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "later"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "human_oversight": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0331"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiaries": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiary_count": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "Alice (Análise de Licitações e Editais) is the Tribunal de Contas da União's robot. It reads every tender notice and auction record published on Comprasnet and the Diário Oficial da União. It had been running for about ten months when TCU presented it at a TCU–CGU data-analysis seminar on 25–26 September 2017. Inforchannel (27 September 2017), quoting TCU auditor Valéria Nakano, reported that in Goiás the court, via Alice, found DNIT's state unit had published two notices. They were worth R$39 million for maintenance of the BR-153 on stretches under concession, where maintenance falls to the concessionaire. Within two months an acórdão blocked both tenders. A JOTA article of 22 November 2017 states that Alice was decisive in Acórdão-TCU 1.116/2017 (rapporteur Minister Walton Alencar Rodrigues). It ordered cancellation of the BR-153 tender budgeted at R$20 million. The two sources give different numbers of notices and amounts. The acórdão itself was not available. The decision date is not reported.",
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].distribution": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].duration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified in either source."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to DNIT and TCU: both cited sources state that the tender(s) were blocked or canceled by acórdão after the Alice alert. The amount is given as R$39 million (two notices) by Inforchannel and R$20 million (one notice) by JOTA."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "A single highway tender among some 60,000 federal tenders a year, small at national scale."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].status": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].tradeoffs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "unexpected": false,
            "purpose": "Daily automated screening of federal tender notices for signs of irregularity so that auditors can act during the public phase of a tender. This use was its intended purpose."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "unexpected",
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "location": "Goiás, Brazil (BR-153 highway)",
            "developer_country": "Brazil",
            "deployer_country": "Brazil"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "location",
            "developer_country",
            "deployer_country"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "purpose": "Daily automated screening of federal tender notices for signs of irregularity so that auditors can act during the public phase of a tender. This use was its intended purpose."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "date_observed": "2017-09-27",
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.",
                "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "date_observed",
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Daily collection of all tender notices and auction records from Comprasnet and the Diário Oficial da União",
                "Rule-based text analysis (nine checks on competitiveness restrictions, reading of estimated value) and 23 database cross-checks of suppliers",
                "Auditors in the TCU Goiás unit reading the alerts during the public phase of the tender",
                "A TCU plenary decision (acórdão) within two months of the alert"
              ],
              "must_hold": [
                "Notices published on Comprasnet in machine-readable text",
                "Alerts reaching auditors within the 15–30-day public phase",
                "Auditors with capacity to open a case or contact the contracting body",
                "Contracting bodies or the court willing to block or cancel flawed tenders"
              ],
              "echoes": [
                {
                  "date": "2018-03-18",
                  "setting": "TCU statement to G1 that tenders with flaws had been canceled and biased purchases redone after the robots' tips (no case named)",
                  "outcome": "recurred",
                  "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG audit of 2,297 state and municipal tenders of August 2022 using Alice: 60 irregularities, 53 answered, R$91.7 million of notices corrected",
                  "outcome": "recurred",
                  "source": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Daily collection of all tender notices and auction records from Comprasnet and the Diário Oficial da União",
                "Rule-based text analysis (nine checks on competitiveness restrictions, reading of estimated value) and 23 database cross-checks of suppliers",
                "Auditors in the TCU Goiás unit reading the alerts during the public phase of the tender",
                "A TCU plenary decision (acórdão) within two months of the alert"
              ],
              "must_hold": [
                "Notices published on Comprasnet in machine-readable text",
                "Alerts reaching auditors within the 15–30-day public phase",
                "Auditors with capacity to open a case or contact the contracting body",
                "Contracting bodies or the court willing to block or cancel flawed tenders"
              ],
              "echoes": [
                {
                  "date": "2018-03-18",
                  "setting": "TCU statement to G1 that tenders with flaws had been canceled and biased purchases redone after the robots' tips (no case named)",
                  "outcome": "recurred",
                  "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG audit of 2,297 state and municipal tenders of August 2022 using Alice: 60 irregularities, 53 answered, R$91.7 million of notices corrected",
                  "outcome": "recurred",
                  "source": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since, the value as stated from the cited sources.",
                "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml; https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_da_Uni%C3%A3o",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "domain": "Public administration: external audit and procurement control",
            "segment": "Federal court of accounts (anti-waste and anti-corruption control)"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "domain",
            "segment"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].access_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais. 27 Sep 2017, quoting TCU auditor Valéria Nakano.",
                "title": "TCU cria robô para varredura diária de irregularidades em editais",
                "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153"
              },
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). Same article, statement by auditor Valéria Nakano.",
                "title": "TCU cria robô para varredura diária de irregularidades em editais (Nakano statement)",
                "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "Em dois meses, um Acórdão bloqueou essas duas licitações. Mas esse é só um exemplo."
              },
              {
                "kind": "news report",
                "citation": "JOTA Info (2017). Alice e a plataforma digital de controle externo. Opinião e Análise, 22 Nov 2017 (quotes TCU secretary Wesley Vaz).",
                "title": "Alice e a plataforma digital de controle externo",
                "url": "https://www.jota.info/opiniao-e-analise/artigos/alice-e-a-plataforma-digital-de-controle-externo",
                "date": "2017-11-22",
                "written_by": "independent",
                "quote": "O Alice foi decisivo no Acórdão-TCU 1.116/2017 (relatoria do Ministro Walton Alencar Rodrigues), que determinou o cancelamento do edital da rodovia BR-153 orçado em R$ 20 milhões."
              },
              {
                "kind": "news report",
                "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 18 Mar 2018.",
                "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
                "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml",
                "date": "2018-03-18",
                "written_by": "independent",
                "quote": "Depois de dicas delas, licitações com falhas já foram canceladas e compras públicas enviesadas tiveram que ser refeitas."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0331-source-0001",
            "AIBD-0331-source-0002",
            "AIBD-0331-source-0003",
            "AIBD-0331-source-0004"
          ],
          "role": "Existing evidence items, in their original order"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Stable within the fingerprinted record version; no source content or source review has been added.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "sources[].language": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). TCU cria robô para varredura diária de irregularidades em editais. 27 Sep 2017, quoting TCU auditor Valéria Nakano.",
                "title": "TCU cria robô para varredura diária de irregularidades em editais",
                "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "Em Goiás, o Tribunal de Contas, via Alice, descobriu que o DNIT estdual publicou dois editais, de R$ 39 milhões, para manutenção da BR 153"
              },
              {
                "kind": "news report",
                "citation": "Inforchannel (2017). Same article, statement by auditor Valéria Nakano.",
                "title": "TCU cria robô para varredura diária de irregularidades em editais (Nakano statement)",
                "url": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/",
                "date": "2017-09-27",
                "written_by": "independent",
                "quote": "Em dois meses, um Acórdão bloqueou essas duas licitações. Mas esse é só um exemplo."
              },
              {
                "kind": "news report",
                "citation": "JOTA Info (2017). Alice e a plataforma digital de controle externo. Opinião e Análise, 22 Nov 2017 (quotes TCU secretary Wesley Vaz).",
                "title": "Alice e a plataforma digital de controle externo",
                "url": "https://www.jota.info/opiniao-e-analise/artigos/alice-e-a-plataforma-digital-de-controle-externo",
                "date": "2017-11-22",
                "written_by": "independent",
                "quote": "O Alice foi decisivo no Acórdão-TCU 1.116/2017 (relatoria do Ministro Walton Alencar Rodrigues), que determinou o cancelamento do edital da rodovia BR-153 orçado em R$ 20 milhões."
              },
              {
                "kind": "news report",
                "citation": "Gomes, H. S. (2018). Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações. G1, 18 Mar 2018.",
                "title": "Como as robôs Alice, Sofia e Monica ajudam o TCU a caçar irregularidades em licitações",
                "url": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml",
                "date": "2018-03-18",
                "written_by": "independent",
                "quote": "Depois de dicas delas, licitações com falhas já foram canceladas e compras públicas enviesadas tiveram que ser refeitas."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].upstream_sources": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "summary": "Alice flagged DNIT Goiás notices for BR-153 maintenance on concession stretches (R$39m per Inforchannel); TCU Acórdão 1116/2017 canceled the R$20m tender (JOTA).",
            "account": "Alice (Análise de Licitações e Editais) is the Tribunal de Contas da União's robot. It reads every tender notice and auction record published on Comprasnet and the Diário Oficial da União. It had been running for about ten months when TCU presented it at a TCU–CGU data-analysis seminar on 25–26 September 2017. Inforchannel (27 September 2017), quoting TCU auditor Valéria Nakano, reported that in Goiás the court, via Alice, found DNIT's state unit had published two notices. They were worth R$39 million for maintenance of the BR-153 on stretches under concession, where maintenance falls to the concessionaire. Within two months an acórdão blocked both tenders. A JOTA article of 22 November 2017 states that Alice was decisive in Acórdão-TCU 1.116/2017 (rapporteur Minister Walton Alencar Rodrigues). It ordered cancellation of the BR-153 tender budgeted at R$20 million. The two sources give different numbers of notices and amounts. The acórdão itself was not available. The decision date is not reported."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "summary",
            "account"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].autonomy_permissions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].component_role": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].deployment_configuration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].inputs_outputs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_name": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "system": "Alice (Análise de Licitações e Editais), TCU/CGU text-analysis and data cross-checking robot"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "system"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "application_developer": "Tribunal de Contas da União (TCU) with the Ministério da Transparência e Controladoria-Geral da União (CGU), in-house"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "developer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "title": "TCU's Alice robot flags DNIT notices for BR-153 maintenance on stretches already under concession; TCU Acórdão 1116/2017 cancels the tender",
            "headline": "TCU's Alice flags DNIT's BR-153 notices; TCU cancels the tender"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "title",
            "headline"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "7489aea69f34d2e6788d992db4d685b6d0e8fc49912fc42f499abe908e1e3d4f"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "Alice (Análise de Licitações e Editais) is the Tribunal de Contas da União's robot. It reads every tender notice and auction record published on Comprasnet and the Diário Oficial da União. It had been running for about ten months when TCU presented it at a TCU–CGU data-analysis seminar on 25–26 September 2017. Inforchannel (27 September 2017), quoting TCU auditor Valéria Nakano, reported that in Goiás the court, via Alice, found DNIT's state unit had published two notices. They were worth R$39 million for maintenance of the BR-153 on stretches under concession, where maintenance falls to the concessionaire. Within two months an acórdão blocked both tenders. A JOTA article of 22 November 2017 states that Alice was decisive in Acórdão-TCU 1.116/2017 (rapporteur Minister Walton Alencar Rodrigues). It ordered cancellation of the BR-153 tender budgeted at R$20 million. The two sources give different numbers of notices and amounts. The acórdão itself was not available. The decision date is not reported.",
            "replication": {
              "produced_by": [
                "Daily collection of all tender notices and auction records from Comprasnet and the Diário Oficial da União",
                "Rule-based text analysis (nine checks on competitiveness restrictions, reading of estimated value) and 23 database cross-checks of suppliers",
                "Auditors in the TCU Goiás unit reading the alerts during the public phase of the tender",
                "A TCU plenary decision (acórdão) within two months of the alert"
              ],
              "must_hold": [
                "Notices published on Comprasnet in machine-readable text",
                "Alerts reaching auditors within the 15–30-day public phase",
                "Auditors with capacity to open a case or contact the contracting body",
                "Contracting bodies or the court willing to block or cancel flawed tenders"
              ],
              "echoes": [
                {
                  "date": "2018-03-18",
                  "setting": "TCU statement to G1 that tenders with flaws had been canceled and biased purchases redone after the robots' tips (no case named)",
                  "outcome": "recurred",
                  "source": "https://g1.globo.com/economia/tecnologia/noticia/como-as-robos-alice-sofia-e-monica-ajudam-o-tcu-a-cacar-irregularidades-em-licitacoes.ghtml"
                },
                {
                  "date": "2022-12-01",
                  "setting": "TCE-MG audit of 2,297 state and municipal tenders of August 2022 using Alice: 60 irregularities, 53 answered, R$91.7 million of notices corrected",
                  "outcome": "recurred",
                  "source": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 32,
      "reviewed": 0,
      "record_mapped": 32,
      "not_assessed": 59,
      "complete": false,
      "by_state": {
        "value_present": 32,
        "not_reported": 0,
        "unresolved": 0,
        "not_assessed": 59,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}