{
  "id": "AIBD-0332",
  "title": "TCE-MG's Alice audit of 2,297 August 2022 tenders detects 60 irregularities worth R$113.7 million; 53 alerts answered and notices worth R$91.7 million corrected",
  "summary": "TCE-MG audit with Alice of 2,297 Aug 2022 tenders: 60 irregularities (R$113,713,128.26); 53 alerts answered; notices corrected worth R$91,723,011.31 (TCE-MG, 27 June 2023).",
  "date_observed": "2022-12-01",
  "date_basis": "unassessed",
  "date_precision": "unassessed",
  "benefit_status": null,
  "source_collection": null,
  "source_entry": null,
  "account": "The Tribunal de Contas do Estado de Minas Gerais (TCE-MG) is one of more than ten Brazilian courts of accounts that adopted Alice. Alice is the Análise de Licitações e Editais system created by the CGU and the TCU. In December 2022 it published an audit of 2,297 municipal and state tenders held in a single month, August 2022. The exact day is not given. The court's own news item of 27 June 2023, reproduced by Atricon on 28 June 2023, gives the results. The work detected 60 irregularities involving R$113,713,128.26. 53 of the 60 alerts sent to the audited bodies received answers that allowed control verification. Irregularities were fixed in republished notices or measures adopted for future tenders. The audit achieved corrected notices worth R$91,723,011.31. The figures are aggregates presented by analysts Maria Aparecida Aiko Ikemura and Leonardo Alves Mateus to about 60 people from courts of accounts across Brazil. No individual tender is named.",
  "category": "protective response",
  "unexpected": false,
  "purpose": "Automated identification of tender notices with possible inconsistencies or irregularities so that the court can oversee more tenders. This use was its intended purpose.",
  "system": "Alice (Análise de Licitações e Editais), the CGU/TCU tender-analysis system as adopted by TCE-MG",
  "model_version": null,
  "developer": "Controladoria-Geral da União (CGU) and Tribunal de Contas da União (TCU)",
  "deployer": "Tribunal de Contas do Estado de Minas Gerais (TCE-MG)",
  "location": "Minas Gerais, Brazil",
  "domain": "Public administration: state external audit and procurement control",
  "segment": "State court of accounts (anti-waste and anti-corruption control)",
  "benefit_type": "Reduced Risk",
  "taxonomy_note": "The value corrected is that of the notices, not money saved.",
  "registry_ids": {},
  "ratings": [
    {
      "group": "personal",
      "depth": null,
      "reason": "No individual beneficiary is identified. Beneficiaries are public bodies and bidders in corrected tenders."
    },
    {
      "group": "organizational",
      "depth": 2,
      "reason": "Material to the audited municipal and state bodies: 53 of 60 alerts answered and notices worth R$91,723,011.31 corrected, per the court's own aggregate figures."
    },
    {
      "group": "societal",
      "depth": 1,
      "reason": "One month of tenders in one state. The statement gives no estimate of money saved, only the value of notices corrected."
    }
  ],
  "ai_role": {
    "status": "assessed",
    "statement": "Alice produced the alerts on the 2,297 tenders. TCE-MG analysts forwarded 60 alerts and the audited bodies made the corrections. The AI role was detection and triage. The only sources are the deployer's own news item (TCE-MG, 27 June 2023) and Atricon's reproduction of it the next day. No audit report, tender or court decision is among the sources. TCE-MG did not build the tool (CGU/TCU did), so the statement is not vendor-authored. It is the user describing its own results."
  },
  "evidence": [
    {
      "kind": "press release",
      "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Tribunal mineiro apresenta economia feita com ajuda de Alice. TCE-MG Coordenadoria de Jornalismo e Redação (Fred La Rocca), 27 Jun 2023.",
      "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice",
      "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
      "date": "2023-06-27",
      "written_by": "deployer",
      "quote": "O trabalho detectou 60 irregularidades, que envolveram o valor de R$ 113.713.128,26."
    },
    {
      "kind": "press release",
      "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Same item, result of the alerts.",
      "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice (corrections)",
      "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
      "date": "2023-06-27",
      "written_by": "deployer",
      "quote": "Com isso, a auditoria conseguiu a correção dos editais no valor equivalente a R$ 91.723.011,31."
    },
    {
      "kind": "press release",
      "citation": "Appel, V. (2023). TCE-MG apresenta economia feita com ajuda de robô Alice. Atricon (Associação dos Membros dos Tribunais de Contas do Brasil), 28 Jun 2023, source TCE-MG.",
      "title": "TCE-MG apresenta economia feita com ajuda de robô Alice",
      "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/",
      "date": "2023-06-28",
      "written_by": "deployer",
      "quote": "Em dezembro de 2022, o TCE publicou o resultado de uma auditória feita em 2.297 licitações municipais e estaduais somente em agosto daquele ano."
    },
    {
      "kind": "press release",
      "citation": "Appel V (2024). TCE-MG apresenta robôs Alice e Solaris para o TCE-ES. Atricon, 17 January 2024.",
      "title": "TCE-MG apresenta robôs Alice e Solaris para o TCE-ES",
      "url": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
      "date": "2024-01-17",
      "written_by": "deployer",
      "quote": null
    }
  ],
  "replication": {
    "produced_by": [
      "Adoption of the CGU/TCU Alice system by a state court of accounts, with its own data acquisition and infrastructure",
      "Selection of a typology of irregularities and a designed oversight process",
      "Alerts sent to the audited bodies with a request for response",
      "Audited bodies republishing corrected notices or adopting measures for future tenders"
    ],
    "must_hold": [
      "Access to state and municipal tender notices in machine-readable form",
      "Internal acceptance of the tool by auditors (the court cites internal resistance as a challenge)",
      "Audited bodies answering alerts (53 of 60 did)",
      "Typologies kept current so that alerts remain relevant"
    ],
    "echoes": [
      {
        "date": "2017-09-27",
        "setting": "TCU (Goiás unit) use of Alice on DNIT BR-153 notices, tenders blocked by acórdão",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
      },
      {
        "date": "2024-01-17",
        "setting": "TCE-MG presented Alice and Solaris to TCE-ES (Espírito Santo) for adoption; no outcome reported",
        "model_version": null,
        "outcome": "unknown",
        "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
      }
    ]
  },
  "paired_incident": null,
  "headline": "Alice audit at TCE-MG corrects notices worth R$91.7 million",
  "metric": "the audit achieved corrections of notices worth R$91,723,011.31",
  "comparator": null,
  "later": {
    "status": "persisted",
    "date": "2024-01-17",
    "note": "In January 2024 TCE-MG was still running Alice and presented its methodology and results to a TCE-ES auditor who had asked to learn about the robots; adoption by TCE-ES is not reported.",
    "quote": "Conhecer a metodologia e resultados do TCEMG com a utilização dos robôs Solaris e Alice, bem como as ações implementadas pela Corte de Contas mineira com os dados e informações obtidos com as fiscalizações feitas pelos robôs. Com esses objetivos, o auditor Bruno Fardin Faé, do Tribunal de Contas do Espírito Santos (TCE-ES), solicitou ao TCE-MG uma reunião virtual com a equipe do Suricato, que ocorreu na manhã desta quarta-feira (16).",
    "url": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
  },
  "value": {
    "amount": "R$ 91.723.011,31",
    "what": "value of the tender notices corrected after Alice's alerts in the audit of August 2022 tenders",
    "who": "the audited state and municipal bodies in Minas Gerais, which republished corrected notices; the page's title calls the result a saving without saying who saved",
    "estimate": false,
    "quote": "Dos 60 alertas encaminhados aos jurisdicionados, 53 apresentaram respostas que permitiram a verificação do controle, alcançando a correção das irregularidades na republicação dos editais ou adoção de providências em futuros procedimentos licitatórios. Com isso, a auditoria conseguiu a correção dos editais equivalente a R$ 91.723.011,31.",
    "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
  },
  "developer_country": "Brazil",
  "deployer_country": "Brazil",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what happened since from the cited sources.",
      "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
      "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://pt.wikipedia.org/wiki/Controladoria-Geral_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_do_Estado_de_Minas_Gerais",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    }
  ],
  "confidence": "claimed",
  "shade": "low",
  "claim_status": "The deployer's account",
  "claim_basis": "Sources: three press releases from the deployer. The cited evidence includes no independent source and no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0332",
    "catalog_version": "1.0.0",
    "source_fingerprint": "9a17eefb59731218d03d721f97d64c7857a0731029460a856d0ad980c6dd8260",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      },
      {
        "collection_id": "adyt",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0332-source-0001",
      "AIBD-0332-source-0002",
      "AIBD-0332-source-0003",
      "AIBD-0332-source-0004"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "monetary observations": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "An existing source-stated monetary observation is present in the original value object."
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Existing value object only; its financial interpretation has not been reverified.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial",
        "record_ids": [
          "AIBD-0332-legacy-value"
        ]
      },
      "institutional decisions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "developer": "Controladoria-Geral da União (CGU) and Tribunal de Contas da União (TCU)",
            "deployer": "Tribunal de Contas do Estado de Minas Gerais (TCE-MG)"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "developer",
            "deployer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "actors[].ownership_control": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "ai_contribution": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ai_role": {
              "status": "assessed",
              "statement": "Alice produced the alerts on the 2,297 tenders. TCE-MG analysts forwarded 60 alerts and the audited bodies made the corrections. The AI role was detection and triage. The only sources are the deployer's own news item (TCE-MG, 27 June 2023) and Atricon's reproduction of it the next day. No audit report, tender or court decision is among the sources. TCE-MG did not build the tool (CGU/TCU did), so the statement is not vendor-authored. It is the user describing its own results."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "category": "protective response",
            "ai_role": {
              "status": "assessed",
              "statement": "Alice produced the alerts on the 2,297 tenders. TCE-MG analysts forwarded 60 alerts and the audited bodies made the corrections. The AI role was detection and triage. The only sources are the deployer's own news item (TCE-MG, 27 June 2023) and Atricon's reproduction of it the next day. No audit report, tender or court decision is among the sources. TCE-MG did not build the tool (CGU/TCU did), so the statement is not vendor-authored. It is the user describing its own results."
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ai_role",
            "category"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified. Beneficiaries are public bodies and bidders in corrected tenders."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to the audited municipal and state bodies: 53 of 60 alerts answered and notices worth R$91,723,011.31 corrected, per the court's own aggregate figures."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "One month of tenders in one state. The statement gives no estimate of money saved, only the value of notices corrected."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "low",
            "evidence_word": "claimed",
            "claim_status": "The deployer's account",
            "basis": "Sources: three press releases from the deployer. The cited evidence includes no independent source and no finding by a regulator or court.",
            "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review."
          }
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Derived from the existing case display properties; not a new evidentiary judgment.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified. Beneficiaries are public bodies and bidders in corrected tenders."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to the audited municipal and state bodies: 53 of 60 alerts answered and notices worth R$91,723,011.31 corrected, per the court's own aggregate figures."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "One month of tenders in one state. The statement gives no estimate of money saved, only the value of notices corrected."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified. Beneficiaries are public bodies and bidders in corrected tenders."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to the audited municipal and state bodies: 53 of 60 alerts answered and notices worth R$91,723,011.31 corrected, per the court's own aggregate figures."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "One month of tenders in one state. The statement gives no estimate of money saved, only the value of notices corrected."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "availability": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_links[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_strength": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "cross_border_flows[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "decisions[].action_outcome": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].grounds": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].institution_task": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].success_criterion": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "deployment_stage": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].amount": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 91.723.011,31",
              "what": "value of the tender notices corrected after Alice's alerts in the audit of August 2022 tenders",
              "who": "the audited state and municipal bodies in Minas Gerais, which republished corrected notices; the page's title calls the result a saving without saying who saved",
              "estimate": false,
              "quote": "Dos 60 alertas encaminhados aos jurisdicionados, 53 apresentaram respostas que permitiram a verificação do controle, alcançando a correção das irregularidades na republicação dos editais ou adoção de providências em futuros procedimentos licitatórios. Com isso, a auditoria conseguiu a correção dos editais equivalente a R$ 91.723.011,31.",
              "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].costs[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].counterfactual": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].currency_price_basis": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].gross_net": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].measure_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 91.723.011,31",
              "what": "value of the tender notices corrected after Alice's alerts in the audit of August 2022 tenders",
              "who": "the audited state and municipal bodies in Minas Gerais, which republished corrected notices; the page's title calls the result a saving without saying who saved",
              "estimate": false,
              "quote": "Dos 60 alertas encaminhados aos jurisdicionados, 53 apresentaram respostas que permitiram a verificação do controle, alcançando a correção das irregularidades na republicação dos editais ou adoção de providências em futuros procedimentos licitatórios. Com isso, a auditoria conseguiu a correção dos editais equivalente a R$ 91.723.011,31.",
              "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].period_unit": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].realization": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].recipient_payer": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "value": {
              "amount": "R$ 91.723.011,31",
              "what": "value of the tender notices corrected after Alice's alerts in the audit of August 2022 tenders",
              "who": "the audited state and municipal bodies in Minas Gerais, which republished corrected notices; the page's title calls the result a saving without saying who saved",
              "estimate": false,
              "quote": "Dos 60 alertas encaminhados aos jurisdicionados, 53 apresentaram respostas que permitiram a verificação do controle, alcançando a correção das irregularidades na republicação dos editais ou adoção de providências em futuros procedimentos licitatórios. Com isso, a auditoria conseguiu a correção dos editais equivalente a R$ 91.723.011,31.",
              "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "value"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "economics[].return_payback": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "economics[].valuation_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "evaluations[].ai_uplift": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].comparator": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].design": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].effect": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].exposure": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].measurement_method": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].metric": {
        "state": "not_assessed",
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "metric"
          ],
          "source_refs": []
        },
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations",
        "display": {
          "answer": "the audit achieved corrections of notices worth R$91,723,011.31",
          "editor_note": ""
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].setting_sample": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "evaluations[].uncertainty_limitations": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "evaluations"
      },
      "external_references[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "later": {
              "status": "persisted",
              "date": "2024-01-17",
              "note": "In January 2024 TCE-MG was still running Alice and presented its methodology and results to a TCE-ES auditor who had asked to learn about the robots; adoption by TCE-ES is not reported.",
              "quote": "Conhecer a metodologia e resultados do TCEMG com a utilização dos robôs Solaris e Alice, bem como as ações implementadas pela Corte de Contas mineira com os dados e informações obtidos com as fiscalizações feitas pelos robôs. Com esses objetivos, o auditor Bruno Fardin Faé, do Tribunal de Contas do Espírito Santos (TCE-ES), solicitou ao TCE-MG uma reunião virtual com a equipe do Suricato, que ocorreu na manhã desta quarta-feira (16).",
              "url": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "later"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "human_oversight": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0332"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiaries": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].beneficiary_count": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "benefit_type": "Reduced Risk",
            "taxonomy_note": "The value corrected is that of the notices, not money saved."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "benefit_type",
            "taxonomy_note"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "The Tribunal de Contas do Estado de Minas Gerais (TCE-MG) is one of more than ten Brazilian courts of accounts that adopted Alice. Alice is the Análise de Licitações e Editais system created by the CGU and the TCU. In December 2022 it published an audit of 2,297 municipal and state tenders held in a single month, August 2022. The exact day is not given. The court's own news item of 27 June 2023, reproduced by Atricon on 28 June 2023, gives the results. The work detected 60 irregularities involving R$113,713,128.26. 53 of the 60 alerts sent to the audited bodies received answers that allowed control verification. Irregularities were fixed in republished notices or measures adopted for future tenders. The audit achieved corrected notices worth R$91,723,011.31. The figures are aggregates presented by analysts Maria Aparecida Aiko Ikemura and Leonardo Alves Mateus to about 60 people from courts of accounts across Brazil. No individual tender is named.",
            "benefit_type": "Reduced Risk"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "benefit_type"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].distribution": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].duration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "ratings": [
              {
                "group": "personal",
                "reason": "No individual beneficiary is identified. Beneficiaries are public bodies and bidders in corrected tenders."
              },
              {
                "group": "organizational",
                "depth": 2,
                "reason": "Material to the audited municipal and state bodies: 53 of 60 alerts answered and notices worth R$91,723,011.31 corrected, per the court's own aggregate figures."
              },
              {
                "group": "societal",
                "depth": 1,
                "reason": "One month of tenders in one state. The statement gives no estimate of money saved, only the value of notices corrected."
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "ratings"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "outcomes[].status": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].tradeoffs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "unexpected": false,
            "purpose": "Automated identification of tender notices with possible inconsistencies or irregularities so that the court can oversee more tenders. This use was its intended purpose."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "unexpected",
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "location": "Minas Gerais, Brazil",
            "developer_country": "Brazil",
            "deployer_country": "Brazil"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "location",
            "developer_country",
            "deployer_country"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "purpose": "Automated identification of tender notices with possible inconsistencies or irregularities so that the court can oversee more tenders. This use was its intended purpose."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "purpose"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "date_observed": "2022-12-01",
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what happened since from the cited sources.",
                "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Controladoria-Geral_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_do_Estado_de_Minas_Gerais",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "date_observed",
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Adoption of the CGU/TCU Alice system by a state court of accounts, with its own data acquisition and infrastructure",
                "Selection of a typology of irregularities and a designed oversight process",
                "Alerts sent to the audited bodies with a request for response",
                "Audited bodies republishing corrected notices or adopting measures for future tenders"
              ],
              "must_hold": [
                "Access to state and municipal tender notices in machine-readable form",
                "Internal acceptance of the tool by auditors (the court cites internal resistance as a challenge)",
                "Audited bodies answering alerts (53 of 60 did)",
                "Typologies kept current so that alerts remain relevant"
              ],
              "echoes": [
                {
                  "date": "2017-09-27",
                  "setting": "TCU (Goiás unit) use of Alice on DNIT BR-153 notices, tenders blocked by acórdão",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
                },
                {
                  "date": "2024-01-17",
                  "setting": "TCE-MG presented Alice and Solaris to TCE-ES (Espírito Santo) for adoption; no outcome reported",
                  "outcome": "unknown",
                  "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "replication": {
              "produced_by": [
                "Adoption of the CGU/TCU Alice system by a state court of accounts, with its own data acquisition and infrastructure",
                "Selection of a typology of irregularities and a designed oversight process",
                "Alerts sent to the audited bodies with a request for response",
                "Audited bodies republishing corrected notices or adopting measures for future tenders"
              ],
              "must_hold": [
                "Access to state and municipal tender notices in machine-readable form",
                "Internal acceptance of the tool by auditors (the court cites internal resistance as a challenge)",
                "Audited bodies answering alerts (53 of 60 did)",
                "Typologies kept current so that alerts remain relevant"
              ],
              "echoes": [
                {
                  "date": "2017-09-27",
                  "setting": "TCU (Goiás unit) use of Alice on DNIT BR-153 notices, tenders blocked by acórdão",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
                },
                {
                  "date": "2024-01-17",
                  "setting": "TCE-MG presented Alice and Solaris to TCE-ES (Espírito Santo) for adoption; no outcome reported",
                  "outcome": "unknown",
                  "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what happened since from the cited sources.",
                "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Reduced Risk under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://pt.wikipedia.org/wiki/Controladoria-Geral_da_Uni%C3%A3o; https://pt.wikipedia.org/wiki/Tribunal_de_Contas_do_Estado_de_Minas_Gerais",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Notes about which sources could be read were reworded for readers; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "domain": "Public administration: state external audit and procurement control",
            "segment": "State court of accounts (anti-waste and anti-corruption control)"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "domain",
            "segment"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].access_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "press release",
                "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Tribunal mineiro apresenta economia feita com ajuda de Alice. TCE-MG Coordenadoria de Jornalismo e Redação (Fred La Rocca), 27 Jun 2023.",
                "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice",
                "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
                "date": "2023-06-27",
                "written_by": "deployer",
                "quote": "O trabalho detectou 60 irregularidades, que envolveram o valor de R$ 113.713.128,26."
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Same item, result of the alerts.",
                "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice (corrections)",
                "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
                "date": "2023-06-27",
                "written_by": "deployer",
                "quote": "Com isso, a auditoria conseguiu a correção dos editais no valor equivalente a R$ 91.723.011,31."
              },
              {
                "kind": "press release",
                "citation": "Appel, V. (2023). TCE-MG apresenta economia feita com ajuda de robô Alice. Atricon (Associação dos Membros dos Tribunais de Contas do Brasil), 28 Jun 2023, source TCE-MG.",
                "title": "TCE-MG apresenta economia feita com ajuda de robô Alice",
                "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/",
                "date": "2023-06-28",
                "written_by": "deployer",
                "quote": "Em dezembro de 2022, o TCE publicou o resultado de uma auditória feita em 2.297 licitações municipais e estaduais somente em agosto daquele ano."
              },
              {
                "kind": "press release",
                "citation": "Appel V (2024). TCE-MG apresenta robôs Alice e Solaris para o TCE-ES. Atricon, 17 January 2024.",
                "title": "TCE-MG apresenta robôs Alice e Solaris para o TCE-ES",
                "url": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
                "date": "2024-01-17",
                "written_by": "deployer"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0332-source-0001",
            "AIBD-0332-source-0002",
            "AIBD-0332-source-0003",
            "AIBD-0332-source-0004"
          ],
          "role": "Existing evidence items, in their original order"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Stable within the fingerprinted record version; no source content or source review has been added.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "sources[].language": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "evidence": [
              {
                "kind": "press release",
                "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Tribunal mineiro apresenta economia feita com ajuda de Alice. TCE-MG Coordenadoria de Jornalismo e Redação (Fred La Rocca), 27 Jun 2023.",
                "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice",
                "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
                "date": "2023-06-27",
                "written_by": "deployer",
                "quote": "O trabalho detectou 60 irregularidades, que envolveram o valor de R$ 113.713.128,26."
              },
              {
                "kind": "press release",
                "citation": "Tribunal de Contas do Estado de Minas Gerais (2023). Same item, result of the alerts.",
                "title": "Tribunal mineiro apresenta economia feita com ajuda de Alice (corrections)",
                "url": "https://www.tce.mg.gov.br/Tribunal-mineiro-apresenta-economia-feita-com-ajuda-de-Alice.html/Noticia/1111626457",
                "date": "2023-06-27",
                "written_by": "deployer",
                "quote": "Com isso, a auditoria conseguiu a correção dos editais no valor equivalente a R$ 91.723.011,31."
              },
              {
                "kind": "press release",
                "citation": "Appel, V. (2023). TCE-MG apresenta economia feita com ajuda de robô Alice. Atricon (Associação dos Membros dos Tribunais de Contas do Brasil), 28 Jun 2023, source TCE-MG.",
                "title": "TCE-MG apresenta economia feita com ajuda de robô Alice",
                "url": "https://atricon.org.br/blog/tce-mg-apresenta-economia-feita-com-ajuda-de-robo-alice/",
                "date": "2023-06-28",
                "written_by": "deployer",
                "quote": "Em dezembro de 2022, o TCE publicou o resultado de uma auditória feita em 2.297 licitações municipais e estaduais somente em agosto daquele ano."
              },
              {
                "kind": "press release",
                "citation": "Appel V (2024). TCE-MG apresenta robôs Alice e Solaris para o TCE-ES. Atricon, 17 January 2024.",
                "title": "TCE-MG apresenta robôs Alice e Solaris para o TCE-ES",
                "url": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/",
                "date": "2024-01-17",
                "written_by": "deployer"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "evidence"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sources[].upstream_sources": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "summary": "TCE-MG audit with Alice of 2,297 Aug 2022 tenders: 60 irregularities (R$113,713,128.26); 53 alerts answered; notices corrected worth R$91,723,011.31 (TCE-MG, 27 June 2023).",
            "account": "The Tribunal de Contas do Estado de Minas Gerais (TCE-MG) is one of more than ten Brazilian courts of accounts that adopted Alice. Alice is the Análise de Licitações e Editais system created by the CGU and the TCU. In December 2022 it published an audit of 2,297 municipal and state tenders held in a single month, August 2022. The exact day is not given. The court's own news item of 27 June 2023, reproduced by Atricon on 28 June 2023, gives the results. The work detected 60 irregularities involving R$113,713,128.26. 53 of the 60 alerts sent to the audited bodies received answers that allowed control verification. Irregularities were fixed in republished notices or measures adopted for future tenders. The audit achieved corrected notices worth R$91,723,011.31. The figures are aggregates presented by analysts Maria Aparecida Aiko Ikemura and Leonardo Alves Mateus to about 60 people from courts of accounts across Brazil. No individual tender is named."
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "summary",
            "account"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].autonomy_permissions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].component_role": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].deployment_configuration": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].inputs_outputs": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_name": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].model_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "system": "Alice (Análise de Licitações e Editais), the CGU/TCU tender-analysis system as adopted by TCE-MG"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "system"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "application_developer": "Controladoria-Geral da União (CGU) and Tribunal de Contas da União (TCU)"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Mapped from the existing case description without a new external source review.",
          "record_fields": [
            "developer"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "title": "TCE-MG's Alice audit of 2,297 August 2022 tenders detects 60 irregularities worth R$113.7 million; 53 alerts answered and notices worth R$91.7 million corrected",
            "headline": "Alice audit at TCE-MG corrects notices worth R$91.7 million"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "title",
            "headline"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "9a17eefb59731218d03d721f97d64c7857a0731029460a856d0ad980c6dd8260"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "account": "The Tribunal de Contas do Estado de Minas Gerais (TCE-MG) is one of more than ten Brazilian courts of accounts that adopted Alice. Alice is the Análise de Licitações e Editais system created by the CGU and the TCU. In December 2022 it published an audit of 2,297 municipal and state tenders held in a single month, August 2022. The exact day is not given. The court's own news item of 27 June 2023, reproduced by Atricon on 28 June 2023, gives the results. The work detected 60 irregularities involving R$113,713,128.26. 53 of the 60 alerts sent to the audited bodies received answers that allowed control verification. Irregularities were fixed in republished notices or measures adopted for future tenders. The audit achieved corrected notices worth R$91,723,011.31. The figures are aggregates presented by analysts Maria Aparecida Aiko Ikemura and Leonardo Alves Mateus to about 60 people from courts of accounts across Brazil. No individual tender is named.",
            "replication": {
              "produced_by": [
                "Adoption of the CGU/TCU Alice system by a state court of accounts, with its own data acquisition and infrastructure",
                "Selection of a typology of irregularities and a designed oversight process",
                "Alerts sent to the audited bodies with a request for response",
                "Audited bodies republishing corrected notices or adopting measures for future tenders"
              ],
              "must_hold": [
                "Access to state and municipal tender notices in machine-readable form",
                "Internal acceptance of the tool by auditors (the court cites internal resistance as a challenge)",
                "Audited bodies answering alerts (53 of 60 did)",
                "Typologies kept current so that alerts remain relevant"
              ],
              "echoes": [
                {
                  "date": "2017-09-27",
                  "setting": "TCU (Goiás unit) use of Alice on DNIT BR-153 notices, tenders blocked by acórdão",
                  "outcome": "recurred",
                  "source": "https://web.archive.org/web/20240224093756/https://inforchannel.com.br/2017/09/27/tcu-cria-robo-para-varredura-diaria-de-irregularidades-em-editais/"
                },
                {
                  "date": "2024-01-17",
                  "setting": "TCE-MG presented Alice and Solaris to TCE-ES (Espírito Santo) for adoption; no outcome reported",
                  "outcome": "unknown",
                  "source": "https://atricon.org.br/blog/tce-mg-apresenta-robos-alice-e-solaris-para-o-tce-es/"
                }
              ]
            }
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "account",
            "replication"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 32,
      "reviewed": 0,
      "record_mapped": 32,
      "not_assessed": 59,
      "complete": false,
      "by_state": {
        "value_present": 32,
        "not_reported": 0,
        "unresolved": 0,
        "not_assessed": 59,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}