{ "id": "AIBD-0353", "title": "AI-assisted RapiD mapping in HOT's February 2023 Türkiye earthquake activation was up to 12.4% slower and was disabled; OSM data still reached AKUT and AFAD", "summary": "OSM wiki: University of Colorado Boulder/Indiana University research found RapiD AI-assisted contributors up to 12.4% slower; RapiD disabled; OSM data used by AKUT and AFAD. No AI benefit documented.", "date_observed": "2023-02-06", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "After the M7.8 earthquake in Türkiye on 6 February 2023, the Humanitarian OpenStreetMap Team (HOT) activated, led by the Turkish community Yer Çizenler. It ran Tasking Manager projects for roads and buildings in Türkiye and Syria. The OpenStreetMap (OSM) wiki page for the response is community-authored and was last modified 5 June 2026. It states that, because of the large project areas, AI-assisted mapping with the RapiD editor was originally encouraged. It proved counter-productive and was then disabled. Research from the University of Colorado Boulder and Indiana University, shared with HOT in August 2023, compared 1,650 Tasking Manager contributors before and during it. Contributors using RapiD mapped tasks up to 12.4% slower than those not using AI-assisted mapping. Validators reported many data-quality issues from RapiD contributors, which led to RapiD being disabled on all activation projects. The same page records that OSM data supported rescue coordination by the AKUT Search and Rescue Association and AFAD. It also supported public-health programming in the Kahramanmaraş tent city and the World Bank's GRADE damage report. HOT's own activation and size-up pages (Internet Archive captures of 7 February and 29 May 2023) mention no AI tool and list no partner requests. No cited source documents Microsoft building footprints, HOT's fAIr or Meta maps here, nor any AI role in HOT's 2022 Pakistan floods activation. Cyclone Idai material was not found.", "category": "general benefit", "unexpected": false, "purpose": "AI-assisted mapping was encouraged to speed building and road mapping over large areas for responders. The evidence shows it slowed mapping and lowered quality in this activation. The claimed benefit was not delivered.", "system": "RapiD editor (AI-assisted mapping) used on HOT Tasking Manager projects; the sources do not name its developer", "model_version": null, "developer": null, "deployer": "Humanitarian OpenStreetMap Team with Yer Çizenler (activation lead)", "location": "Türkiye (Kahramanmaraş earthquakes) and northern Syria", "domain": "Humanitarian mapping / disaster response", "segment": "Volunteer humanitarian mapping", "benefit_type": "Reduced Task Time", "taxonomy_note": "The claimed good was faster mapping per contributor; the only independent study found contributors up to 12.4% slower and the tool was disabled.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": null, "reason": "No AI-attributable outcome: the AI-assisted editor was found slower and was disabled." }, { "group": "organizational", "depth": null, "reason": "No AI-attributable outcome: responders' use of OSM data is documented, but not tied to AI-derived features. The AI tool reduced mapping speed." }, { "group": "societal", "depth": null, "reason": "No AI-attributable outcome documented." } ], "ai_role": { "status": "assessed", "statement": "The AI component (RapiD AI-assisted mapping) is documented by the community-authored OSM wiki as counter-productive. It was up to 12.4% slower at task mapping, with validator-reported quality problems, and was then disabled on all activation projects. Use of OSM data by AKUT, AFAD, a tent-city health team and the World Bank is documented on the same page. It is not tied to AI-derived data. HOT's activation and size-up pages, from the Internet Archive, contain no AI mention. No cited source documents Microsoft building footprints, fAIr or Meta maps in the 2023 Türkiye, 2022 Pakistan or 2019 Idai responses." }, "evidence": [ { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section 'Be wary of AI assisted mapping (RapiD)'. Community wiki page, last modified 5 June 2026.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki)", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "a significant drop in productivity in terms of the speed of tasks mapped for contributors using the RapiD editor — up to 12.4% slower" }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, validator feedback and disabling of RapiD.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), RapiD disabled", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "This validator feedback eventually resulted in the RapiD editor being disabled as an option to contribute to all projects in the activation." }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section on data use.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), data use by responders", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "OSM data used to support rescue coordination in Turkey by AKUT Search and Rescue Association and AFAD" }, { "kind": "press release", "citation": "Humanitarian OpenStreetMap Team (2023). Türkiye Earthquakes, February 2023 Activation. hotosm.org disaster services page, Internet Archive capture of 7 February 2023.", "title": "Türkiye Earthquakes, February 2023 Activation", "url": "https://web.archive.org/web/20230207114951/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-activation/", "date": "2023-02-07", "written_by": "deployer", "quote": "This is in activation led by Yer Çizenler for the earthquake in Central Türkiye and northern Syria." }, { "kind": "report", "citation": "Humanitarian OpenStreetMap Team (2023). Turkey and Syria Earthquake Response February 2023 Size-up. hotosm.org, Internet Archive capture of 29 May 2023.", "title": "Turkey and Syria Earthquake Response February 2023 Size-up", "url": "https://web.archive.org/web/20230529125025/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-size-up/", "date": "2023-05-29", "written_by": "deployer", "quote": "There are no requests from partners currently" } ], "replication": { "produced_by": [ "A HOT activation with large Tasking Manager project areas and Maxar imagery", "RapiD AI-assisted editing offered to volunteer contributors", "Validators reviewing contributions and feeding back on quality", "Independent researchers comparing 1,650 contributors before and during the response" ], "must_hold": [ "Volunteer contributors of mixed experience using AI suggestions without extra validation", "AI-suggested features (for example roads defaulting to “residential”) not corrected before upload", "Validator capacity to detect and report quality problems" ], "echoes": [ { "date": "2022-08-30", "setting": "HOT Pakistan floods monsoon 2022 activation (Asia Pacific Open Mapping Hub): activation page read from the Internet Archive records no AI tool and no outcome", "model_version": null, "outcome": "unknown", "source": "https://web.archive.org/web/20221126224438/https://www.hotosm.org/disaster-services/pakistan-floods-monsoon-season-2022-activation/" } ] }, "paired_incident": null, "headline": "RapiD AI-assisted mapping up to 12.4% slower, then disabled", "metric": "contributors using RapiD mapped tasks up to 12.4% slower", "comparator": null, "later": { "status": "unknown", "date": null, "note": "No later operational use or outcome is established.", "quote": null, "url": null }, "value": null, "developer_country": null, "deployer_country": "United States", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Task Time under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.hotosm.org/contact-us/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The deployer's account", "claim_basis": "Sources: the deployer's report, the deployer's press release and the deployer's other. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0353", "catalog_version": "1.0.0", "source_fingerprint": "f70f534fb14bc31b8dcbef858340b77ff2bf40faa397b7bba30c33bf0c7043da", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0353-source-0001", "AIBD-0353-source-0002", "AIBD-0353-source-0003", "AIBD-0353-source-0004", "AIBD-0353-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "deployer": "Humanitarian OpenStreetMap Team with Yer Çizenler (activation lead)" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "The AI component (RapiD AI-assisted mapping) is documented by the community-authored OSM wiki as counter-productive. It was up to 12.4% slower at task mapping, with validator-reported quality problems, and was then disabled on all activation projects. Use of OSM data by AKUT, AFAD, a tent-city health team and the World Bank is documented on the same page. It is not tied to AI-derived data. HOT's activation and size-up pages, from the Internet Archive, contain no AI mention. No cited source documents Microsoft building footprints, fAIr or Meta maps in the 2023 Türkiye, 2022 Pakistan or 2019 Idai responses." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "general benefit", "ai_role": { "status": "assessed", "statement": "The AI component (RapiD AI-assisted mapping) is documented by the community-authored OSM wiki as counter-productive. It was up to 12.4% slower at task mapping, with validator-reported quality problems, and was then disabled on all activation projects. Use of OSM data by AKUT, AFAD, a tent-city health team and the World Bank is documented on the same page. It is not tied to AI-derived data. HOT's activation and size-up pages, from the Internet Archive, contain no AI mention. No cited source documents Microsoft building footprints, fAIr or Meta maps in the 2023 Türkiye, 2022 Pakistan or 2019 Idai responses." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "The deployer's account", "basis": "Sources: the deployer's report, the deployer's press release and the deployer's other. The cited evidence includes no independent source and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No AI-attributable outcome: the AI-assisted editor was found slower and was disabled." }, { "group": "organizational", "reason": "No AI-attributable outcome: responders' use of OSM data is documented, but not tied to AI-derived features. The AI tool reduced mapping speed." }, { "group": "societal", "reason": "No AI-attributable outcome documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No AI-attributable outcome: the AI-assisted editor was found slower and was disabled." }, { "group": "organizational", "reason": "No AI-attributable outcome: responders' use of OSM data is documented, but not tied to AI-derived features. The AI tool reduced mapping speed." }, { "group": "societal", "reason": "No AI-attributable outcome documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "metric" ], "source_refs": [] }, "review_state": "not_assessed", "coverage": "partial", "family": "evaluations", "display": { "answer": "contributors using RapiD mapped tasks up to 12.4% slower", "editor_note": "" } }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "later": { "status": "unknown", "note": "No later operational use or outcome is established." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "later" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0353" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Reduced Task Time", "taxonomy_note": "The claimed good was faster mapping per contributor; the only independent study found contributors up to 12.4% slower and the tool was disabled." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "After the M7.8 earthquake in Türkiye on 6 February 2023, the Humanitarian OpenStreetMap Team (HOT) activated, led by the Turkish community Yer Çizenler. It ran Tasking Manager projects for roads and buildings in Türkiye and Syria. The OpenStreetMap (OSM) wiki page for the response is community-authored and was last modified 5 June 2026. It states that, because of the large project areas, AI-assisted mapping with the RapiD editor was originally encouraged. It proved counter-productive and was then disabled. Research from the University of Colorado Boulder and Indiana University, shared with HOT in August 2023, compared 1,650 Tasking Manager contributors before and during it. Contributors using RapiD mapped tasks up to 12.4% slower than those not using AI-assisted mapping. Validators reported many data-quality issues from RapiD contributors, which led to RapiD being disabled on all activation projects. The same page records that OSM data supported rescue coordination by the AKUT Search and Rescue Association and AFAD. It also supported public-health programming in the Kahramanmaraş tent city and the World Bank's GRADE damage report. HOT's own activation and size-up pages (Internet Archive captures of 7 February and 29 May 2023) mention no AI tool and list no partner requests. No cited source documents Microsoft building footprints, HOT's fAIr or Meta maps here, nor any AI role in HOT's 2022 Pakistan floods activation. Cyclone Idai material was not found.", "benefit_type": "Reduced Task Time" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "No AI-attributable outcome: the AI-assisted editor was found slower and was disabled." }, { "group": "organizational", "reason": "No AI-attributable outcome: responders' use of OSM data is documented, but not tied to AI-derived features. The AI tool reduced mapping speed." }, { "group": "societal", "reason": "No AI-attributable outcome documented." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "AI-assisted mapping was encouraged to speed building and road mapping over large areas for responders. The evidence shows it slowed mapping and lowered quality in this activation. The claimed benefit was not delivered." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Türkiye (Kahramanmaraş earthquakes) and northern Syria", "deployer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "AI-assisted mapping was encouraged to speed building and road mapping over large areas for responders. The evidence shows it slowed mapping and lowered quality in this activation. The claimed benefit was not delivered." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2023-02-06", "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Task Time under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.hotosm.org/contact-us/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A HOT activation with large Tasking Manager project areas and Maxar imagery", "RapiD AI-assisted editing offered to volunteer contributors", "Validators reviewing contributions and feeding back on quality", "Independent researchers comparing 1,650 contributors before and during the response" ], "must_hold": [ "Volunteer contributors of mixed experience using AI suggestions without extra validation", "AI-suggested features (for example roads defaulting to “residential”) not corrected before upload", "Validator capacity to detect and report quality problems" ], "echoes": [ { "date": "2022-08-30", "setting": "HOT Pakistan floods monsoon 2022 activation (Asia Pacific Open Mapping Hub): activation page read from the Internet Archive records no AI tool and no outcome", "outcome": "unknown", "source": "https://web.archive.org/web/20221126224438/https://www.hotosm.org/disaster-services/pakistan-floods-monsoon-season-2022-activation/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "A HOT activation with large Tasking Manager project areas and Maxar imagery", "RapiD AI-assisted editing offered to volunteer contributors", "Validators reviewing contributions and feeding back on quality", "Independent researchers comparing 1,650 contributors before and during the response" ], "must_hold": [ "Volunteer contributors of mixed experience using AI suggestions without extra validation", "AI-suggested features (for example roads defaulting to “residential”) not corrected before upload", "Validator capacity to detect and report quality problems" ], "echoes": [ { "date": "2022-08-30", "setting": "HOT Pakistan floods monsoon 2022 activation (Asia Pacific Open Mapping Hub): activation page read from the Internet Archive records no AI tool and no outcome", "outcome": "unknown", "source": "https://web.archive.org/web/20221126224438/https://www.hotosm.org/disaster-services/pakistan-floods-monsoon-season-2022-activation/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Reduced Task Time under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the deployer added from the organization's own site or a registry.", "source": "https://www.hotosm.org/contact-us/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Humanitarian mapping / disaster response", "segment": "Volunteer humanitarian mapping" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section 'Be wary of AI assisted mapping (RapiD)'. Community wiki page, last modified 5 June 2026.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki)", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "a significant drop in productivity in terms of the speed of tasks mapped for contributors using the RapiD editor — up to 12.4% slower" }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, validator feedback and disabling of RapiD.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), RapiD disabled", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "This validator feedback eventually resulted in the RapiD editor being disabled as an option to contribute to all projects in the activation." }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section on data use.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), data use by responders", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "OSM data used to support rescue coordination in Turkey by AKUT Search and Rescue Association and AFAD" }, { "kind": "press release", "citation": "Humanitarian OpenStreetMap Team (2023). Türkiye Earthquakes, February 2023 Activation. hotosm.org disaster services page, Internet Archive capture of 7 February 2023.", "title": "Türkiye Earthquakes, February 2023 Activation", "url": "https://web.archive.org/web/20230207114951/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-activation/", "date": "2023-02-07", "written_by": "deployer", "quote": "This is in activation led by Yer Çizenler for the earthquake in Central Türkiye and northern Syria." }, { "kind": "report", "citation": "Humanitarian OpenStreetMap Team (2023). Turkey and Syria Earthquake Response February 2023 Size-up. hotosm.org, Internet Archive capture of 29 May 2023.", "title": "Turkey and Syria Earthquake Response February 2023 Size-up", "url": "https://web.archive.org/web/20230529125025/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-size-up/", "date": "2023-05-29", "written_by": "deployer", "quote": "There are no requests from partners currently" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0353-source-0001", "AIBD-0353-source-0002", "AIBD-0353-source-0003", "AIBD-0353-source-0004", "AIBD-0353-source-0005" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section 'Be wary of AI assisted mapping (RapiD)'. Community wiki page, last modified 5 June 2026.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki)", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "a significant drop in productivity in terms of the speed of tasks mapped for contributors using the RapiD editor — up to 12.4% slower" }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, validator feedback and disabling of RapiD.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), RapiD disabled", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "This validator feedback eventually resulted in the RapiD editor being disabled as an option to contribute to all projects in the activation." }, { "kind": "other", "citation": "OpenStreetMap wiki (2023-2026). 2023 Turkey Earthquakes, section on data use.", "title": "2023 Turkey Earthquakes (OpenStreetMap wiki), data use by responders", "url": "https://wiki.openstreetmap.org/wiki/2023_Turkey_Earthquakes", "date": "2026-06-05", "written_by": "deployer", "quote": "OSM data used to support rescue coordination in Turkey by AKUT Search and Rescue Association and AFAD" }, { "kind": "press release", "citation": "Humanitarian OpenStreetMap Team (2023). Türkiye Earthquakes, February 2023 Activation. hotosm.org disaster services page, Internet Archive capture of 7 February 2023.", "title": "Türkiye Earthquakes, February 2023 Activation", "url": "https://web.archive.org/web/20230207114951/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-activation/", "date": "2023-02-07", "written_by": "deployer", "quote": "This is in activation led by Yer Çizenler for the earthquake in Central Türkiye and northern Syria." }, { "kind": "report", "citation": "Humanitarian OpenStreetMap Team (2023). Turkey and Syria Earthquake Response February 2023 Size-up. hotosm.org, Internet Archive capture of 29 May 2023.", "title": "Turkey and Syria Earthquake Response February 2023 Size-up", "url": "https://web.archive.org/web/20230529125025/https://www.hotosm.org/disaster-services/turkiye-earthquakes-february-2023-size-up/", "date": "2023-05-29", "written_by": "deployer", "quote": "There are no requests from partners currently" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "OSM wiki: University of Colorado Boulder/Indiana University research found RapiD AI-assisted contributors up to 12.4% slower; RapiD disabled; OSM data used by AKUT and AFAD. No AI benefit documented.", "account": "After the M7.8 earthquake in Türkiye on 6 February 2023, the Humanitarian OpenStreetMap Team (HOT) activated, led by the Turkish community Yer Çizenler. It ran Tasking Manager projects for roads and buildings in Türkiye and Syria. The OpenStreetMap (OSM) wiki page for the response is community-authored and was last modified 5 June 2026. It states that, because of the large project areas, AI-assisted mapping with the RapiD editor was originally encouraged. It proved counter-productive and was then disabled. Research from the University of Colorado Boulder and Indiana University, shared with HOT in August 2023, compared 1,650 Tasking Manager contributors before and during it. Contributors using RapiD mapped tasks up to 12.4% slower than those not using AI-assisted mapping. Validators reported many data-quality issues from RapiD contributors, which led to RapiD being disabled on all activation projects. The same page records that OSM data supported rescue coordination by the AKUT Search and Rescue Association and AFAD. It also supported public-health programming in the Kahramanmaraş tent city and the World Bank's GRADE damage report. HOT's own activation and size-up pages (Internet Archive captures of 7 February and 29 May 2023) mention no AI tool and list no partner requests. No cited source documents Microsoft building footprints, HOT's fAIr or Meta maps here, nor any AI role in HOT's 2022 Pakistan floods activation. Cyclone Idai material was not found." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "RapiD editor (AI-assisted mapping) used on HOT Tasking Manager projects; the sources do not name its developer" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "AI-assisted RapiD mapping in HOT's February 2023 Türkiye earthquake activation was up to 12.4% slower and was disabled; OSM data still reached AKUT and AFAD", "headline": "RapiD AI-assisted mapping up to 12.4% slower, then disabled" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "f70f534fb14bc31b8dcbef858340b77ff2bf40faa397b7bba30c33bf0c7043da" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "After the M7.8 earthquake in Türkiye on 6 February 2023, the Humanitarian OpenStreetMap Team (HOT) activated, led by the Turkish community Yer Çizenler. It ran Tasking Manager projects for roads and buildings in Türkiye and Syria. The OpenStreetMap (OSM) wiki page for the response is community-authored and was last modified 5 June 2026. It states that, because of the large project areas, AI-assisted mapping with the RapiD editor was originally encouraged. It proved counter-productive and was then disabled. Research from the University of Colorado Boulder and Indiana University, shared with HOT in August 2023, compared 1,650 Tasking Manager contributors before and during it. Contributors using RapiD mapped tasks up to 12.4% slower than those not using AI-assisted mapping. Validators reported many data-quality issues from RapiD contributors, which led to RapiD being disabled on all activation projects. The same page records that OSM data supported rescue coordination by the AKUT Search and Rescue Association and AFAD. It also supported public-health programming in the Kahramanmaraş tent city and the World Bank's GRADE damage report. HOT's own activation and size-up pages (Internet Archive captures of 7 February and 29 May 2023) mention no AI tool and list no partner requests. No cited source documents Microsoft building footprints, HOT's fAIr or Meta maps here, nor any AI role in HOT's 2022 Pakistan floods activation. Cyclone Idai material was not found.", "replication": { "produced_by": [ "A HOT activation with large Tasking Manager project areas and Maxar imagery", "RapiD AI-assisted editing offered to volunteer contributors", "Validators reviewing contributions and feeding back on quality", "Independent researchers comparing 1,650 contributors before and during the response" ], "must_hold": [ "Volunteer contributors of mixed experience using AI suggestions without extra validation", "AI-suggested features (for example roads defaulting to “residential”) not corrected before upload", "Validator capacity to detect and report quality problems" ], "echoes": [ { "date": "2022-08-30", "setting": "HOT Pakistan floods monsoon 2022 activation (Asia Pacific Open Mapping Hub): activation page read from the Internet Archive records no AI tool and no outcome", "outcome": "unknown", "source": "https://web.archive.org/web/20221126224438/https://www.hotosm.org/disaster-services/pakistan-floods-monsoon-season-2022-activation/" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 0, "record_mapped": 27, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } }