{ "id": "AIBD-0368", "title": "Instagram self-harm alert to Madhya Pradesh cyber police leads Satna officers to a 17-year-old within about an hour; she is counseled and sent home (3 November 2022)", "summary": "3 November 2022, about 5 pm: Instagram emailed MP cyber police a self-harm alert; Bhopal and Indore teams traced a 17-year-old to Satna in about an hour; she was counseled and sent home.", "date_observed": "2022-11-03", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "On 3 November 2022 at about 5 pm, Madhya Pradesh's state cyber police received an alert emailed by Instagram's US office. It said a user in the state had suffered a body injury. The Indore cyber-crime unit shared the “self-harm” alert with the cyber headquarters in Bhopal (ANI, 5 November 2022; Times of India, 4 November 2022). The girl, 17, had uploaded two videos. In one, a packet of poison lay beside her as she acted as if drunk. In the other she appeared to cut a vein (ANI). The Times of India notes a small cut on her wrist. State Cyber SP Vaibhav Shrivastava said: “After an effort of one hour, we traced the location of the girl”. She was in Satna district, whose police were informed (ANI). Satna SP Ashutosh Gupta said officers located her and called her in with her mother. She said she only wanted to scare her boyfriend and was sent home after counseling (Times of India).", "category": "protective response", "unexpected": false, "purpose": "Instagram's self-harm detection was built to flag content indicating self-harm or suicide risk and route alerts to agencies that can intervene. An alert that brought police to a girl posting self-harm videos was that purpose.", "system": "Instagram self-harm content detection and alert routing", "model_version": null, "developer": "Meta Platforms (Instagram)", "deployer": "Instagram; alert acted on by the Madhya Pradesh State Cyber Police (Bhopal headquarters and Indore unit) and Satna Police", "location": "Satna, India", "domain": "Suicide prevention / online safety", "segment": "Social media platforms and police", "benefit_type": "Improved Physical Health", "taxonomy_note": "The good is a welfare check and counseling for a teen flagged for self-harm, with only a minor injury documented.", "registry_ids": { "oecd_aim": "2022-11-04-76c5" }, "ratings": [ { "group": "personal", "depth": 2, "reason": "A 17-year-old had posted videos with poison and an apparent cut. She was reached and counseled within about an hour of the alert and sent home with a small cut on her wrist. By her own account she wanted to scare her boyfriend. An averted suicide rests on the police's framing and is not established." } ], "ai_role": { "status": "assessed", "statement": "Police say the alert came by email from Instagram's US office after the videos were posted. An ASP described the platform's AI algorithms as flagging non-graphic self-harm content such as scars, search words and hashtags. No source says whether a classifier or a user report started the alert, or whether Instagram staff reviewed it. Everything after the email was human work. Bhopal and Indore technical teams traced the location in about an hour. Satna police found and counseled her." }, "evidence": [ { "kind": "news report", "citation": "TNN (2022). Instagram alert helps cops prevent a suicide in Madhya Pradesh. The Times of India (Bhopal), 4 November 2022.", "title": "Instagram alert helps cops prevent a suicide in Madhya Pradesh", "url": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms", "date": "2022-11-04", "written_by": "independent", "quote": "She told us that she only wanted to scare her boyfriend as he was not talking to her for five days. She was sent home after a session of counseling" }, { "kind": "news report", "citation": "ANI (2022). Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna. Asian News International, 5 November 2022.", "title": "Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna", "url": "https://www.aninews.in/news/national/general-news/madhya-pradesh-instagrams-timely-alert-to-cyber-police-helps-save-minor-girls-life-in-satna20221105161736", "date": "2022-11-05", "written_by": "independent", "quote": "After an effort of one hour, we traced the location of the girl. We find that she is a resident of the Satna district of Madhya Pradesh" }, { "kind": "news report", "citation": "Team Latestly (2022). Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life. LatestLY, 4 November 2022.", "title": "Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life", "url": "https://www.latestly.com/india/news/madhya-pradesh-instagram-timely-alert-to-indore-cyber-cops-saves-satna-girl-from-ending-life-4417111.html", "date": "2022-11-04", "written_by": "independent", "quote": "AI algorithms on Instagram don't allow any graphic images of self-harm, and any non-graphic, self-harm related content, such as scars, or search words and hashtags, trigger alerts" }, { "kind": "registry label", "citation": "OECD.AI (2022). Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh. OECD AI Incidents and Hazards Monitor, entry 2022-11-04-76c5.", "title": "Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh", "url": "https://oecd.ai/en/incidents/2022-11-04-76c5", "date": null, "written_by": "independent", "quote": "Instagram's AI system detected self-harm content posted by a 17-year-old girl in Satna, Madhya Pradesh, and sent an alert to cyber police." } ], "replication": { "produced_by": [ "Instagram's self-harm detection and alert routing, which per the police flags non-graphic self-harm content and emails state cyber police with account information", "A state cyber police unit (Bhopal headquarters and Indore unit) able to trace the account's location from the emailed information, here in about an hour", "District police able to reach the person and hold a counseling session with a parent present" ], "must_hold": [ "The account's IP or other details resolve to a reachable district", "The person is found before any act. Here she was found with a small cut on her wrist", "A standing channel exists between Instagram and the state cyber police. This was the unit's second such alert" ], "echoes": [ { "date": null, "setting": "Chhattisgarh, earlier: per ASP Vaibhav Srivastava, a previous Instagram “suicide” alert to the Madhya Pradesh cyber cell led to a girl being traced to Chhattisgarh and saved by local police", "model_version": null, "outcome": "recurred", "source": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms" } ] }, "paired_incident": null, "headline": "Instagram self-harm alert brings Satna police to a 17-year-old", "metric": null, "comparator": null, "later": null, "value": null, "developer_country": "United States", "deployer_country": null, "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-11-04-76c5", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: three independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0368", "catalog_version": "1.0.0", "source_fingerprint": "df724059f4e078b0baf3ddb1b276f72659cf7cc9167fb308345002ee63116233", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0368-source-0001", "AIBD-0368-source-0002", "AIBD-0368-source-0003", "AIBD-0368-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Meta Platforms (Instagram)", "deployer": "Instagram; alert acted on by the Madhya Pradesh State Cyber Police (Bhopal headquarters and Indore unit) and Satna Police" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "Police say the alert came by email from Instagram's US office after the videos were posted. An ASP described the platform's AI algorithms as flagging non-graphic self-harm content such as scars, search words and hashtags. No source says whether a classifier or a user report started the alert, or whether Instagram staff reviewed it. Everything after the email was human work. Bhopal and Indore technical teams traced the location in about an hour. Satna police found and counseled her." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "Police say the alert came by email from Instagram's US office after the videos were posted. An ASP described the platform's AI algorithms as flagging non-graphic self-harm content such as scars, search words and hashtags. No source says whether a classifier or a user report started the alert, or whether Instagram staff reviewed it. Everything after the email was human work. Bhopal and Indore technical teams traced the location in about an hour. Satna police found and counseled her." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "A 17-year-old had posted videos with poison and an apparent cut. She was reached and counseled within about an hour of the alert and sent home with a small cut on her wrist. By her own account she wanted to scare her boyfriend. An averted suicide rests on the police's framing and is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: three independent news reports and a registry entry. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "A 17-year-old had posted videos with poison and an apparent cut. She was reached and counseled within about an hour of the alert and sent home with a small cut on her wrist. By her own account she wanted to scare her boyfriend. An averted suicide rests on the police's framing and is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "A 17-year-old had posted videos with poison and an apparent cut. She was reached and counseled within about an hour of the alert and sent home with a small cut on her wrist. By her own account she wanted to scare her boyfriend. An averted suicide rests on the police's framing and is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2022-11-04-76c5" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0368" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "The good is a welfare check and counseling for a teen flagged for self-harm, with only a minor injury documented." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 3 November 2022 at about 5 pm, Madhya Pradesh's state cyber police received an alert emailed by Instagram's US office. It said a user in the state had suffered a body injury. The Indore cyber-crime unit shared the “self-harm” alert with the cyber headquarters in Bhopal (ANI, 5 November 2022; Times of India, 4 November 2022). The girl, 17, had uploaded two videos. In one, a packet of poison lay beside her as she acted as if drunk. In the other she appeared to cut a vein (ANI). The Times of India notes a small cut on her wrist. State Cyber SP Vaibhav Shrivastava said: “After an effort of one hour, we traced the location of the girl”. She was in Satna district, whose police were informed (ANI). Satna SP Ashutosh Gupta said officers located her and called her in with her mother. She said she only wanted to scare her boyfriend and was sent home after counseling (Times of India).", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "depth": 2, "reason": "A 17-year-old had posted videos with poison and an apparent cut. She was reached and counseled within about an hour of the alert and sent home with a small cut on her wrist. By her own account she wanted to scare her boyfriend. An averted suicide rests on the police's framing and is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Instagram's self-harm detection was built to flag content indicating self-harm or suicide risk and route alerts to agencies that can intervene. An alert that brought police to a girl posting self-harm videos was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Satna, India", "developer_country": "United States" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Instagram's self-harm detection was built to flag content indicating self-harm or suicide risk and route alerts to agencies that can intervene. An alert that brought police to a girl posting self-harm videos was that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2022-11-03", "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-11-04-76c5", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Instagram's self-harm detection and alert routing, which per the police flags non-graphic self-harm content and emails state cyber police with account information", "A state cyber police unit (Bhopal headquarters and Indore unit) able to trace the account's location from the emailed information, here in about an hour", "District police able to reach the person and hold a counseling session with a parent present" ], "must_hold": [ "The account's IP or other details resolve to a reachable district", "The person is found before any act. Here she was found with a small cut on her wrist", "A standing channel exists between Instagram and the state cyber police. This was the unit's second such alert" ], "echoes": [ { "setting": "Chhattisgarh, earlier: per ASP Vaibhav Srivastava, a previous Instagram “suicide” alert to the Madhya Pradesh cyber cell led to a girl being traced to Chhattisgarh and saved by local police", "outcome": "recurred", "source": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Instagram's self-harm detection and alert routing, which per the police flags non-graphic self-harm content and emails state cyber police with account information", "A state cyber police unit (Bhopal headquarters and Indore unit) able to trace the account's location from the emailed information, here in about an hour", "District police able to reach the person and hold a counseling session with a parent present" ], "must_hold": [ "The account's IP or other details resolve to a reachable district", "The person is found before any act. Here she was found with a small cut on her wrist", "A standing channel exists between Instagram and the state cyber police. This was the unit's second such alert" ], "echoes": [ { "setting": "Chhattisgarh, earlier: per ASP Vaibhav Srivastava, a previous Instagram “suicide” alert to the Madhya Pradesh cyber cell led to a girl being traced to Chhattisgarh and saved by local police", "outcome": "recurred", "source": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2022-11-04-76c5", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Suicide prevention / online safety", "segment": "Social media platforms and police" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "TNN (2022). Instagram alert helps cops prevent a suicide in Madhya Pradesh. The Times of India (Bhopal), 4 November 2022.", "title": "Instagram alert helps cops prevent a suicide in Madhya Pradesh", "url": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms", "date": "2022-11-04", "written_by": "independent", "quote": "She told us that she only wanted to scare her boyfriend as he was not talking to her for five days. She was sent home after a session of counseling" }, { "kind": "news report", "citation": "ANI (2022). Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna. Asian News International, 5 November 2022.", "title": "Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna", "url": "https://www.aninews.in/news/national/general-news/madhya-pradesh-instagrams-timely-alert-to-cyber-police-helps-save-minor-girls-life-in-satna20221105161736", "date": "2022-11-05", "written_by": "independent", "quote": "After an effort of one hour, we traced the location of the girl. We find that she is a resident of the Satna district of Madhya Pradesh" }, { "kind": "news report", "citation": "Team Latestly (2022). Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life. LatestLY, 4 November 2022.", "title": "Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life", "url": "https://www.latestly.com/india/news/madhya-pradesh-instagram-timely-alert-to-indore-cyber-cops-saves-satna-girl-from-ending-life-4417111.html", "date": "2022-11-04", "written_by": "independent", "quote": "AI algorithms on Instagram don't allow any graphic images of self-harm, and any non-graphic, self-harm related content, such as scars, or search words and hashtags, trigger alerts" }, { "kind": "registry label", "citation": "OECD.AI (2022). Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh. OECD AI Incidents and Hazards Monitor, entry 2022-11-04-76c5.", "title": "Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh", "url": "https://oecd.ai/en/incidents/2022-11-04-76c5", "written_by": "independent", "quote": "Instagram's AI system detected self-harm content posted by a 17-year-old girl in Satna, Madhya Pradesh, and sent an alert to cyber police." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0368-source-0001", "AIBD-0368-source-0002", "AIBD-0368-source-0003", "AIBD-0368-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "TNN (2022). Instagram alert helps cops prevent a suicide in Madhya Pradesh. The Times of India (Bhopal), 4 November 2022.", "title": "Instagram alert helps cops prevent a suicide in Madhya Pradesh", "url": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms", "date": "2022-11-04", "written_by": "independent", "quote": "She told us that she only wanted to scare her boyfriend as he was not talking to her for five days. She was sent home after a session of counseling" }, { "kind": "news report", "citation": "ANI (2022). Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna. Asian News International, 5 November 2022.", "title": "Madhya Pradesh: Instagram's timely alert to cyber police helps save minor girl's life in Satna", "url": "https://www.aninews.in/news/national/general-news/madhya-pradesh-instagrams-timely-alert-to-cyber-police-helps-save-minor-girls-life-in-satna20221105161736", "date": "2022-11-05", "written_by": "independent", "quote": "After an effort of one hour, we traced the location of the girl. We find that she is a resident of the Satna district of Madhya Pradesh" }, { "kind": "news report", "citation": "Team Latestly (2022). Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life. LatestLY, 4 November 2022.", "title": "Madhya Pradesh: Instagram Timely Alert to Indore Cyber Cops Saves Satna Girl From Ending Life", "url": "https://www.latestly.com/india/news/madhya-pradesh-instagram-timely-alert-to-indore-cyber-cops-saves-satna-girl-from-ending-life-4417111.html", "date": "2022-11-04", "written_by": "independent", "quote": "AI algorithms on Instagram don't allow any graphic images of self-harm, and any non-graphic, self-harm related content, such as scars, or search words and hashtags, trigger alerts" }, { "kind": "registry label", "citation": "OECD.AI (2022). Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh. OECD AI Incidents and Hazards Monitor, entry 2022-11-04-76c5.", "title": "Instagram AI Alert Enables Police to Prevent Teen Suicide in Madhya Pradesh", "url": "https://oecd.ai/en/incidents/2022-11-04-76c5", "written_by": "independent", "quote": "Instagram's AI system detected self-harm content posted by a 17-year-old girl in Satna, Madhya Pradesh, and sent an alert to cyber police." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "3 November 2022, about 5 pm: Instagram emailed MP cyber police a self-harm alert; Bhopal and Indore teams traced a 17-year-old to Satna in about an hour; she was counseled and sent home.", "account": "On 3 November 2022 at about 5 pm, Madhya Pradesh's state cyber police received an alert emailed by Instagram's US office. It said a user in the state had suffered a body injury. The Indore cyber-crime unit shared the “self-harm” alert with the cyber headquarters in Bhopal (ANI, 5 November 2022; Times of India, 4 November 2022). The girl, 17, had uploaded two videos. In one, a packet of poison lay beside her as she acted as if drunk. In the other she appeared to cut a vein (ANI). The Times of India notes a small cut on her wrist. State Cyber SP Vaibhav Shrivastava said: “After an effort of one hour, we traced the location of the girl”. She was in Satna district, whose police were informed (ANI). Satna SP Ashutosh Gupta said officers located her and called her in with her mother. She said she only wanted to scare her boyfriend and was sent home after counseling (Times of India)." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Instagram self-harm content detection and alert routing" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Meta Platforms (Instagram)" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Instagram self-harm alert to Madhya Pradesh cyber police leads Satna officers to a 17-year-old within about an hour; she is counseled and sent home (3 November 2022)", "headline": "Instagram self-harm alert brings Satna police to a 17-year-old" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "df724059f4e078b0baf3ddb1b276f72659cf7cc9167fb308345002ee63116233" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "On 3 November 2022 at about 5 pm, Madhya Pradesh's state cyber police received an alert emailed by Instagram's US office. It said a user in the state had suffered a body injury. The Indore cyber-crime unit shared the “self-harm” alert with the cyber headquarters in Bhopal (ANI, 5 November 2022; Times of India, 4 November 2022). The girl, 17, had uploaded two videos. In one, a packet of poison lay beside her as she acted as if drunk. In the other she appeared to cut a vein (ANI). The Times of India notes a small cut on her wrist. State Cyber SP Vaibhav Shrivastava said: “After an effort of one hour, we traced the location of the girl”. She was in Satna district, whose police were informed (ANI). Satna SP Ashutosh Gupta said officers located her and called her in with her mother. She said she only wanted to scare her boyfriend and was sent home after counseling (Times of India).", "replication": { "produced_by": [ "Instagram's self-harm detection and alert routing, which per the police flags non-graphic self-harm content and emails state cyber police with account information", "A state cyber police unit (Bhopal headquarters and Indore unit) able to trace the account's location from the emailed information, here in about an hour", "District police able to reach the person and hold a counseling session with a parent present" ], "must_hold": [ "The account's IP or other details resolve to a reachable district", "The person is found before any act. Here she was found with a small cut on her wrist", "A standing channel exists between Instagram and the state cyber police. This was the unit's second such alert" ], "echoes": [ { "setting": "Chhattisgarh, earlier: per ASP Vaibhav Srivastava, a previous Instagram “suicide” alert to the Madhya Pradesh cyber cell led to a girl being traced to Chhattisgarh and saved by local police", "outcome": "recurred", "source": "https://timesofindia.indiatimes.com/city/bhopal/instagram-alert-helps-cops-prevent-a-suicide-in-madhya-pradesh/articleshow/95288119.cms" } ] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 29, "reviewed": 0, "record_mapped": 29, "not_assessed": 62, "complete": false, "by_state": { "value_present": 29, "not_reported": 0, "unresolved": 0, "not_assessed": 62, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } }