{ "id": "AIBD-0371", "title": "Kota police tie up with Meta to route suicide and self-harm flags from Facebook and Instagram to Abhay Command Centre; within a week police report a possible suicide by a Jhunjhunu student prevented", "summary": "Kota City SP Amrita Duhan said Meta's red-flag tags for suicidal posts go to a round-the-clock police team; within a week, police prevented a possible suicide by a student from Jhunjhunu (PTI).", "date_observed": "2024-05-28", "date_basis": "unassessed", "date_precision": "unassessed", "benefit_status": null, "source_collection": null, "source_entry": null, "account": "PTI reported from Kota on 28 May 2024 that city police under Superintendent Amrita Duhan had tied up with Meta. It aims to identify students exhibiting suicidal tendencies on Facebook and Instagram. When a student posts suicide or self-harm content, a red-flag tag appears on Meta's system and account information is shared with Kota police. For students outside Kota it goes to Abhay Command Centre or the district control room. There a dedicated team works round the clock in eight-hour shifts. Within a week of the launch, police said they had prevented a possible suicide by a student from Jhunjhunu district. No red-flag tags had yet been reported in the city. PTI counted nine coaching-student suicides in 2024 to date and 26 in 2023. Duhan planned to extend the arrangement to Jaipur (PTI via LatestLY). Meta's newsroom describes machine-learning detection with human review before authorities are contacted (Card, 2018). The intervention date is not given.", "category": "protective response", "unexpected": false, "purpose": "Meta's pipeline is built to find posts indicating suicide or self-injury risk and route them to trained reviewers. In imminent cases it contacts local authorities (Meta Newsroom). The Kota arrangement routes those flags to police to intervene. This case is that purpose.", "system": "Meta suicide and self-injury detection on Facebook and Instagram, with red-flag tags shared with Kota police and Abhay Command Centre", "model_version": null, "developer": "Meta Platforms", "deployer": "Kota City Police (Rajasthan Police), Abhay Command Centre", "location": "Kota, India", "domain": "Suicide prevention / online safety", "segment": "Social media platforms and police", "benefit_type": "Improved Physical Health", "taxonomy_note": "A suicide intervention; Trustible's only health type is physical health.", "registry_ids": { "oecd_aim": "2024-05-28-2dfd" }, "ratings": [ { "group": "personal", "depth": null, "reason": "PTI reports only that police “prevented a possible suicide by a student hailing from the Jhunjhunu district” within a week of the launch. The sources give no account of what the student posted, their condition when reached or what officers did. So the outcome is not established." } ], "ai_role": { "status": "assessed", "statement": "PTI's report says the chain starts with a red-flag tag on Meta's system when a student posts suicide or self-harm content. Account information is then shared with police. It does not say whether Meta's classifier or a user report raised the flag in the Jhunjhunu case, nor what happened on arrival. Meta's own description (2018, updated 2021) says machine-learning detection is followed by human review before authorities are contacted. The intervention itself was police work. PTI also notes that no red-flag tags had been reported in Kota city since the launch." }, "evidence": [ { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024.", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "the police have prevented a possible suicide by a student hailing from the Jhunjhunu district" }, { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024 (second quotation).", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "A dedicated team, working round the clock on eight-hour shifts, has been deputed at Abhay Command Centre" }, { "kind": "press release", "citation": "Card, C. (2018). How Facebook AI Helps Suicide Prevention. Meta Newsroom, 10 September 2018 (updated 29 September 2021).", "title": "How Facebook AI Helps Suicide Prevention", "url": "https://about.fb.com/news/2018/09/inside-feed-suicide-prevention-and-ai/", "date": "2018-09-10", "written_by": "makers", "quote": "Since these efforts began last year, we've worked with first responders on over 1,000 wellness checks based on reports we've received from our proactive detection efforts." }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor (2024). Kota Police and Meta Use AI Monitoring to Prevent Student Suicides. OECD.AI, 28 May 2024.", "title": "Kota Police and Meta Use AI Monitoring to Prevent Student Suicides", "url": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "date": "2024-05-28", "written_by": "independent", "quote": "Within a week, officers intervened to avert a suicide attempt from a student in Jhunjhunu." } ], "replication": { "produced_by": [ "Meta's detection-and-review pipeline flagging suicide or self-harm posts by students on Facebook and Instagram", "A standing arrangement under which Meta shares account information with Kota police. For students outside Kota it goes to Abhay Command Centre or a district control room", "A police team monitoring the flags round the clock in eight-hour shifts" ], "must_hold": [ "The student must post on Facebook or Instagram in a way the pipeline recognizes", "Account details must resolve to a reachable location in time", "Police must be able to reach the student quickly" ], "echoes": [] }, "paired_incident": null, "headline": "Kota police act on a Meta self-harm flag within a week of tie-up", "metric": null, "comparator": null, "later": null, "value": null, "developer_country": "United States", "deployer_country": "India", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms; https://en.wikipedia.org/wiki/Rajasthan_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "source": null, "editor": "AIBD" } ], "confidence": "reported", "shade": "medium", "claim_status": "Independently reported", "claim_basis": "Sources: one independent news report, a registry entry and the makers' press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0371", "catalog_version": "1.0.0", "source_fingerprint": "fde9db963ea3a4d8e85db3224fe3d54c6602cd7c4f686e22a5a6be98d4698e74", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" }, { "collection_id": "viator", "version": "2026-10-25" }, { "collection_id": "adyt", "version": "2026-10-25" }, { "collection_id": "chanticleer", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0371-source-0001", "AIBD-0371-source-0002", "AIBD-0371-source-0003", "AIBD-0371-source-0004" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "monetary observations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "developer": "Meta Platforms", "deployer": "Kota City Police (Rajasthan Police), Abhay Command Centre" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "developer", "deployer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "actors[].ownership_control": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "ai_contribution": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ai_role": { "status": "assessed", "statement": "PTI's report says the chain starts with a red-flag tag on Meta's system when a student posts suicide or self-harm content. Account information is then shared with police. It does not say whether Meta's classifier or a user report raised the flag in the Jhunjhunu case, nor what happened on arrival. Meta's own description (2018, updated 2021) says machine-learning detection is followed by human review before authorities are contacted. The intervention itself was police work. PTI also notes that no red-flag tags had been reported in Kota city since the launch." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "ai_relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "category": "protective response", "ai_role": { "status": "assessed", "statement": "PTI's report says the chain starts with a red-flag tag on Meta's system when a student posts suicide or self-harm content. Account information is then shared with police. It does not say whether Meta's classifier or a user report raised the flag in the Jhunjhunu case, nor what happened on arrival. Meta's own description (2018, updated 2021) says machine-learning detection is followed by human review before authorities are contacted. The intervention itself was police work. PTI also notes that no red-flag tags had been reported in Kota city since the launch." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ai_role", "category" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "medium", "evidence_word": "reported", "claim_status": "Independently reported", "basis": "Sources: one independent news report, a registry entry and the makers' press release. The cited evidence includes no independent study or report and no finding by a regulator or court.", "interpretation": "Existing display rule preserved; the richer outcome-specific confidence question still needs review." } }, "provenance": { "kind": "curatorial", "basis": "Derived from the existing case display properties; not a new evidentiary judgment.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "PTI reports only that police “prevented a possible suicide by a student hailing from the Jhunjhunu district” within a week of the launch. The sources give no account of what the student posted, their condition when reached or what officers did. So the outcome is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].target": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "PTI reports only that police “prevented a possible suicide by a student hailing from the Jhunjhunu district” within a week of the launch. The sources give no account of what the student posted, their condition when reached or what officers did. So the outcome is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "availability": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_links[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_links": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].evidence_strength": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "cross_border_flows[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "economics[].amount": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].costs[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].counterfactual": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].currency_price_basis": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].gross_net": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].measure_type": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].period_unit": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].realization": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].recipient_payer": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].return_payback": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "economics[].valuation_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "monetary observations" }, "evaluations[].ai_uplift": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].comparator": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].design": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].effect": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].exposure": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].measurement_method": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].metric": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].reproduction_materials": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].setting_sample": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "evaluations[].uncertainty_limitations": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "evaluations" }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "registry_ids": { "oecd_aim": "2024-05-28-2dfd" } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "registry_ids" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "human_oversight": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0371" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiaries": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].beneficiary_count": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "benefit_type": "Improved Physical Health", "taxonomy_note": "A suicide intervention; Trustible's only health type is physical health." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "benefit_type", "taxonomy_note" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "PTI reported from Kota on 28 May 2024 that city police under Superintendent Amrita Duhan had tied up with Meta. It aims to identify students exhibiting suicidal tendencies on Facebook and Instagram. When a student posts suicide or self-harm content, a red-flag tag appears on Meta's system and account information is shared with Kota police. For students outside Kota it goes to Abhay Command Centre or the district control room. There a dedicated team works round the clock in eight-hour shifts. Within a week of the launch, police said they had prevented a possible suicide by a student from Jhunjhunu district. No red-flag tags had yet been reported in the city. PTI counted nine coaching-student suicides in 2024 to date and 26 in 2023. Duhan planned to extend the arrangement to Jaipur (PTI via LatestLY). Meta's newsroom describes machine-learning detection with human review before authorities are contacted (Card, 2018). The intervention date is not given.", "benefit_type": "Improved Physical Health" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "benefit_type" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].distribution": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].duration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "ratings": [ { "group": "personal", "reason": "PTI reports only that police “prevented a possible suicide by a student hailing from the Jhunjhunu district” within a week of the launch. The sources give no account of what the student posted, their condition when reached or what officers did. So the outcome is not established." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "ratings" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "outcomes[].status": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].tradeoffs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "unexpected": false, "purpose": "Meta's pipeline is built to find posts indicating suicide or self-injury risk and route them to trained reviewers. In imminent cases it contacts local authorities (Meta Newsroom). The Kota arrangement routes those flags to police to intervene. This case is that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "unexpected", "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "places[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "location": "Kota, India", "developer_country": "United States", "deployer_country": "India" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "location", "developer_country", "deployer_country" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "purpose": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "purpose": "Meta's pipeline is built to find posts indicating suicide or self-injury risk and route them to trained reviewers. In imminent cases it contacts local authorities (Meta Newsroom). The Kota arrangement routes those flags to police to intervene. This case is that purpose." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "purpose" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "record_dates": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "date_observed": "2024-05-28", "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms; https://en.wikipedia.org/wiki/Rajasthan_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "date_observed", "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "replication.attempts[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "replication.conditions": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "replication": { "produced_by": [ "Meta's detection-and-review pipeline flagging suicide or self-harm posts by students on Facebook and Instagram", "A standing arrangement under which Meta shares account information with Kota police. For students outside Kota it goes to Abhay Command Centre or a district control room", "A police team monitoring the flags round the clock in eight-hour shifts" ], "must_hold": [ "The student must post on Facebook or Instagram in a way the pipeline recognizes", "Account details must resolve to a reachable location in time", "Police must be able to reach the student quickly" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-21", "change": "Record drafted from the OECD Monitor entry and the cited sources.", "source": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Benefit type set to Improved Physical Health under Trustible's full taxonomy of 23 types; it was Improved Organizational Efficiency among the six first used.", "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://en.wikipedia.org/wiki/Meta_Platforms; https://en.wikipedia.org/wiki/Rajasthan_Police", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: a rating reason, account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Meta Platforms.", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "domain": "Suicide prevention / online safety", "segment": "Social media platforms and police" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "domain", "segment" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].access_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024.", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "the police have prevented a possible suicide by a student hailing from the Jhunjhunu district" }, { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024 (second quotation).", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "A dedicated team, working round the clock on eight-hour shifts, has been deputed at Abhay Command Centre" }, { "kind": "press release", "citation": "Card, C. (2018). How Facebook AI Helps Suicide Prevention. Meta Newsroom, 10 September 2018 (updated 29 September 2021).", "title": "How Facebook AI Helps Suicide Prevention", "url": "https://about.fb.com/news/2018/09/inside-feed-suicide-prevention-and-ai/", "date": "2018-09-10", "written_by": "makers", "quote": "Since these efforts began last year, we've worked with first responders on over 1,000 wellness checks based on reports we've received from our proactive detection efforts." }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor (2024). Kota Police and Meta Use AI Monitoring to Prevent Student Suicides. OECD.AI, 28 May 2024.", "title": "Kota Police and Meta Use AI Monitoring to Prevent Student Suicides", "url": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "date": "2024-05-28", "written_by": "independent", "quote": "Within a week, officers intervened to avert a suicide attempt from a student in Jhunjhunu." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0371-source-0001", "AIBD-0371-source-0002", "AIBD-0371-source-0003", "AIBD-0371-source-0004" ], "role": "Existing evidence items, in their original order" }, "provenance": { "kind": "curatorial", "basis": "Stable within the fingerprinted record version; no source content or source review has been added.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "sources[].language": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "sources[].relationship": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "evidence": [ { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024.", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "the police have prevented a possible suicide by a student hailing from the Jhunjhunu district" }, { "kind": "news report", "citation": "PTI (2024). Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students. LatestLY, 28 May 2024 (second quotation).", "title": "India News | Kota Police Ropes in Meta to Prevent Suicides Among Coaching Students", "url": "https://www.latestly.com/agency-news/india-news-kota-police-ropes-in-meta-to-prevent-suicides-among-coaching-students-5996637.html", "date": "2024-05-28", "written_by": "independent", "quote": "A dedicated team, working round the clock on eight-hour shifts, has been deputed at Abhay Command Centre" }, { "kind": "press release", "citation": "Card, C. (2018). How Facebook AI Helps Suicide Prevention. Meta Newsroom, 10 September 2018 (updated 29 September 2021).", "title": "How Facebook AI Helps Suicide Prevention", "url": "https://about.fb.com/news/2018/09/inside-feed-suicide-prevention-and-ai/", "date": "2018-09-10", "written_by": "makers", "quote": "Since these efforts began last year, we've worked with first responders on over 1,000 wellness checks based on reports we've received from our proactive detection efforts." }, { "kind": "registry label", "citation": "OECD AI Incidents and Hazards Monitor (2024). Kota Police and Meta Use AI Monitoring to Prevent Student Suicides. OECD.AI, 28 May 2024.", "title": "Kota Police and Meta Use AI Monitoring to Prevent Student Suicides", "url": "https://oecd.ai/en/incidents/2024-05-28-2dfd", "date": "2024-05-28", "written_by": "independent", "quote": "Within a week, officers intervened to avert a suicide attempt from a student in Jhunjhunu." } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "evidence" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sources[].upstream_sources": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "summary": "Kota City SP Amrita Duhan said Meta's red-flag tags for suicidal posts go to a round-the-clock police team; within a week, police prevented a possible suicide by a student from Jhunjhunu (PTI).", "account": "PTI reported from Kota on 28 May 2024 that city police under Superintendent Amrita Duhan had tied up with Meta. It aims to identify students exhibiting suicidal tendencies on Facebook and Instagram. When a student posts suicide or self-harm content, a red-flag tag appears on Meta's system and account information is shared with Kota police. For students outside Kota it goes to Abhay Command Centre or the district control room. There a dedicated team works round the clock in eight-hour shifts. Within a week of the launch, police said they had prevented a possible suicide by a student from Jhunjhunu district. No red-flag tags had yet been reported in the city. PTI counted nine coaching-student suicides in 2024 to date and 26 in 2023. Duhan planned to extend the arrangement to Jaipur (PTI via LatestLY). Meta's newsroom describes machine-learning detection with human review before authorities are contacted (Card, 2018). The intervention date is not given." } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "summary", "account" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].autonomy_permissions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].component_role": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].deployment_configuration": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].inputs_outputs": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_name": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].model_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "systems[].product_name": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "system": "Meta suicide and self-injury detection on Facebook and Instagram, with red-flag tags shared with Kota police and Abhay Command Centre" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "system" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "systems[].provider": { "state": "value_present", "value": { "kind": "structured", "data": { "application_developer": "Meta Platforms" } }, "provenance": { "kind": "legacy_record", "basis": "Mapped from the existing case description without a new external source review.", "record_fields": [ "developer" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "title": "Kota police tie up with Meta to route suicide and self-harm flags from Facebook and Instagram to Abhay Command Centre; within a week police report a possible suicide by a Jhunjhunu student prevented", "headline": "Kota police act on a Meta self-harm flag within a week of tie-up" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "title", "headline" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "fde9db963ea3a4d8e85db3224fe3d54c6602cd7c4f686e22a5a6be98d4698e74" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "account": "PTI reported from Kota on 28 May 2024 that city police under Superintendent Amrita Duhan had tied up with Meta. It aims to identify students exhibiting suicidal tendencies on Facebook and Instagram. When a student posts suicide or self-harm content, a red-flag tag appears on Meta's system and account information is shared with Kota police. For students outside Kota it goes to Abhay Command Centre or the district control room. There a dedicated team works round the clock in eight-hour shifts. Within a week of the launch, police said they had prevented a possible suicide by a student from Jhunjhunu district. No red-flag tags had yet been reported in the city. PTI counted nine coaching-student suicides in 2024 to date and 26 in 2023. Duhan planned to extend the arrangement to Jaipur (PTI via LatestLY). Meta's newsroom describes machine-learning detection with human review before authorities are contacted (Card, 2018). The intervention date is not given.", "replication": { "produced_by": [ "Meta's detection-and-review pipeline flagging suicide or self-harm posts by students on Facebook and Instagram", "A standing arrangement under which Meta shares account information with Kota police. For students outside Kota it goes to Abhay Command Centre or a district control room", "A police team monitoring the flags round the clock in eight-hour shifts" ], "must_hold": [ "The student must post on Facebook or Instagram in a way the pipeline recognizes", "Account details must resolve to a reachable location in time", "Police must be able to reach the student quickly" ], "echoes": [] } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "account", "replication" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" } }, "summary": { "total": 91, "addressed": 91, "known": 27, "reviewed": 0, "record_mapped": 27, "not_assessed": 64, "complete": false, "by_state": { "value_present": 27, "not_reported": 0, "unresolved": 0, "not_assessed": 64, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } }