{ "id": "AIBD-0099", "title": "Targeted staff calls help mothers keep listening to mMitra health messages", "summary": "mMitra’s call scheduler reduced cumulative engagement drops by 32% compared with regular messaging alone over seven weeks.", "date_observed": "2021-06-01", "date_basis": "event", "date_precision": "month", "benefit_status": "reported", "source_collection": null, "source_entry": null, "account": "ARMMAN tested a scheduler that selected mothers for live calls within its mMitra health-information program in India. The seven-week study began on 26 April 2021 and included 23,003 women. Participants received regular recorded messages, with two groups also receiving staff calls allocated either by the model or in rotation. Model-selected calls reduced cumulative engagement drops by 32.0% compared with messaging alone (p = .044) and by 28.3% compared with rotation-based calls (p = .098). The outcome counted weekly listening, not clinical health. Later studies examined revised models and health behaviors in other cohorts.", "category": "general benefit", "unexpected": false, "purpose": "Allocate limited health-worker service calls to the beneficiaries whose program engagement they are most likely to preserve.", "system": "mMitra’s service-call scheduler, using a restless multi-armed bandit policy with clustered transition estimates and a random forest", "model_version": null, "developer": "Google and Harvard University (Milind Tambe's group) with ARMMAN", "deployer": "ARMMAN", "location": "India (ARMMAN mMitra program areas)", "domain": "Maternal and child health mHealth", "segment": "Non-profit health program", "benefit_type": "Improved Customer Retention", "taxonomy_note": "The benefit concerns continued access to health information. It does not establish improved clinical health or retention of paying customers.", "registry_ids": {}, "ratings": [ { "group": "personal", "depth": 2, "reason": "The study found a measurable improvement in sustained access to health information, without establishing clinical health gains." }, { "group": "organizational", "depth": 2, "reason": "ARMMAN improved engagement within its limited capacity for staff calls." } ], "ai_role": { "status": "assessed", "statement": "The model selected participants for limited staff calls. The trial compared that policy with rotation-based calls and regular messaging alone. The developers and ARMMAN jointly conducted the study." }, "evidence": [ { "kind": "peer-reviewed study", "citation": "Mate, Aditya, et al. Proceedings of the AAAI Conference on Artificial Intelligence 36, no. 11 (2022): 12017–25. https://doi.org/10.1609/aaai.v36i11.21460.", "title": "Field Study in Deploying Restless Multi-Armed Bandits: Assisting Non-Profits in Improving Maternal and Child Health", "url": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "date": "2022-06-28", "written_by": "makers", "quote": null }, { "kind": "report", "citation": "Taneja, Aparna, and Milind Tambe. Google Research, August 24, 2022.", "title": "Using ML to Boost Engagement with a Maternal and Child Health Program in India", "url": "https://research.google/blog/using-ml-to-boost-engagement-with-a-maternal-and-child-health-program-in-india/", "date": "2022-08-24", "written_by": "makers", "quote": null }, { "kind": "preprint", "citation": "Verma, Shresth, Arpan Dasgupta, Neha Madhiwalla, Aparna Taneja, and Milind Tambe. arXiv:2604.07384, April 8, 2026.", "title": "Decisions and Deployment: The Five-Year SAHELI Project (2020–2025) on Restless Multi-Armed Bandits for Improving Maternal and Child Health Behaviors", "url": "https://arxiv.org/abs/2604.07384", "date": "2026-04-08", "written_by": "makers", "quote": null }, { "kind": "preprint", "citation": "Dasgupta, Arpan, Sarvesh Gharat, Neha Madhiwalla, Aparna Hegde, Milind Tambe, and Aparna Taneja. arXiv:2507.20755, July 28, 2025.", "title": "Beyond Listenership: AI-Predicted Interventions Drive Improvements in Maternal Health Behaviours", "url": "https://arxiv.org/abs/2507.20755", "date": "2025-07-28", "written_by": "makers", "quote": null }, { "kind": "peer-reviewed study", "citation": "Verma, Shresth, et al. “Expanding Impact of Mobile Health Programs: SAHELI for Maternal and Child Care.” AI Magazine 44 (2023): 363–76. https://doi.org/10.1002/aaai.12126.", "title": "Expanding impact of mobile health programs: SAHELI for maternal and child care", "url": "https://doi.org/10.1002/aaai.12126", "date": "2023-10-12", "written_by": "makers", "quote": null } ], "replication": { "produced_by": [ "Historical listening data that supported estimates of future engagement", "A policy that selected participants for limited staff calls", "ARMMAN health workers who made the calls" ], "must_hold": [ "A weekly definition of engagement based on listening for more than 30 seconds", "A known limit on staff calls", "Usable registration details and listening logs" ], "echoes": [ { "date": null, "setting": "A separate deployment comparison followed a February–April 2022 enrollment cohort for 12 weeks against an equal-sized holdout group", "model_version": null, "outcome": "recurred", "source": "https://doi.org/10.1002/aaai.12126" }, { "date": null, "setting": "A separate February–April 2024 study of a later decision-focused model, followed by selected telephone surveys", "model_version": null, "outcome": "recurred", "source": "https://arxiv.org/abs/2507.20755" } ] }, "paired_incident": { "database": "AI Incident Database", "identifier": "124", "title": "Optum Algorithmic Health Risk Scores Reportedly Underestimated Black Patients' Needs", "url": "https://incidentdatabase.ai/cite/124", "severity": null, "group": "personal", "basis": "Optum's algorithm choosing which patients get extra-care outreach under-predicted Black patients' needs; ARMMAN's bandit likewise selects which mothers receive limited service calls." }, "headline": "More mothers keep listening to health messages", "metric": "32.0% fewer cumulative engagement drops than standard care", "comparator": { "against": "Regular health messages alone, and messages with staff calls allocated in rotation", "before": "Cumulative weekly engagement drops in the comparison groups", "after": "32.0% fewer versus messaging alone (p = .044); 28.3% fewer versus rotation (p = .098)", "basis": "measured", "quote": "the RMAB group has 32.0% and 28.3% less cumulative engagement drops as compared to the CSOC and RR groups respectively", "url": "https://ojs.aaai.org/index.php/AAAI/article/view/21460" }, "later": { "status": "scaled", "date": null, "note": "The developers reported that SAHELI had been in routine use since April 2022. A later study compared its engagement results with a holdout group.", "quote": null, "url": "https://doi.org/10.1002/aaai.12126" }, "value": null, "developer_country": "India", "deployer_country": "India", "unrated_because": null, "brief_notes": null, "brief": null, "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "source": null, "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 124 (high confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/124", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Verification sweep: the p-values now follow the paper's Table 3 (0.044 against standard care, 0.098 against round robin); ARMMAN's page is marked as written by a co-developer. The record is admitted on the peer-reviewed AAAI paper.", "source": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://research.google/blog/using-ml-to-boost-engagement-with-a-maternal-and-child-health-program-in-india/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://research.google/locations/india/; https://armman.org/contact-us/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "source": null, "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Google.", "source": null, "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "editor": "AIBD" } ], "confidence": "claimed", "shade": "low", "claim_status": "The makers' claim", "claim_basis": "Sources: two peer-reviewed studies from the makers, the makers' report and two preprints from the makers. The cited evidence includes no independent source and no finding by a regulator or court.", "profile": { "case_id": "AIBD-0099", "catalog_version": "1.0.0", "source_fingerprint": "95fb8c5721877ef56c794c65055396bdc43b8e4609455bf0bd59d0d13fd5b24a", "collection_refs": [ { "collection_id": "aibd", "version": "snapshot-8bf7cfec9cb185aa" }, { "collection_id": "aibd", "version": "2026-10-25" } ], "source_ids": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "families": { "strategic assessments": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] }, "evaluations": { "state": "value_present", "value": { "kind": "structured", "data": { "records": [ { "id": "AIBD-0099-E01", "design": "three-arm randomized field study", "start_date": "2021-04-26", "duration_weeks": 7, "sample_n": 23003, "arms": [ { "name": "model-selected calls", "n": 7668 }, { "name": "round-robin calls", "n": 7668 }, { "name": "regular messages only", "n": 7667 } ], "outcomes": [ { "metric": "cumulative engagement drops", "comparison": "regular messages only", "relative_reduction_percent": 32.0, "p": 0.044 }, { "metric": "cumulative engagement drops", "comparison": "round-robin calls", "relative_reduction_percent": 28.3, "p": 0.098 } ], "clinical_outcome_measured": false, "source_refs": [ "AIBD-0099-source-0001" ], "locator": "Tables 2–3" }, { "id": "AIBD-0099-E02", "design": "later randomized assignment with selected, matched survey analysis", "intervention_start": "2024-02-05", "intervention_end": "2024-04-21", "registered_n": 34453, "survey_method": "Respondents who answered intervention calls were matched with surveyed controls on Whittle index.", "outcomes": [ { "metric": "reported postpartum calcium use", "control": 0.244, "intervention": 0.306, "p": 0.041262 }, { "metric": "reported postpartum iron use", "control": 0.234, "intervention": 0.283, "p": 0.098111 }, { "metric": "birth-weight response score", "control": 0.766, "intervention": 0.836, "p": 0.007991 } ], "scope": "Reported significant findings are for cohorts 1 and 2. Cohort 3 did not show significant differences. These are survey outcomes, not measured morbidity or mortality.", "source_refs": [ "AIBD-0099-source-0004" ], "locator": "§§3–4; Tables 2–5" }, { "id": "AIBD-0099-E03", "design": "later deployment comparison with a matched holdout group", "registration_period": "February–April 2022", "follow_up_weeks": 12, "intervention_n": 5000, "comparison": "An equal-sized holdout group with similar initial engagement and demographic features received no live service calls.", "allocation_caution": "The paper does not describe random assignment for this comparison.", "outcomes": [ { "metric": "cumulative engagement drops", "relative_reduction_percent": 30.5 }, { "metric": "additional listening over the holdout group", "seconds_total": 59336, "seconds_per_intervention_participant_approx": 12 } ], "scope": "Later SAHELI deployment, distinct from the 2021 randomized trial. The study measures listening rather than clinical outcomes.", "source_refs": [ "AIBD-0099-source-0005" ], "locator": "“Engagement results”; Table 2 and Figure 6." } ] } }, "provenance": { "kind": "source_review", "basis": "Original sources and locators are preserved with each observation.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original evaluation and any distinct follow-up analyses." }, "record_ids": [ "AIBD-0099-E01", "AIBD-0099-E02", "AIBD-0099-E03" ] }, "monetary observations": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "A1, study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The reviewed studies do not report a monetary cost or benefit.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The reviewed studies do not report a monetary cost or benefit." }, "record_ids": [] }, "institutional decisions": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "record_ids": [] } }, "fields": { "actors[]": { "state": "value_present", "value": { "kind": "text", "text": "ARMMAN ran mMitra and supplied health workers. The research partners developed and evaluated the scheduler with the NGO." }, "provenance": { "kind": "source_review", "basis": "Affiliations; pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ARMMAN ran mMitra and supplied health workers. The research partners developed and evaluated the scheduler with the NGO." } }, "actors[].ownership_control": { "state": "value_present", "value": { "kind": "text", "text": "ARMMAN operated the health program and held its participant records. Research partners used anonymized data." }, "provenance": { "kind": "source_review", "basis": "Ethics and data discussion.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ARMMAN operated the health program and held its participant records. Research partners used anonymized data." } }, "ai_contribution": { "state": "value_present", "value": { "kind": "text", "text": "The scheduler selected who received a call. Comparing it with round-robin calling tested that selection policy." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The scheduler selected who received a call. Comparing it with round-robin calling tested that selection policy." } }, "ai_relationship": { "state": "value_present", "value": { "kind": "text", "text": "Machine learning estimated listening behavior, and a bandit policy allocated staff calls." }, "provenance": { "kind": "source_review", "basis": "pp. 12019–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Machine learning estimated listening behavior, and a bandit policy allocated staff calls." } }, "assessments[].alternatives": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].assessor_date": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].depth": { "state": "value_present", "value": { "kind": "structured", "data": { "ratings": [ { "group": "personal", "depth": 2, "reason": "The study found a measurable improvement in sustained access to health information, without establishing clinical health gains." }, { "group": "organizational", "depth": 2, "reason": "ARMMAN improved engagement within its limited capacity for staff calls." } ] } }, "provenance": { "kind": "source_review", "basis": "Application of the existing AIBD depth rubric to the reported benefit.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Personal: 2; Organizational: 2" } }, "assessments[].display_confidence": { "state": "value_present", "value": { "kind": "structured", "data": { "confidence": "low", "evidence_word": "claimed", "claim_status": "The makers' claim", "basis": "Sources: two peer-reviewed studies from the makers, the makers' report and two preprints from the makers. The cited evidence includes no independent source and no finding by a regulator or court." } }, "provenance": { "kind": "source_review", "basis": "Derived from the corrected source inventory; authorship and original findings are documented separately.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The makers' claim" } }, "assessments[].rationale": { "state": "value_present", "value": { "kind": "text", "text": "The study found a measurable improvement in sustained access to health information, without establishing clinical health gains. ARMMAN improved engagement within its limited capacity for staff calls." }, "provenance": { "kind": "source_review", "basis": "Benefit depth is assessed separately from strength of evidence.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study found a measurable improvement in sustained access to health information, without establishing clinical health gains. ARMMAN improved engagement within its limited capacity for staff calls." } }, "assessments[].rubric_version": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "assessments[].status_basis": { "state": "value_present", "value": { "kind": "text", "text": "Observed in a randomized field study." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Observed in a randomized field study." } }, "assessments[].target": { "state": "value_present", "value": { "kind": "text", "text": "Continued listening and effective allocation of staff calls." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Continued listening and effective allocation of staff calls." } }, "availability": { "state": "value_present", "value": { "kind": "text", "text": "The developers reported continuous SAHELI use from April 2022." }, "provenance": { "kind": "source_review", "basis": "Verma et al. (2023), Table 2.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The developers reported continuous SAHELI use from April 2022." } }, "brief": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "case_kind": { "state": "value_present", "value": { "kind": "text", "text": "A randomized field study of call scheduling." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A randomized field study of call scheduling." } }, "case_links[]": { "state": "value_present", "value": { "kind": "structured", "data": { "answer": "Optum's algorithm choosing which patients get extra-care outreach under-predicted Black patients' needs; ARMMAN's bandit likewise selects which mothers receive limited service calls.", "links": [ { "database": "AI Incident Database", "identifier": "124", "title": "Optum Algorithmic Health Risk Scores Reportedly Underestimated Black Patients' Needs", "url": "https://incidentdatabase.ai/cite/124", "group": "personal", "basis": "Optum's algorithm choosing which patients get extra-care outreach under-predicted Black patients' needs; ARMMAN's bandit likewise selects which mothers receive limited service calls.", "relation": "comparable_harm" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Existing paired_incident classification; no new source review.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "claims[].evidence_links": { "state": "value_present", "value": { "kind": "structured", "data": { "links": [ { "proposition": "Original randomized field study, system details, operational constraints, and engagement results.", "source_refs": [ "AIBD-0099-source-0001" ], "locator": "pp. 12018–23, especially Tables 2–3." }, { "proposition": "Reports routine weekly use after testing.", "source_refs": [ "AIBD-0099-source-0002" ], "locator": "Closing deployment update." }, { "proposition": "Names the later SAHELI deployment and describes the transition to decision-focused learning.", "source_refs": [ "AIBD-0099-source-0003" ], "locator": "Opening deployment history; §§3–4 and Tables 1–2." }, { "proposition": "Original report of a separate 2024 intervention and selected survey follow-up on health behaviors.", "source_refs": [ "AIBD-0099-source-0004" ], "locator": "§§3–4, Tables 1–5." }, { "proposition": "The developers document routine use from April 2022, a separate comparison of engagement, changes to the deployed system, and public code and a data dictionary.", "source_refs": [ "AIBD-0099-source-0005" ], "locator": "“Previous study”; “Deploying SAHELI”; “Application use and payoff,” Table 2; “Responsible AI practices”; endnote 1." } ] } }, "provenance": { "kind": "source_review", "basis": "Original-source lineage.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The sources are linked to the findings that they support." } }, "claims[].evidence_strength": { "state": "value_present", "value": { "kind": "text", "text": "A peer-reviewed randomized study supports the engagement finding. The authors developed the system and included the implementing NGO." }, "provenance": { "kind": "source_review", "basis": "Affiliations; Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A peer-reviewed randomized study supports the engagement finding. The authors developed the system and included the implementing NGO." } }, "claims[].missingness": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "claims[].proposition": { "state": "value_present", "value": { "kind": "text", "text": "Selecting live-call recipients with the model helped sustain listening within the available staff capacity." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Selecting live-call recipients with the model helped sustain listening within the available staff capacity." } }, "cross_border_flows[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Affiliations and data discussion.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "Researchers were based in India, the United States, and Singapore. The paper does not identify where participant data were hosted or transferred.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers were based in India, the United States, and Singapore. The paper does not identify where participant data were hosted or transferred." } }, "decisions[].action_outcome": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].grounds": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].institution_task": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "decisions[].success_criterion": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "institutional decisions" }, "deployment_stage": { "state": "value_present", "value": { "kind": "text", "text": "ARMMAN tested the scheduler in its operating mMitra program." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ARMMAN tested the scheduler in its operating mMitra program." } }, "economics[].amount": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "No cash amount is reported for the benefit or delivery cost.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "No cash amount is reported for the benefit or delivery cost." } }, "economics[].costs[]": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The resource constraint was staff capacity: about 225 calls per week in each calling group.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The resource constraint was staff capacity: about 225 calls per week in each calling group." } }, "economics[].counterfactual": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The study compared calling policies at similar call capacity, rather than comparing cash expenditure.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The study compared calling policies at similar call capacity, rather than comparing cash expenditure." } }, "economics[].currency_price_basis": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "No monetary estimate is reported.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "No monetary estimate is reported." } }, "economics[].gross_net": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "No gross or net financial benefit was calculated.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "No gross or net financial benefit was calculated." } }, "economics[].measure_type": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The study reports a limit on staff calls, not a monetary benefit.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The study reports a limit on staff calls, not a monetary benefit." } }, "economics[].period_unit": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "Resources were allocated weekly over a seven-week study.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "Resources were allocated weekly over a seven-week study." } }, "economics[].realization": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The engagement improvement was observed. No monetary saving was measured.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The engagement improvement was observed. No monetary saving was measured." } }, "economics[].recipient_payer": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "ARMMAN supplied the staff calls. The paper does not report their cost.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "ARMMAN supplied the staff calls. The paper does not report their cost." } }, "economics[].return_payback": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "No return or payback estimate is reported.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "No return or payback estimate is reported." } }, "economics[].valuation_method": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "Study methods and results, pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The authors did not assign a monetary value to the engagement improvement.", "review_state": "reviewed", "coverage": "complete", "family": "monetary observations", "display": { "answer": "The authors did not assign a monetary value to the engagement improvement." } }, "evaluations[].ai_uplift": { "state": "value_present", "value": { "kind": "text", "text": "The comparison with round-robin calling favored the model, but its p-value was .098. The comparison with messaging alone had p = .044." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The comparison with round-robin calling favored the model, but its p-value was .098. The comparison with messaging alone had p = .044." } }, "evaluations[].comparator": { "state": "value_present", "value": { "kind": "text", "text": "Regular messages alone, and regular messages with staff calls allocated in rotation." }, "provenance": { "kind": "source_review", "basis": "p. 12021.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Regular messages alone, and regular messages with staff calls allocated in rotation." } }, "evaluations[].design": { "state": "value_present", "value": { "kind": "text", "text": "Researchers randomly assigned participants to model-selected calls, round-robin calls, or regular messaging alone." }, "provenance": { "kind": "source_review", "basis": "p. 12021.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers randomly assigned participants to model-selected calls, round-robin calls, or regular messaging alone." } }, "evaluations[].effect": { "state": "value_present", "value": { "kind": "text", "text": "Engagement drops fell by 32.0% versus regular messages alone and 28.3% versus round-robin calling." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Engagement drops fell by 32.0% versus regular messages alone and 28.3% versus round-robin calling." } }, "evaluations[].exposure": { "state": "value_present", "value": { "kind": "text", "text": "Each calling group received about 225 staff calls a week for seven weeks." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Each calling group received about 225 staff calls a week for seven weeks." } }, "evaluations[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0099-E01", "AIBD-0099-E02", "AIBD-0099-E03" ], "role": "evaluations" }, "provenance": { "kind": "source_review", "basis": "Identifiers assigned to the evaluations described here.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0099-E01, AIBD-0099-E02, AIBD-0099-E03" } }, "evaluations[].measurement_method": { "state": "value_present", "value": { "kind": "text", "text": "Call logs identified weeks in which a participant listened to at least one message for more than 30 seconds." }, "provenance": { "kind": "source_review", "basis": "pp. 12018, 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Call logs identified weeks in which a participant listened to at least one message for more than 30 seconds." } }, "evaluations[].metric": { "state": "value_present", "value": { "kind": "text", "text": "Cumulative weekly drops in listening engagement." }, "provenance": { "kind": "source_review", "basis": "p. 12022.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Cumulative weekly drops in listening engagement." } }, "evaluations[].reproduction_materials": { "state": "value_present", "value": { "kind": "text", "text": "Public SAHELI code and a data dictionary cover the later deployed system. They do not identify the software release used in the 2021 trial." }, "provenance": { "kind": "source_review", "basis": "Mate et al. (2022), p. 12023; Verma et al. (2023), endnote 1; the linked repository README and data dictionary.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Public SAHELI code and a data dictionary cover the later deployed system. They do not identify the software release used in the 2021 trial." } }, "evaluations[].setting_sample": { "state": "value_present", "value": { "kind": "text", "text": "The groups contained 7,668, 7,668, and 7,667 participants, respectively." }, "provenance": { "kind": "source_review", "basis": "Table 2.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The groups contained 7,668, 7,668, and 7,667 participants, respectively." } }, "evaluations[].uncertainty_limitations": { "state": "value_present", "value": { "kind": "text", "text": "The study measured listening, not clinical health. Cumulative drops can count the same participant in more than one week." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–23; Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study measured listening, not clinical health. Cumulative drops can count the same participant in more than one week." } }, "external_references[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "paired_incident": { "database": "AI Incident Database", "identifier": "124", "title": "Optum Algorithmic Health Risk Scores Reportedly Underestimated Black Patients' Needs", "url": "https://incidentdatabase.ai/cite/124", "group": "personal", "basis": "Optum's algorithm choosing which patients get extra-care outreach under-predicted Black patients' needs; ARMMAN's bandit likewise selects which mothers receive limited service calls." } } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "paired_incident" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "follow_up[]": { "state": "value_present", "value": { "kind": "text", "text": "SAHELI entered routine use in April 2022. Later studies evaluated revised models and health-behavior outcomes." }, "provenance": { "kind": "source_review", "basis": "Verma et al. (2023), Table 2; 2025 preprint, §§3–4.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0005", "AIBD-0099-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "SAHELI entered routine use in April 2022. Later studies evaluated revised models and health-behavior outcomes." } }, "human_oversight": { "state": "value_present", "value": { "kind": "text", "text": "ARMMAN staff made the calls without knowing the participants’ assigned study group." }, "provenance": { "kind": "source_review", "basis": "p. 12021.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "ARMMAN staff made the calls without knowing the participants’ assigned study group." } }, "id": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "id": "AIBD-0099" } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "id" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "infrastructure_dependencies[]": { "state": "value_present", "value": { "kind": "text", "text": "The program needed telephone access, listening logs, registration records, and staff who could place live calls." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The program needed telephone access, listening logs, registration records, and staff who could place live calls." } }, "outcomes[].beneficiaries": { "state": "value_present", "value": { "kind": "text", "text": "Pregnant women and new mothers enrolled in the program." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Pregnant women and new mothers enrolled in the program." } }, "outcomes[].beneficiary_count": { "state": "value_present", "value": { "kind": "text", "text": "The study included 23,003 women. The model group contained 7,668, of whom about 20% received a staff call." }, "provenance": { "kind": "source_review", "basis": "Table 2; p. 12022.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The study included 23,003 women. The model group contained 7,668, of whom about 20% received a staff call." } }, "outcomes[].benefit_type": { "state": "value_present", "value": { "kind": "text", "text": "Continued access to maternal and child health information." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18, 12022.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Continued access to maternal and child health information." } }, "outcomes[].claim": { "state": "value_present", "value": { "kind": "text", "text": "The scheduling policy reduced loss of engagement with health messages." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The scheduling policy reduced loss of engagement with health messages." } }, "outcomes[].distribution": { "state": "value_present", "value": { "kind": "text", "text": "Limited staff time meant that only some participants received calls. The measured benefit was an aggregate change in listening." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Limited staff time meant that only some participants received calls. The measured benefit was an aggregate change in listening." } }, "outcomes[].duration": { "state": "value_present", "value": { "kind": "text", "text": "Listening was measured over seven weeks." }, "provenance": { "kind": "source_review", "basis": "p. 12021.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Listening was measured over seven weeks." } }, "outcomes[].id": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "outcomes[].stakeholder_group": { "state": "value_present", "value": { "kind": "text", "text": "Mothers enrolled in mMitra and ARMMAN’s outreach program." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Mothers enrolled in mMitra and ARMMAN’s outreach program." } }, "outcomes[].status": { "state": "value_present", "value": { "kind": "text", "text": "Observed in a randomized field study." }, "provenance": { "kind": "source_review", "basis": "Table 3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Observed in a randomized field study." } }, "outcomes[].tradeoffs": { "state": "value_present", "value": { "kind": "text", "text": "The program could call only a small share of participants each week. The study did not establish which clinical outcomes followed." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–23.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The program could call only a small share of participants each week. The study did not establish which clinical outcomes followed." } }, "outcomes[].unexpected": { "state": "value_present", "value": { "kind": "text", "text": "Sustained listening was the intended benefit." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Sustained listening was the intended benefit." } }, "places[]": { "state": "value_present", "value": { "kind": "text", "text": "The field study took place in ARMMAN’s mMitra program in India." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The field study took place in ARMMAN’s mMitra program in India." } }, "purpose": { "state": "value_present", "value": { "kind": "text", "text": "The system selected mothers for limited staff calls to encourage continued listening to mMitra messages." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system selected mothers for limited staff calls to encourage continued listening to mMitra messages." } }, "record_dates": { "state": "value_present", "value": { "kind": "structured", "data": { "start": "2021-04-26", "duration_weeks": 7, "precision": "day", "display": "From 26 April 2021, for seven weeks", "refs": [ "AIBD-0099-source-0001" ], "current_date_observed": "2021-04-26", "instruction": "Use the observed result period for the case date. Keep the full study period separately; the normalized sort date does not imply a more precise observation.", "observed_result_period": "2021-06", "observed_result_precision": "month", "observed_result_basis": "The study reports its result seven weeks after 26 April 2021, placing the endpoint in June." } }, "provenance": { "kind": "source_review", "basis": "Original study timing.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The seven-week study began on 26 April 2021." } }, "replication.attempts[]": { "state": "value_present", "value": { "kind": "text", "text": "A 2022 deployment study also found fewer engagement drops. A 2024 study reported some better health behaviors among selected survey respondents." }, "provenance": { "kind": "source_review", "basis": "Verma et al. (2023), “Engagement results”; 2025 preprint, §§3–4 and Tables 2–5.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0005", "AIBD-0099-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A 2022 deployment study also found fewer engagement drops. A 2024 study reported some better health behaviors among selected survey respondents." } }, "replication.conditions": { "state": "value_present", "value": { "kind": "text", "text": "The scheduler needs usable listening histories, current registration details, and a known limit on staff calls." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The scheduler needs usable listening histories, current registration details, and a known limit on staff calls." } }, "revision_history[]": { "state": "value_present", "value": { "kind": "record_fields", "fields": { "revisions": [ { "date": "2026-10-20", "change": "Record drafted from the cited sources.", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Paired with AI Incident Database incident 124 (high confidence); severity not given by the source.", "source": "https://incidentdatabase.ai/cite/124", "editor": "AIBD" }, { "date": "2026-10-20", "change": "Verification sweep: the p-values now follow the paper's Table 3 (0.044 against standard care, 0.098 against round robin); ARMMAN's page is marked as written by a co-developer. The record is admitted on the peer-reviewed AAAI paper.", "source": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Added what happened since from the cited sources.", "source": "https://research.google/blog/using-ml-to-boost-engagement-with-a-maternal-and-child-health-program-in-india/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Country of the developer and the deployer added from the organization's own site or a registry.", "source": "https://research.google/locations/india/; https://armman.org/contact-us/", "editor": "AIBD" }, { "date": "2026-10-21", "change": "Prose pass: account, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.", "editor": "AIBD" }, { "date": "2026-10-22", "change": "Organization name standardized to Google.", "editor": "AIBD" }, { "date": "2026-10-25", "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.", "source": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "editor": "AIBD" } ] } }, "provenance": { "kind": "legacy_record", "basis": "Preserved from the existing AIBD record; external sources were not rechecked.", "record_fields": [ "revisions" ], "source_refs": [] }, "review_state": "record_mapped", "coverage": "partial" }, "sector": { "state": "value_present", "value": { "kind": "text", "text": "Maternal and child health information." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Maternal and child health information." } }, "sources[].access_version": { "state": "value_present", "value": { "kind": "text", "text": "The original studies, deployment account, SAHELI chapter sections, and linked code documentation were read within the scopes recorded in the source notes." }, "provenance": { "kind": "source_review", "basis": "Individual source access statements.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The original studies, deployment account, SAHELI chapter sections, and linked code documentation were read within the scopes recorded in the source notes." } }, "sources[].citation_locator": { "state": "value_present", "value": { "kind": "text", "text": "The published seven-week trial supplies the engagement result. Dated developer reports cover deployment. The 2025 preprint is the original source for later health-behavior findings." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.; Closing deployment update.; Opening deployment history; §§3–4 and Tables 1–2.; §§3–4, Tables 1–5.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The published seven-week trial supplies the engagement result. Dated developer reports cover deployment. The 2025 preprint is the original source for later health-behavior findings." } }, "sources[].id": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "role": "retained evidence" }, "provenance": { "kind": "source_review", "basis": "Retained evidence in the reviewed order.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "AIBD-0099-source-0001, AIBD-0099-source-0002, AIBD-0099-source-0003, AIBD-0099-source-0004, AIBD-0099-source-0005" } }, "sources[].language": { "state": "value_present", "value": { "kind": "text", "text": "English." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.; Closing deployment update.; Opening deployment history; §§3–4 and Tables 1–2.; §§3–4, Tables 1–5.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "English." } }, "sources[].relationship": { "state": "value_present", "value": { "kind": "text", "text": "The sources come from the development and implementation partnership. Repeated trial results are not independent corroboration." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.; Closing deployment update.; Opening deployment history; §§3–4 and Tables 1–2.; §§3–4, Tables 1–5.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The sources come from the development and implementation partnership. Repeated trial results are not independent corroboration." } }, "sources[].upstream_sources": { "state": "value_present", "value": { "kind": "structured", "data": { "reviewed_on": "2026-10-25", "lead_source_ref": "AIBD-0099-source-0001", "retained_source_order": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "origins": [ { "url": "https://ojs.aaai.org/index.php/AAAI/article/view/21460", "title": "Field Study in Deploying Restless Multi-Armed Bandits: Assisting Non-Profits in Improving Maternal and Child Health", "locator": "pp. 12018–23, especially Tables 2–3.", "contribution": "Original randomized field study, system details, operational constraints, and engagement results.", "relationship": "Primary study by the developers and implementing NGO, with Google Research, Harvard, ARMMAN, and Singapore Management University affiliations.", "source_refs": [ "AIBD-0099-source-0001" ], "access": "Original publisher PDF downloaded. Methods, system description, evaluation, results, and limitations were read.", "publication_date": "2022-06-28" }, { "url": "https://ojs.aaai.org/index.php/AAAI/article/download/21460/21209", "locator": "Published nine-page paper.", "contribution": "Published nine-page paper.", "relationship": "Access copy, supplement, or earlier version of the same work.", "source_refs": [ "AIBD-0099-source-0001" ] }, { "url": "https://arxiv.org/abs/2109.08075", "locator": "Earlier preprint, first submitted 16 September 2021, revised 27 October 2021.", "contribution": "Earlier preprint, first submitted 16 September 2021, revised 27 October 2021.", "relationship": "Access copy, supplement, or earlier version of the same work.", "source_refs": [ "AIBD-0099-source-0001" ] }, { "url": "https://research.google/blog/using-ml-to-boost-engagement-with-a-maternal-and-child-health-program-in-india/", "title": "Using ML to Boost Engagement with a Maternal and Child Health Program in India", "locator": "Closing deployment update.", "contribution": "Reports routine weekly use after testing.", "relationship": "Original follow-up from the developers; the experimental figures repeat A1.", "source_refs": [ "AIBD-0099-source-0002" ], "access": "Original page retrieved. The deployment update and relevant system and privacy passages were read.", "publication_date": "2022-08-24" }, { "url": "https://arxiv.org/abs/2604.07384", "title": "Decisions and Deployment: The Five-Year SAHELI Project (2020–2025) on Restless Multi-Armed Bandits for Improving Maternal and Child Health Behaviors", "locator": "Opening deployment history; §§3–4 and Tables 1–2.", "contribution": "Names the later SAHELI deployment and describes the transition to decision-focused learning.", "relationship": "Retrospective chapter by developers and ARMMAN. Its older trial and later health-behavior findings derive from earlier studies.", "source_refs": [ "AIBD-0099-source-0003" ], "access": "Original arXiv HTML was read in the deployment-history, empirical-evaluation, architecture, and reference sections.", "publication_date": "2026-04-08" }, { "url": "https://arxiv.org/abs/2507.20755", "title": "Beyond Listenership: AI-Predicted Interventions Drive Improvements in Maternal Health Behaviours", "locator": "§§3–4, Tables 1–5.", "contribution": "Original report of a separate 2024 intervention and selected survey follow-up on health behaviors.", "relationship": "Primary preprint by developers and ARMMAN. The analysis uses selected respondents and matching, not a complete randomized-cohort outcome comparison.", "source_refs": [ "AIBD-0099-source-0004" ], "access": "Original HTML methods, tables, results, ethics, and references were read.", "publication_date": "2025-07-28" }, { "url": "https://doi.org/10.1002/aaai.12126", "title": "Expanding impact of mobile health programs: SAHELI for maternal and child care", "locator": "“Previous study”; “Deploying SAHELI”; “Application use and payoff,” Table 2; “Responsible AI practices”; endnote 1.", "contribution": "The developers document routine use from April 2022, a separate comparison of engagement, changes to the deployed system, and public code and a data dictionary.", "relationship": "Original account of later deployment by the development and implementation partnership. Its repetition of the 2021 trial is not independent corroboration.", "source_refs": [ "AIBD-0099-source-0005" ], "access": "The original publisher HTML was read in the sections covering the previous study, system architecture and pipeline, resource requirements, deployment results, fairness and responsible AI, and endnote 1. The linked repository README and data dictionary were read; code was not executed.", "publication_date": "2023-10-12" }, { "url": "https://github.com/armman-projects/SAHELI", "title": "SAHELI source code", "locator": "README, data_description.md, and repository file listing.", "contribution": "Original implementation repository linked in endnote 1. It contains a pipeline, Whittle-index functions, and a data dictionary for the later system; it does not identify the exact release used in the 2021 trial.", "relationship": "Original implementation repository linked in endnote 1. It contains a pipeline, Whittle-index functions, and a data dictionary for the later system; it does not identify the exact release used in the 2021 trial.", "source_refs": [ "AIBD-0099-source-0005" ] } ], "excluded_or_consolidated_sources": [ { "old_source_ref": "AIBD-0099-source-0002", "url": "https://arxiv.org/pdf/2109.08075", "retained_source_ref": "AIBD-0099-source-0001", "reason": "Mirror or version consolidated into the original work." }, { "old_source_ref": "AIBD-0099-source-0003", "url": "https://armman.org/mmitra/", "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact." } ], "review_scope": "Original evidence, systems, evaluation methods and results, costs, chronology, human roles, limitations, and follow-up.", "chronology_source": { "url": "https://arxiv.org/abs/2109.08075v1", "title": "Field Study in Deploying Restless Multi-Armed Bandits: Assisting Non-Profits in Improving Maternal and Child Health", "date": "2021-09-16", "role": "First public version of A1. The trial itself began 26 April 2021." }, "source_relationship_note": "Versions, supplements, reanalyses, and repeated developer statements are not independent replications." } }, "provenance": { "kind": "source_review", "basis": "The original evidence and exact locators are preserved in this assessment.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001", "AIBD-0099-source-0002", "AIBD-0099-source-0003", "AIBD-0099-source-0004", "AIBD-0099-source-0005" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The 2022 paper reports the trial. The 2023 deployment paper links code. The 2026 chapter’s health-behavior findings originate in the 2025 preprint." } }, "strategic_assessments[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial", "family": "strategic assessments" }, "summary": { "state": "value_present", "value": { "kind": "text", "text": "mMitra’s call scheduler reduced cumulative engagement drops by 32% compared with regular messaging alone over seven weeks." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "mMitra’s call scheduler reduced cumulative engagement drops by 32% compared with regular messaging alone over seven weeks." } }, "systems[].autonomy_permissions": { "state": "value_present", "value": { "kind": "text", "text": "The model selected call recipients. ARMMAN staff placed the calls and supported participants." }, "provenance": { "kind": "source_review", "basis": "pp. 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The model selected call recipients. ARMMAN staff placed the calls and supported participants." } }, "systems[].component_role": { "state": "value_present", "value": { "kind": "text", "text": "The model ranked participants for staff calls within the weekly calling limit." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The model ranked participants for staff calls within the weekly calling limit." } }, "systems[].deployment_configuration": { "state": "value_present", "value": { "kind": "text", "text": "The system modeled two weekly listening states and used 40 groups derived from historical data." }, "provenance": { "kind": "source_review", "basis": "pp. 12019–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The system modeled two weekly listening states and used 40 groups derived from historical data." } }, "systems[].inputs_outputs": { "state": "value_present", "value": { "kind": "text", "text": "Registration details and listening logs produced a weekly list of participants for staff to call." }, "provenance": { "kind": "source_review", "basis": "pp. 12018–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Registration details and listening logs produced a weekly list of participants for staff to call." } }, "systems[].model_name": { "state": "value_present", "value": { "kind": "text", "text": "A restless multi-armed bandit policy used Whittle indices. K-means grouped past listening patterns, and a random forest assigned new participants to groups." }, "provenance": { "kind": "source_review", "basis": "pp. 12019–21.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "A restless multi-armed bandit policy used Whittle indices. K-means grouped past listening patterns, and a random forest assigned new participants to groups." } }, "systems[].model_version": { "state": "not_reported", "provenance": { "kind": "source_review", "basis": "System description.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "reason": "The 2021 paper identifies the algorithms and training approach, but not a numbered software release.", "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The 2021 paper identifies the algorithms and training approach, but not a numbered software release." } }, "systems[].product_name": { "state": "value_present", "value": { "kind": "text", "text": "The mMitra service-call scheduler." }, "provenance": { "kind": "source_review", "basis": "pp. 12017–18.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "The mMitra service-call scheduler." } }, "systems[].provider": { "state": "value_present", "value": { "kind": "text", "text": "Researchers from Google Research, Harvard, and Singapore Management University worked with ARMMAN." }, "provenance": { "kind": "source_review", "basis": "Author affiliations.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Researchers from Google Research, Harvard, and Singapore Management University worked with ARMMAN." } }, "taxonomy_crosswalks[]": { "state": "not_assessed", "review_state": "not_assessed", "coverage": "partial" }, "title": { "state": "value_present", "value": { "kind": "text", "text": "Targeted staff calls help mothers keep listening to mMitra health messages" }, "provenance": { "kind": "source_review", "basis": "pp. 12018–23, especially Tables 2–3.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Targeted staff calls help mothers keep listening to mMitra health messages" } }, "version": { "state": "value_present", "value": { "kind": "identifiers", "identifiers": [ "95fb8c5721877ef56c794c65055396bdc43b8e4609455bf0bd59d0d13fd5b24a" ], "role": "SHA-256 of normalized original case data" }, "provenance": { "kind": "curatorial", "basis": "Deterministic content version assigned by the local migration.", "record_fields": [], "source_refs": [] }, "review_state": "record_mapped", "coverage": "complete" }, "workflow": { "state": "value_present", "value": { "kind": "text", "text": "Participants received recorded health messages. Each week, the scheduler selected a subset for live calls that encouraged continued listening." }, "provenance": { "kind": "source_review", "basis": "pp. 12018, 12021–22.", "record_fields": [], "source_refs": [ "AIBD-0099-source-0001" ], "reviewed_on": "2026-10-25" }, "review_state": "reviewed", "coverage": "complete", "display": { "answer": "Participants received recorded health messages. Each week, the scheduler selected a subset for live calls that encouraged continued listening." } } }, "summary": { "total": 91, "addressed": 91, "known": 66, "reviewed": 74, "record_mapped": 5, "not_assessed": 12, "complete": false, "by_state": { "value_present": 66, "not_reported": 13, "unresolved": 0, "not_assessed": 12, "not_applicable": 0, "withheld": 0, "source_unavailable": 0 } } } }