{
  "id": "AIBD-0212",
  "title": "Mindspark helps Delhi students improve their math and Hindi scores",
  "summary": "Students offered free access to Mindspark centers gained 0.37 standard deviations in math and 0.23 in Hindi over 4.5 months.",
  "date_observed": "2016-02-01",
  "date_basis": "event",
  "date_precision": "month",
  "benefit_status": "reported",
  "source_collection": null,
  "source_entry": null,
  "account": "Educational Initiatives ran three after-school Mindspark centers in Delhi. Sessions combined 45 minutes of adaptive exercises with 45 minutes of instruction in small groups. The software used teaching rules that specialists had written. A lottery offered 314 of 619 students a voucher that waived the fee. The final study reports that voucher recipients gained 0.37 standard deviations in math and 0.23 in Hindi between September 2015 and February 2016. Average attendance was 58%, and 539 students completed endline tests. The estimate concerns the combined program. All three centers closed in March 2016 after enrollment remained below the threshold for continued subsidy.",
  "category": "general benefit",
  "unexpected": false,
  "purpose": "Mindspark was built to personalize instruction to each student's measured level. The test-score gains are that purpose.",
  "system": "Mindspark, with rules that adapt exercises to students’ answers and errors, alongside small-group instruction",
  "model_version": null,
  "developer": "Educational Initiatives (EI)",
  "deployer": "Educational Initiatives (three centers in Delhi)",
  "location": "Delhi, India",
  "domain": "Education",
  "segment": "Middle-school math and Hindi (after-school centers)",
  "benefit_type": "Improved Learning",
  "taxonomy_note": null,
  "registry_ids": {},
  "ratings": [
    {
      "group": "personal",
      "depth": 2,
      "reason": "Students had measurable gains in math and Hindi."
    }
  ],
  "ai_role": {
    "status": "assessed",
    "statement": "Mindspark selected exercises using rules that education specialists wrote. The trial evaluated the software alongside small-group instruction, so its separate contribution was not measured."
  },
  "evidence": [
    {
      "kind": "peer-reviewed study",
      "citation": "Muralidharan, Karthik, Abhijeet Singh, and Alejandro J. Ganimian. American Economic Review 109, no. 4 (2019): 1426–60. https://doi.org/10.1257/aer.20171112.",
      "title": "Disrupting Education? Experimental Evidence on Technology-Aided Instruction in India",
      "url": "https://www.aeaweb.org/articles?id=10.1257/aer.20171112",
      "date": null,
      "written_by": "independent",
      "quote": null
    },
    {
      "kind": "preprint",
      "citation": "Muralidharan, Karthik, and Abhijeet Singh. “Adapting for Scale: Experimental Evidence on Technology-Aided Instruction in India.” Working paper, 7 October 2025.",
      "title": "Adapting for Scale: Experimental Evidence on Technology-Aided Instruction in India",
      "url": "https://cdep.sipa.columbia.edu/sites/cdep.sipa.columbia.edu/files/content/Mindspark_Rajasthan%20(7%20October%202025).pdf",
      "date": "2025-10-07",
      "written_by": "independent",
      "quote": null
    }
  ],
  "replication": {
    "produced_by": [
      "Exercises that matched each student’s level",
      "Computer practice alongside small-group instruction",
      "Regular attendance at the centers"
    ],
    "must_hold": [
      "Access to computers and trained instructors",
      "Funding for delivery costs that the subsidized fee did not cover"
    ],
    "echoes": [
      {
        "date": null,
        "setting": "A separate 18-month trial in Rajasthan public schools",
        "model_version": null,
        "outcome": "recurred",
        "source": "https://cdep.sipa.columbia.edu/sites/cdep.sipa.columbia.edu/files/content/Mindspark_Rajasthan%20(7%20October%202025).pdf"
      }
    ]
  },
  "paired_incident": null,
  "headline": "Delhi students improve their math and Hindi scores",
  "metric": "+0.37 SD math, +0.23 SD Hindi in 4.5 months",
  "comparator": {
    "against": "Students not offered a voucher",
    "before": "Usual schooling and activities",
    "after": "Math +0.37 standard deviations; Hindi +0.23 over 4.5 months",
    "basis": "measured",
    "quote": "Lottery winners scored 0.37σ higher in math and 0.23σ higher in Hindi over just a 4.5-month period.",
    "url": "https://www.aeaweb.org/articles?id=10.1257/aer.20171112"
  },
  "later": {
    "status": "scaled",
    "date": null,
    "note": "The three Delhi centers closed in March 2016 after subsidies ended. A later Rajasthan trial used a different model in public schools and reported learning gains after 18 months.",
    "quote": null,
    "url": "https://cdep.sipa.columbia.edu/sites/cdep.sipa.columbia.edu/files/content/Mindspark_Rajasthan%20(7%20October%202025).pdf"
  },
  "value": null,
  "developer_country": "India",
  "deployer_country": "India",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what the benefit is measured against, what happened since from the cited sources.",
      "source": "https://www.povertyactionlab.org/evaluation/disrupting-education-experimental-evidence-technology-aided-instruction-india; https://www.nber.org/papers/w34205",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://www.prnewswire.com/in/news-releases/ei-awarded-education-company-of-the-year-at-vccircle-awards-2023-301749198.html; https://www.povertyactionlab.org/evaluation/disrupting-education-evidence-technology-aided-instruction-india",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-22",
      "change": "Organization name standardized to Educational Initiatives.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-25",
      "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.",
      "source": "https://www.aeaweb.org/articles?id=10.1257/aer.20171112",
      "editor": "AIBD"
    }
  ],
  "confidence": "studied",
  "shade": "high",
  "claim_status": "Independently studied",
  "claim_basis": "Sources: one independent peer-reviewed study and one independent preprint. The cited evidence includes no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0212",
    "catalog_version": "1.0.0",
    "source_fingerprint": "f4c15b98fbef34b8b52cba3533e2781cf7ac9788427305d58e455482edfa1108",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0212-source-0001",
      "AIBD-0212-source-0002"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "records": [
              {
                "id": "AIBD-0212-E01",
                "design": "individual randomized voucher offer",
                "sample_randomized": 619,
                "treatment_n": 314,
                "control_n": 305,
                "endline_n": 539,
                "duration_months": 4.5,
                "outcomes": [
                  {
                    "metric": "math test score",
                    "effect": 0.37,
                    "unit": "standard deviation"
                  },
                  {
                    "metric": "Hindi test score",
                    "effect": 0.23,
                    "unit": "standard deviation"
                  }
                ],
                "estimand": "intention to treat",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "Table 2 and §§2.2–2.3"
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original sources and locators are preserved with each observation.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The original evaluation and any distinct follow-up analyses."
        },
        "record_ids": [
          "AIBD-0212-E01"
        ]
      },
      "monetary observations": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "records": [
              {
                "id": "AIBD-0212-C01",
                "type": "delivery_cost",
                "amount": 1000,
                "currency": "INR",
                "unit": "student-month",
                "realization": "reported pilot cost",
                "cost_components": [
                  "premises",
                  "hardware",
                  "staff",
                  "prorated software development"
                ],
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "§5.2"
              },
              {
                "id": "AIBD-0212-C02",
                "type": "subsidized_fee",
                "amount": 200,
                "currency": "INR",
                "unit": "student-month",
                "realization": "fee waived by randomized voucher",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "§2.1.1"
              },
              {
                "id": "AIBD-0212-C03",
                "type": "forecast_cost",
                "amount": 4,
                "currency": "USD",
                "unit": "student-month",
                "scenario": "deployment in 50 government schools, including hardware",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "§5.2, n. 33"
              },
              {
                "id": "AIBD-0212-C04",
                "type": "forecast_marginal_cost",
                "amount": 2,
                "currency": "USD",
                "unit": "student-year",
                "scenario": "more than 1,000 schools; software maintenance and technical support only",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "§5.2, n. 33"
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original sources and locators are preserved with each observation.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The reported costs, forecasts, or savings, with their separate scopes."
        },
        "record_ids": [
          "AIBD-0212-C01",
          "AIBD-0212-C02",
          "AIBD-0212-C03",
          "AIBD-0212-C04"
        ]
      },
      "institutional decisions": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "records": [
              {
                "id": "AIBD-0212-D01",
                "institution": "Donors subsidizing the three Delhi Mindspark centers",
                "task": "Continuation of operating subsidies",
                "criterion": "Enrollment at or above 80% of capacity at the subsidized fee",
                "decision": "Subsidies ended and the three centers closed in March 2016.",
                "decision_date": "2016-03",
                "date_precision": "month",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "§5.3 and n. 35"
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original sources and locators are preserved with each observation.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The documented institutional decision."
        },
        "record_ids": [
          "AIBD-0212-D01"
        ]
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Educational Initiatives operated the centers. Academic researchers evaluated the program with J-PAL support."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Title-page acknowledgments; §§2.1–2.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Educational Initiatives operated the centers. Academic researchers evaluated the program with J-PAL support."
        }
      },
      "actors[].ownership_control": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Educational Initiatives developed the commercial product and operated the three centers."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1 and n. 35.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Educational Initiatives developed the commercial product and operated the three centers."
        }
      },
      "ai_contribution": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial evaluated software and instruction together. It did not measure the software’s separate effect."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1, p. 8.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial evaluated software and instruction together. It did not measure the software’s separate effect."
        }
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Mindspark used rules for adaptive teaching. It did not use machine learning."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Online appendix, §D.5, p. 40.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Mindspark used rules for adaptive teaching. It did not use machine learning.",
          "editor_note": "Treating the system as symbolic AI is an editorial classification of its expert-written rules. The authors expressly state that it did not use machine learning."
        }
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "ratings": [
              {
                "group": "personal",
                "depth": 2,
                "reason": "Students had measurable gains in math and Hindi."
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Application of the existing AIBD depth rubric to the reported benefit.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Personal: 2"
        }
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "high",
            "evidence_word": "studied",
            "claim_status": "Independently studied",
            "basis": "Sources: one independent peer-reviewed study and one independent preprint. The cited evidence includes no finding by a regulator or court."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Derived from the corrected source inventory; authorship and original findings are documented separately.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Independently studied"
        }
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students had measurable gains in math and Hindi."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Benefit depth is assessed separately from strength of evidence.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students had measurable gains in math and Hindi."
        }
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Observed in a randomized evaluation."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Observed in a randomized evaluation."
        }
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students’ learning."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students’ learning."
        }
      },
      "availability": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The three Delhi centers closed in March 2016. Mindspark continued in other settings."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.3, n. 35.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The three Delhi centers closed in March 2016. Mindspark continued in other settings."
        }
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A randomized evaluation of an after-school program."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A randomized evaluation of an after-school program."
        }
      },
      "case_links[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "links": [
              {
                "proposition": "Original randomized evaluation, attendance, costs, and closure of the Delhi centers.",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "locator": "Author final manuscript, §§2–5, Tables 1–3."
              },
              {
                "proposition": "A separate 18-month evaluation in Rajasthan public schools and subsequent expansion.",
                "source_refs": [
                  "AIBD-0212-source-0002"
                ],
                "locator": "Abstract and introduction."
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original-source lineage.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The sources are linked to the findings that they support."
        }
      },
      "claims[].evidence_strength": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A peer-reviewed randomized evaluation supports the learning gains."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2–4.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A peer-reviewed randomized evaluation supports the learning gains."
        }
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Free access to the combined program improved students’ measured learning."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§4.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Free access to the combined program improved students’ measured learning."
        }
      },
      "cross_border_flows[]": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "Author affiliations and methods.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The research involved institutions in several countries. The study does not document a cross-border transfer of students’ data.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The research involved institutions in several countries. The study does not document a cross-border transfer of students’ data."
        }
      },
      "decisions[].action_outcome": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Donors ended the subsidies, and all three centers closed."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.3, n. 35.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Donors ended the subsidies, and all three centers closed."
        }
      },
      "decisions[].grounds": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Donors required enrollment at or above 80% of capacity."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Donors required enrollment at or above 80% of capacity."
        }
      },
      "decisions[].institution_task": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Donors decided whether to continue subsidizing the centers."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Donors decided whether to continue subsidizing the centers."
        }
      },
      "decisions[].success_criterion": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "At least 80% enrollment at the subsidized fee."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "At least 80% enrollment at the subsidized fee."
        }
      },
      "deployment_stage": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The program operated in three Delhi centers during the study."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The program operated in three Delhi centers during the study."
        }
      },
      "economics[].amount": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Delivery cost about INR 1,000 per student per month. The subsidized fee was INR 200, which vouchers waived."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1; §5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Delivery cost about INR 1,000 per student per month. The subsidized fee was INR 200, which vouchers waived."
        }
      },
      "economics[].costs[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The delivery estimate included premises, hardware, staff, and a share of software development costs."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The delivery estimate included premises, hardware, staff, and a share of software development costs."
        }
      },
      "economics[].counterfactual": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The authors compared learning and cost with regular public schooling and with separate research on after-school tutoring."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The authors compared learning and cost with regular public schooling and with separate research on after-school tutoring."
        }
      },
      "economics[].currency_price_basis": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Indian rupees. The authors gave an approximate equivalent of US$15 for the monthly delivery cost."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Indian rupees. The authors gave an approximate equivalent of US$15 for the monthly delivery cost."
        }
      },
      "economics[].gross_net": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "These are delivery costs and fees, not income or net savings."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "These are delivery costs and fees, not income or net savings."
        }
      },
      "economics[].measure_type": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Program cost and subsidized fee. Separate estimates describe possible costs at scale."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1; §5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Program cost and subsidized fee. Separate estimates describe possible costs at scale."
        }
      },
      "economics[].period_unit": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Per student per month during the Delhi pilot."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Per student per month during the Delhi pilot."
        }
      },
      "economics[].realization": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The INR 1,000 figure describes pilot delivery cost. Lower costs at scale were projections."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2 and n. 33.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The INR 1,000 figure describes pilot delivery cost. Lower costs at scale were projections."
        }
      },
      "economics[].recipient_payer": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Families normally paid the subsidized fee. Donors funded the remaining cost, and vouchers covered the fee for selected students."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1, n. 7; §5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Families normally paid the subsidized fee. Donors funded the remaining cost, and vouchers covered the fee for selected students."
        }
      },
      "economics[].return_payback": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The study does not estimate financial returns or a payback period.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The study does not estimate financial returns or a payback period."
        }
      },
      "economics[].valuation_method": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The pilot cost was reported per student. Forecasts for schools used a deployment budget that Educational Initiatives prepared in 2017."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§5.2, n. 33.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The pilot cost was reported per student. Forecasts for schools used a deployment budget that Educational Initiatives prepared in 2017."
        }
      },
      "evaluations[].ai_uplift": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The design did not separate adaptive software from additional teaching and practice."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The design did not separate adaptive software from additional teaching and practice."
        }
      },
      "evaluations[].comparator": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students who were not offered a voucher continued their usual schooling and activities."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students who were not offered a voucher continued their usual schooling and activities."
        }
      },
      "evaluations[].design": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A lottery assigned students to a free voucher or a comparison group. Researchers estimated the effect of the offer."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.2; §4.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A lottery assigned students to a free voucher or a comparison group. Researchers estimated the effect of the offer."
        }
      },
      "evaluations[].effect": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The voucher offer raised math scores by 0.37 standard deviations and Hindi scores by 0.23."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 2, final manuscript.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The voucher offer raised math scores by 0.37 standard deviations and Hindi scores by 0.23."
        }
      },
      "evaluations[].exposure": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Average attendance was 58%, or about 50 of the 86 available days."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Average attendance was 58%, or about 50 of the 86 available days."
        }
      },
      "evaluations[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0212-E01"
          ],
          "role": "evaluations"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Identifiers assigned to the evaluations described here.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AIBD-0212-E01"
        }
      },
      "evaluations[].measurement_method": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Independent paper tests assessed math and Hindi before and after the program. Scores were placed on comparable scales."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§3.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Independent paper tests assessed math and Hindi before and after the program. Scores were placed on comparable scales."
        }
      },
      "evaluations[].metric": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Math and Hindi test scores."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§3.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Math and Hindi test scores."
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Replication data are deposited with the American Economic Association at openICPSR."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Publisher materials and ICPSR catalog entry 113192; https://doi.org/10.3886/E113192V2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Replication data are deposited with the American Economic Association at openICPSR."
        }
      },
      "evaluations[].setting_sample": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "There were 314 voucher recipients and 305 controls. Endline participation was 85% and 90%, respectively."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2.2–2.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "There were 314 voucher recipients and 305 controls. Endline participation was 85% and 90%, respectively."
        }
      },
      "evaluations[].uncertainty_limitations": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Participants volunteered for the study. Endline attrition differed between groups, and longer-term attainment was not measured."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2.2–2.3; §4; §5.2, n. 34.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Participants volunteered for the study. Endline attrition differed between groups, and longer-term attainment was not measured."
        }
      },
      "external_references[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The Delhi centers closed in March 2016. Later research evaluated a different school-based delivery model in Rajasthan."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "M1 §5.3, n. 35; M2 abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The Delhi centers closed in March 2016. Later research evaluated a different school-based delivery model in Rajasthan."
        }
      },
      "human_oversight": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Education specialists wrote the teaching rules. Trained instructors supervised students and provided group instruction."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1; online appendix, §D.5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Education specialists wrote the teaching rules. Trained instructors supervised students and provided group instruction."
        }
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0212"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The centers needed computers, headphones, suitable rooms, and instructors."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1; §5.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The centers needed computers, headphones, suitable rooms, and instructors."
        }
      },
      "outcomes[].beneficiaries": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Public-school students in Delhi, most of whom were in grades 6–9 and behind their grade’s curriculum."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2.2–3; n. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Public-school students in Delhi, most of whom were in grades 6–9 and behind their grade’s curriculum."
        }
      },
      "outcomes[].beneficiary_count": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial enrolled 619 students and offered 314 a voucher. Researchers tested 539 students at the end."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2.2–2.3; Table 1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial enrolled 619 students and offered 314 a voucher. Researchers tested 539 students at the end."
        }
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Improved learning."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Improved learning."
        }
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students offered a voucher scored higher in math and Hindi after 4.5 months."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students offered a voucher scored higher in math and Hindi after 4.5 months."
        }
      },
      "outcomes[].distribution": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Gains were similar across initial ability levels. Students who began further behind gained more relative to their previous progress."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§4.3; Table 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Gains were similar across initial ability levels. Students who began further behind gained more relative to their previous progress."
        }
      },
      "outcomes[].duration": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The measured learning gains covered 4.5 months."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Abstract; §4.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The measured learning gains covered 4.5 months."
        }
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students."
        }
      },
      "outcomes[].status": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Observed in a randomized evaluation."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§4.1; Table 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Observed in a randomized evaluation."
        }
      },
      "outcomes[].tradeoffs": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The centers required staff and equipment. Low enrollment and the loss of subsidies led all three to close."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§5.2–5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The centers required staff and equipment. Low enrollment and the loss of subsidies led all three to close."
        }
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Improved learning was the intended benefit."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Improved learning was the intended benefit."
        }
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Three centers served low-income neighborhoods in Delhi, India. Students were recruited near five public schools."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§§2.1.1–2.2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Three centers served low-income neighborhoods in Delhi, India. Students were recruited near five public schools."
        }
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Mindspark matched lessons to each student’s current level."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Mindspark matched lessons to each student’s current level."
        }
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "start": "2015-09",
            "end": "2016-02",
            "precision": "month",
            "display": "September 2015–February 2016",
            "refs": [
              "AIBD-0212-source-0001"
            ],
            "current_date_observed": "2015-09-01",
            "instruction": "Use the observed result period for the case date. Keep the full study period separately; the normalized sort date does not imply a more precise observation.",
            "observed_result_period": "2016-02",
            "observed_result_precision": "month",
            "observed_result_basis": "February 2016 endline tests."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original study timing.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The study ran from September 2015 to February 2016. The centers closed in March 2016."
        }
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A separate Rajasthan school trial reported gains of 0.22 standard deviations in math and 0.20 in Hindi after 18 months."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Abstract and introduction.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A separate Rajasthan school trial reported gains of 0.22 standard deviations in math and 0.20 in Hindi after 18 months."
        }
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students need regular access to the software and instructional support. The Delhi program also depended on continued subsidy."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1; §5.3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students need regular access to the software and instructional support. The Delhi program also depended on continued subsidy."
        }
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since from the cited sources.",
                "source": "https://www.povertyactionlab.org/evaluation/disrupting-education-experimental-evidence-technology-aided-instruction-india; https://www.nber.org/papers/w34205",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://www.prnewswire.com/in/news-releases/ei-awarded-education-company-of-the-year-at-vccircle-awards-2023-301749198.html; https://www.povertyactionlab.org/evaluation/disrupting-education-evidence-technology-aided-instruction-india",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: a rating reason, account, purpose, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-22",
                "change": "Organization name standardized to Educational Initiatives.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-25",
                "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.",
                "source": "https://www.aeaweb.org/articles?id=10.1257/aer.20171112",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Education."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Education."
        }
      },
      "sources[].access_version": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The final author manuscript and official appendix were read. The Rajasthan review covered its abstract and introduction."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.; Abstract and introduction.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The final author manuscript and official appendix were read. The Rajasthan review covered its abstract and introduction."
        }
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The final Delhi study provides the results. Its official appendix explains the teaching rules. A later paper covers Rajasthan."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.; Abstract and introduction.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The final Delhi study provides the results. Its official appendix explains the teaching rules. A later paper covers Rajasthan."
        }
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "role": "retained evidence"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Retained evidence in the reviewed order.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AIBD-0212-source-0001, AIBD-0212-source-0002"
        }
      },
      "sources[].language": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "English."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.; Abstract and introduction.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "English."
        }
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The Delhi evaluation and its versions are one work. The Rajasthan trial used a different setting and cohort."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.; Abstract and introduction.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The Delhi evaluation and its versions are one work. The Rajasthan trial used a different setting and cohort."
        }
      },
      "sources[].upstream_sources": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "reviewed_on": "2026-10-25",
            "lead_source_ref": "AIBD-0212-source-0001",
            "retained_source_order": [
              "AIBD-0212-source-0001",
              "AIBD-0212-source-0002"
            ],
            "origins": [
              {
                "url": "https://www.aeaweb.org/articles?id=10.1257/aer.20171112",
                "title": "Disrupting Education? Experimental Evidence on Technology-Aided Instruction in India",
                "locator": "Author final manuscript, §§2–5, Tables 1–3.",
                "contribution": "Original randomized evaluation, attendance, costs, and closure of the Delhi centers.",
                "relationship": "Primary evaluation by academic researchers. J-PAL supported the evaluation; Educational Initiatives supplied the intervention.",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ],
                "access": "Publisher landing page, author final manuscript dated 23 March 2019, and official supplement inspected. The publisher full-text article was paywalled.",
                "publication_date": "2019-04"
              },
              {
                "url": "https://www.dropbox.com/s/u0mm0sbv55fem6b/20190216_Disrupting_education.pdf?dl=1",
                "locator": "Author final manuscript, 23 March 2019; linked by Abhijeet Singh’s research page.",
                "contribution": "Author final manuscript, 23 March 2019; linked by Abhijeet Singh’s research page.",
                "relationship": "Access copy, supplement, or earlier version of the same work.",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ]
              },
              {
                "url": "https://www.aeaweb.org/articles/materials/10520",
                "locator": "Official online appendix, 22 February 2019; §§D.2–D.5, pp. 36–40.",
                "contribution": "Official online appendix, 22 February 2019; §§D.2–D.5, pp. 36–40.",
                "relationship": "Access copy, supplement, or earlier version of the same work.",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ]
              },
              {
                "url": "https://doi.org/10.3886/E113192V2",
                "title": "Replication data for: Disrupting Education? Experimental Evidence on Technology-Aided Instruction in India",
                "locator": "Publisher link and ICPSR catalog entry 113192.",
                "contribution": "Original replication deposit. Its existence was verified in the publisher and ICPSR catalog, but direct access returned HTTP 403; the deposited files were not inspected.",
                "relationship": "Original replication deposit. Its existence was verified in the publisher and ICPSR catalog, but direct access returned HTTP 403; the deposited files were not inspected.",
                "source_refs": [
                  "AIBD-0212-source-0001"
                ]
              },
              {
                "url": "https://cdep.sipa.columbia.edu/sites/cdep.sipa.columbia.edu/files/content/Mindspark_Rajasthan%20(7%20October%202025).pdf",
                "title": "Adapting for Scale: Experimental Evidence on Technology-Aided Instruction in India",
                "locator": "Abstract and introduction.",
                "contribution": "A separate 18-month evaluation in Rajasthan public schools and subsequent expansion.",
                "relationship": "Primary study by researchers, including two authors of the Delhi evaluation. It is not follow-up of the same students.",
                "source_refs": [
                  "AIBD-0212-source-0002"
                ],
                "access": "The 7 October 2025 author PDF was accessible through the web tool. Abstract and introduction were read; the later NBER revision was not inspected.",
                "publication_date": "2025-10-07"
              }
            ],
            "excluded_or_consolidated_sources": [
              {
                "old_source_ref": "AIBD-0212-source-0001",
                "url": "https://www.povertyactionlab.org/evaluation/disrupting-education-experimental-evidence-technology-aided-instruction-india",
                "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact."
              },
              {
                "old_source_ref": "AIBD-0212-source-0003",
                "url": "https://www.nber.org/papers/w22923",
                "retained_source_ref": "AIBD-0212-source-0001",
                "reason": "Mirror or version consolidated into the original work."
              },
              {
                "old_source_ref": "AIBD-0212-source-0004",
                "url": "https://www.nber.org/papers/w34205",
                "retained_source_ref": "AIBD-0212-source-0002",
                "reason": "Mirror or version consolidated into the original work."
              }
            ],
            "review_scope": "Original evidence, systems, evaluation methods and results, costs, chronology, human roles, limitations, and follow-up.",
            "chronology_source": {
              "url": "https://www.nber.org/papers/w22923",
              "title": "Disrupting Education? Experimental Evidence on Technology-Aided Instruction in India",
              "date": "2016-12",
              "date_precision": "month",
              "role": "First working-paper publication. The downloaded version was revised July 2017. Use the final manuscript for the revised sample and effects."
            },
            "source_relationship_note": "Versions, supplements, reanalyses, and repeated developer statements are not independent replications."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "The original evidence and exact locators are preserved in this assessment.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001",
            "AIBD-0212-source-0002"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The Delhi trial and its official methods appendix provide the original evidence. The Rajasthan paper reports a separate trial."
        }
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students offered free access to Mindspark centers gained 0.37 standard deviations in math and 0.23 in Hindi over 4.5 months."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students offered free access to Mindspark centers gained 0.37 standard deviations in math and 0.23 in Hindi over 4.5 months."
        }
      },
      "systems[].autonomy_permissions": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The software selected exercises automatically. Instructors could assign particular topics."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Online appendix, §D.5, p. 40.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The software selected exercises automatically. Instructors could assign particular topics."
        }
      },
      "systems[].component_role": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The software assessed each student and selected exercises at the appropriate level."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1; online appendix, §§D.2–D.4.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The software assessed each student and selected exercises at the appropriate level."
        }
      },
      "systems[].deployment_configuration": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students used individual computers with headphones for 45 minutes, then spent 45 minutes with an instructor in a small group."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1, pp. 7–8.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students used individual computers with headphones for 45 minutes, then spent 45 minutes with an instructor in a small group."
        }
      },
      "systems[].inputs_outputs": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students’ answers, scores, and errors determined the next exercises and explanations."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Online appendix, §§D.2–D.5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students’ answers, scores, and errors determined the next exercises and explanations."
        }
      },
      "systems[].model_name": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Rules written by education specialists selected lessons from students’ answers and error patterns."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Online appendix, §D.5, p. 40.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Rules written by education specialists selected lessons from students’ answers and error patterns."
        }
      },
      "systems[].model_version": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1; online appendix, §D.5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The study does not identify a numbered software release.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The study does not identify a numbered software release."
        }
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Mindspark."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Mindspark."
        }
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Educational Initiatives."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Educational Initiatives."
        }
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Mindspark helps Delhi students improve their math and Hindi scores"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Author final manuscript, §§2–5, Tables 1–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Mindspark helps Delhi students improve their math and Hindi scores"
        }
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "f4c15b98fbef34b8b52cba3533e2781cf7ac9788427305d58e455482edfa1108"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Each session combined practice on Mindspark with instruction in groups of about 12–15 students. Centers offered six sessions a week."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "§2.1.1, pp. 7–8.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0212-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Each session combined practice on Mindspark with instruction in groups of about 12–15 students. Centers offered six sessions a week."
        }
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 78,
      "reviewed": 78,
      "record_mapped": 3,
      "not_assessed": 10,
      "complete": false,
      "by_state": {
        "value_present": 78,
        "not_reported": 3,
        "unresolved": 0,
        "not_assessed": 10,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}