{
  "id": "AIBD-0215",
  "title": "Pounce helps incoming students complete college enrollment",
  "summary": "Among students already committed to Georgia State, Pounce increased enrollment by 3.3 percentage points.",
  "date_observed": "2016-01-01",
  "date_basis": "event",
  "date_precision": "year",
  "benefit_status": "reported",
  "source_collection": null,
  "source_entry": null,
  "account": "Georgia State used AdmitHub’s Pounce to help admitted students complete enrollment tasks from April through August 2016. Researchers assigned 7,489 students to the assistant or usual support. Pounce used university records to send relevant reminders, answered questions, and referred unresolved questions to counselors. Among 1,948 students who had already committed to attend, the researchers found that enrollment increased by 3.3 percentage points from a control rate of 84.6%. The overall enrollment effect was not statistically significant. The study evaluated the complete service, including staff assistance, and did not measure degree completion.",
  "category": "general benefit",
  "unexpected": false,
  "purpose": "Pounce was deployed to guide admitted students through pre-enrollment tasks. Higher on-time enrollment is that purpose.",
  "system": "Pounce, AdmitHub’s SMS assistant with supervised learning and a Georgia State knowledge base",
  "model_version": null,
  "developer": "AdmitHub",
  "deployer": "Georgia State University",
  "location": null,
  "domain": "Higher education / admissions and enrollment",
  "segment": "College transition support for admitted students",
  "benefit_type": "Increased Access to Education",
  "taxonomy_note": null,
  "registry_ids": {},
  "ratings": [
    {
      "group": "personal",
      "depth": 2,
      "reason": "More already-committed students completed college enrollment."
    }
  ],
  "ai_role": {
    "status": "assessed",
    "statement": "Pounce interpreted questions, sent reminders, and routed questions that it could not answer to university staff. The trial measured the combined service, not machine learning alone."
  },
  "evidence": [
    {
      "kind": "peer-reviewed study",
      "citation": "Page, Lindsay C., and Hunter Gehlbach. AERA Open 3, no. 4 (2017): 1–12. https://doi.org/10.1177/2332858417749220.",
      "title": "How an Artificially Intelligent Virtual Assistant Helps Students Navigate the Road to College",
      "url": "https://journals.sagepub.com/doi/10.1177/2332858417749220",
      "date": "2017-12-12",
      "written_by": "independent",
      "quote": null
    },
    {
      "kind": "news report",
      "citation": "Dalton, Martha. “Georgia State Uses a Chatbot to Attack ‘Summer Melt.’” WABE, June 14, 2018.",
      "title": "Georgia State Uses a Chatbot to Attack “Summer Melt”",
      "url": "https://www.wabe.org/georgia-state-uses-a-chatbot-to-attack-summer-melt/",
      "date": "2018-06-14",
      "written_by": "independent",
      "quote": null
    },
    {
      "kind": "preprint",
      "citation": "Meyer, Katharine, Lindsay C. Page, Catherine Mata, Eric Smith, B. Tyler Walsh, C. Lindsey Fifield, Amy Eremionkhale, Michael Evans, and Shelby Frost. “Let’s Chat: Leveraging Chatbot Outreach for Improved Course Performance.” EdWorkingPaper 22-564, revised September 2023.",
      "title": "Let’s Chat: Leveraging Chatbot Outreach for Improved Course Performance",
      "url": "https://edworkingpapers.com/sites/default/files/ai22-564.pdf",
      "date": null,
      "written_by": "independent",
      "quote": null
    }
  ],
  "replication": {
    "produced_by": [
      "A university knowledge base with enrollment requirements",
      "Messages that reflected each student’s unfinished tasks",
      "Counselors who handled questions that the assistant could not answer"
    ],
    "must_hold": [
      "Students with SMS access",
      "Accurate and current university records",
      "Staff who can resolve complicated questions"
    ],
    "echoes": []
  },
  "paired_incident": null,
  "headline": "More incoming students complete college enrollment",
  "metric": "Enrollment rose by 3.3 percentage points among students already committed to attend",
  "comparator": {
    "against": "Usual enrollment support among students already committed to Georgia State",
    "before": "84.6% enrolled in the control subgroup",
    "after": "Enrollment increased by 3.3 percentage points",
    "basis": "measured",
    "quote": "an improvement in timely enrollment of 3.3 percentage points",
    "url": "https://journals.sagepub.com/doi/10.1177/2332858417749220"
  },
  "later": {
    "status": "scaled",
    "date": "2023-09-01",
    "note": "GSU's research partnership with Mainstay (formerly AdmitHub) continued; two later randomized trials of course-specific Pounce chatbots in introductory courses raised the share of students earning a B or higher by 5-6 percentage points and reduced course drops.",
    "quote": "We find the academic chatbot significantly shifted students’ final grades, increasing the likelihood students received a course grade of B or higher by 5-6 percentage points and reduced the likelihood students dropped the course.",
    "url": "https://edworkingpapers.com/sites/default/files/ai22-564.pdf"
  },
  "value": null,
  "developer_country": "United States",
  "deployer_country": "United States",
  "unrated_because": null,
  "brief_notes": null,
  "brief": null,
  "revisions": [
    {
      "date": "2026-10-20",
      "change": "Record drafted from the cited sources.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Benefit type set to Increased Access to Education under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.",
      "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Added what the benefit is measured against, what happened since from the cited sources.",
      "source": "https://eric.ed.gov/?id=EJ1194134; https://edworkingpapers.com/sites/default/files/ai22-564.pdf",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
      "source": "https://mainstay.com/about/; https://www.gsu.edu/about/",
      "editor": "AIBD"
    },
    {
      "date": "2026-10-21",
      "change": "Prose pass: account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
      "source": null,
      "editor": "AIBD"
    },
    {
      "date": "2026-10-25",
      "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.",
      "source": "https://journals.sagepub.com/doi/10.1177/2332858417749220",
      "editor": "AIBD"
    }
  ],
  "confidence": "studied",
  "shade": "high",
  "claim_status": "Independently studied",
  "claim_basis": "Sources: one independent peer-reviewed study, one independent news report and one independent preprint. The cited evidence includes no finding by a regulator or court.",
  "profile": {
    "case_id": "AIBD-0215",
    "catalog_version": "1.0.0",
    "source_fingerprint": "67e54baea04d0c1c6cf5c1b854fea2f9cbb9b5d312412b9dbb535ccd734fda0f",
    "collection_refs": [
      {
        "collection_id": "aibd",
        "version": "snapshot-8bf7cfec9cb185aa"
      },
      {
        "collection_id": "aibd",
        "version": "2026-10-25"
      }
    ],
    "source_ids": [
      "AIBD-0215-source-0001",
      "AIBD-0215-source-0002",
      "AIBD-0215-source-0003"
    ],
    "families": {
      "strategic assessments": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      },
      "evaluations": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "records": [
              {
                "id": "AIBD-0215-E01",
                "design": "individual randomization stratified by prior commitment",
                "dates": {
                  "start": "2016-04",
                  "end": "2016-08",
                  "precision": "month"
                },
                "total_n": 7489,
                "treatment_n": 3745,
                "control_n": 3744,
                "committed_n": 1948,
                "committed_treatment_n": 975,
                "committed_control_n": 973,
                "outcomes": [
                  {
                    "population": "already committed to GSU",
                    "metric": "fall GSU enrollment",
                    "effect_percentage_points": 3.3,
                    "se_percentage_points": 1.6,
                    "control_rate_percent": 84.6,
                    "p_below": 0.05
                  },
                  {
                    "population": "all randomized students",
                    "metric": "fall GSU enrollment",
                    "effect_percentage_points": 1.2,
                    "se_percentage_points": 0.9,
                    "statistically_significant": false
                  }
                ],
                "source_refs": [
                  "AIBD-0215-source-0001"
                ],
                "locator": "p. 3; Table 6"
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original sources and locators are preserved with each observation.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The original evaluation and any distinct follow-up analyses."
        },
        "record_ids": [
          "AIBD-0215-E01"
        ]
      },
      "monetary observations": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "records": [
              {
                "id": "AIBD-0215-C01",
                "type": "platform_price",
                "minimum": 7,
                "maximum": 15,
                "currency": "USD",
                "unit": "student-year",
                "excludes": "staff setup, monitoring, and counselor responses",
                "source_refs": [
                  "AIBD-0215-source-0001"
                ],
                "locator": "p. 9"
              },
              {
                "id": "AIBD-0215-C02",
                "type": "modeled_annual_cost",
                "amount": 53000,
                "currency": "USD",
                "unit": "university-year",
                "basis": "illustration using US$15 per student",
                "source_refs": [
                  "AIBD-0215-source-0001"
                ],
                "locator": "p. 9"
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original sources and locators are preserved with each observation.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The reported costs, forecasts, or savings, with their separate scopes."
        },
        "record_ids": [
          "AIBD-0215-C01",
          "AIBD-0215-C02"
        ]
      },
      "institutional decisions": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "record_ids": []
      }
    },
    "fields": {
      "actors[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "AdmitHub built the assistant, Georgia State provided student information and counseling, and academic researchers evaluated enrollment."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; acknowledgments.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AdmitHub built the assistant, Georgia State provided student information and counseling, and academic researchers evaluated enrollment."
        }
      },
      "actors[].ownership_control": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "AdmitHub supplied the platform. Georgia State supplied its institutional knowledge and student records."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AdmitHub supplied the platform. Georgia State supplied its institutional knowledge and student records."
        }
      },
      "ai_contribution": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial compared the complete Pounce service with usual enrollment support. It did not isolate machine learning from reminders and staff assistance."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 3–5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial compared the complete Pounce service with usual enrollment support. It did not isolate machine learning from reminders and staff assistance."
        }
      },
      "ai_relationship": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The assistant used machine learning to interpret questions and choose answers."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 11, n. 7.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The assistant used machine learning to interpret questions and choose answers."
        }
      },
      "assessments[].alternatives": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].assessor_date": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].depth": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "ratings": [
              {
                "group": "personal",
                "depth": 2,
                "reason": "More already-committed students completed college enrollment."
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Application of the existing AIBD depth rubric to the reported benefit.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Personal: 2"
        }
      },
      "assessments[].display_confidence": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "confidence": "high",
            "evidence_word": "studied",
            "claim_status": "Independently studied",
            "basis": "Sources: one independent peer-reviewed study, one independent news report and one independent preprint. The cited evidence includes no finding by a regulator or court."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Derived from the corrected source inventory; authorship and original findings are documented separately.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Independently studied"
        }
      },
      "assessments[].rationale": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "More already-committed students completed college enrollment."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Benefit depth is assessed separately from strength of evidence.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "More already-committed students completed college enrollment."
        }
      },
      "assessments[].rubric_version": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "assessments[].status_basis": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Observed in a randomized evaluation."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Observed in a randomized evaluation."
        }
      },
      "assessments[].target": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students’ access to college."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students’ access to college."
        }
      },
      "availability": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "brief": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "case_kind": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A randomized evaluation of text-message support for admitted students."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 3–5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A randomized evaluation of text-message support for admitted students."
        }
      },
      "case_links[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].evidence_links": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "links": [
              {
                "proposition": "Original randomized study, participant counts, system mechanism, enrollment effects, and cost estimates.",
                "source_refs": [
                  "AIBD-0215-source-0001"
                ],
                "locator": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16."
              },
              {
                "proposition": "Firsthand testimony about an enrollment problem that Pounce and staff helped resolve.",
                "source_refs": [
                  "AIBD-0215-source-0002"
                ],
                "locator": "Austin Birchell’s account and discussion of the mistaken Social Security number."
              },
              {
                "proposition": "Two later course-specific trials at Georgia State, distinct from summer enrollment.",
                "source_refs": [
                  "AIBD-0215-source-0003"
                ],
                "locator": "Title page and abstract."
              }
            ]
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original-source lineage.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The sources are linked to the findings that they support."
        }
      },
      "claims[].evidence_strength": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "A peer-reviewed randomized trial supports the subgroup effect."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "A peer-reviewed randomized trial supports the subgroup effect."
        }
      },
      "claims[].missingness": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "claims[].proposition": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce helped already-committed students complete enrollment."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce helped already-committed students complete enrollment."
        }
      },
      "cross_border_flows[]": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The trial involved a U.S. university and students with U.S. mobile numbers. It does not document international data transfers.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial involved a U.S. university and students with U.S. mobile numbers. It does not document international data transfers."
        }
      },
      "decisions[].action_outcome": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].grounds": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].institution_task": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "decisions[].success_criterion": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "institutional decisions"
      },
      "deployment_stage": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Georgia State used Pounce for incoming students during summer 2016."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Georgia State used Pounce for incoming students during summer 2016."
        }
      },
      "economics[].amount": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The platform cost US$7–15 per student per year, plus staff work. The authors illustrated a Georgia State budget of about US$53,000 a year."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The platform cost US$7–15 per student per year, plus staff work. The authors illustrated a Georgia State budget of about US$53,000 a year."
        }
      },
      "economics[].costs[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The subscription excludes staff time for setup, monitoring, and answers that require a counselor."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The subscription excludes staff time for setup, monitoring, and answers that require a counselor."
        }
      },
      "economics[].counterfactual": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The authors compare the price with earlier counseling and text-message interventions. Those programs were not cost arms in this trial."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The authors compare the price with earlier counseling and text-message interventions. Those programs were not cost arms in this trial."
        }
      },
      "economics[].currency_price_basis": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "U.S. dollars at the prices discussed in the 2017 article. A separate price-base year is not given."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "U.S. dollars at the prices discussed in the 2017 article. A separate price-base year is not given."
        }
      },
      "economics[].gross_net": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The figures are costs. The paper does not give a measured net financial benefit."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The figures are costs. The paper does not give a measured net financial benefit."
        }
      },
      "economics[].measure_type": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Platform price and a modeled annual budget."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Platform price and a modeled annual budget."
        }
      },
      "economics[].period_unit": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Per student per year, or per university year for the illustrative budget."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Per student per year, or per university year for the illustrative budget."
        }
      },
      "economics[].realization": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The price range and annual budget are estimates, not an audited statement of Georgia State’s payments."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The price range and annual budget are estimates, not an audited statement of Georgia State’s payments."
        }
      },
      "economics[].recipient_payer": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Universities pay for the platform and contribute staff time."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9; n. 16.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Universities pay for the platform and contribute staff time."
        }
      },
      "economics[].return_payback": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The authors suggest that added tuition would exceed the platform cost, but they do not publish a return or payback calculation.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The authors suggest that added tuition would exceed the platform cost, but they do not publish a return or payback calculation."
        }
      },
      "economics[].valuation_method": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The illustrative annual budget applies a US$15 per-student price. Additional tuition income is discussed but not quantified."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 9.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The illustrative annual budget applies a US$15 per-student price. Additional tuition income is discussed but not quantified."
        }
      },
      "evaluations[].ai_uplift": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial did not separate automated conversation from personalized reminders and counselor support."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial did not separate automated conversation from personalized reminders and counselor support."
        }
      },
      "evaluations[].comparator": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Georgia State’s usual enrollment support."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Georgia State’s usual enrollment support."
        }
      },
      "evaluations[].design": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Students were randomly assigned within groups defined by whether they had already committed to Georgia State."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 3–5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Students were randomly assigned within groups defined by whether they had already committed to Georgia State."
        }
      },
      "evaluations[].effect": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "In the committed subgroup, enrollment rose by 3.3 percentage points from a control rate of 84.6%."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "In the committed subgroup, enrollment rose by 3.3 percentage points from a control rate of 84.6%."
        }
      },
      "evaluations[].exposure": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Of students assigned to Pounce, 96.2% received texts, 85.1% replied, and 6.6% opted out."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Of students assigned to Pounce, 96.2% received texts, 85.1% replied, and 6.6% opted out."
        }
      },
      "evaluations[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0215-E01"
          ],
          "role": "evaluations"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Identifiers assigned to the evaluations described here.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AIBD-0215-E01"
        }
      },
      "evaluations[].measurement_method": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Researchers used university administrative records and National Student Clearinghouse enrollment data."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 4–5.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Researchers used university administrative records and National Student Clearinghouse enrollment data."
        }
      },
      "evaluations[].metric": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Enrollment, financial-aid tasks, and other requirements for entering college."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Tables 4–6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Enrollment, financial-aid tasks, and other requirements for entering college."
        }
      },
      "evaluations[].reproduction_materials": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "Complete published article, pp. 1–12, including notes and references.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The article does not link to participant-level data or analysis code.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The article does not link to participant-level data or analysis code."
        }
      },
      "evaluations[].setting_sample": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "There were 3,745 students assigned to Pounce and 3,744 controls. All had a U.S. mobile number and had agreed to receive texts."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "There were 3,745 students assigned to Pounce and 3,744 controls. All had a U.S. mobile number and had agreed to receive texts."
        }
      },
      "evaluations[].uncertainty_limitations": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The gain applies to the committed subgroup at one university. Overall enrollment rose by 1.2 percentage points, which was not statistically significant."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The gain applies to the committed subgroup at one university. Overall enrollment rose by 1.2 percentage points, which was not statistically significant."
        }
      },
      "external_references[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "follow_up[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Later Pounce trials addressed coursework rather than summer enrollment and reported improved course grades."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Later Pounce trials addressed coursework rather than summer enrollment and reported improved course grades."
        }
      },
      "human_oversight": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Staff supplied answers and reviewed conversations. Their corrections helped train the system and expand its knowledge base."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3; p. 11, n. 7.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Staff supplied answers and reviewed conversations. Their corrections helped train the system and expand its knowledge base."
        }
      },
      "id": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "id": "AIBD-0215"
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "id"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "infrastructure_dependencies[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The service needed SMS access, current student records, a maintained knowledge base, and counselors for unresolved questions."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The service needed SMS access, current student records, a maintained knowledge base, and counselors for unresolved questions."
        }
      },
      "outcomes[].beneficiaries": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Admitted students who had already committed to attend Georgia State."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6, committed subgroup.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Admitted students who had already committed to attend Georgia State."
        }
      },
      "outcomes[].beneficiary_count": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial assigned 7,489 students. The subgroup with the reported enrollment gain contained 1,948 students."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 3–4; Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial assigned 7,489 students. The subgroup with the reported enrollment gain contained 1,948 students."
        }
      },
      "outcomes[].benefit_type": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Increased access to education."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Increased access to education."
        }
      },
      "outcomes[].claim": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce increased enrollment among students who had already committed to Georgia State."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce increased enrollment among students who had already committed to Georgia State."
        }
      },
      "outcomes[].distribution": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The effect was concentrated among students already committed to Georgia State. The overall enrollment effect was not statistically significant."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The effect was concentrated among students already committed to Georgia State. The overall enrollment effect was not statistically significant."
        }
      },
      "outcomes[].duration": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The outcome was enrollment for fall 2016. The trial did not measure degree completion."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 4–5; Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The outcome was enrollment for fall 2016. The trial did not measure degree completion."
        }
      },
      "outcomes[].id": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "outcomes[].stakeholder_group": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Incoming college students."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Incoming college students."
        }
      },
      "outcomes[].status": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Observed in a randomized evaluation."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 3–5; Table 6.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Observed in a randomized evaluation."
        }
      },
      "outcomes[].tradeoffs": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The service required staff to maintain answers and resolve difficult questions. Students could opt out of messages."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3; Table 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The service required staff to maintain answers and resolve difficult questions. Students could opt out of messages."
        }
      },
      "outcomes[].unexpected": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Reducing the loss of committed students before enrollment was the intended benefit."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 1–2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Reducing the loss of committed students before enrollment was the intended benefit."
        }
      },
      "places[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Georgia State University in Atlanta, Georgia, United States."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Georgia State University in Atlanta, Georgia, United States."
        }
      },
      "purpose": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce helped admitted students complete the steps required to enroll."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce helped admitted students complete the steps required to enroll."
        }
      },
      "record_dates": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "start": "2016-04",
            "end": "2016-08",
            "precision": "month",
            "display": "April–August 2016",
            "refs": [
              "AIBD-0215-source-0001"
            ],
            "current_date_observed": "2017-12-12",
            "instruction": "Use the observed result period for the case date. Keep the full study period separately; the normalized sort date does not imply a more precise observation.",
            "observed_result_period": "2016",
            "observed_result_precision": "year",
            "observed_result_basis": "Fall 2016 enrollment; the article does not specify an observation day."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Original study timing.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Messages ran from April through August 2016. The study measured enrollment that fall."
        }
      },
      "replication.attempts[]": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Two later Georgia State trials reported 5–6 percentage-point increases in grades of B or higher. Their courses and students differed from this enrollment trial."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Two later Georgia State trials reported 5–6 percentage-point increases in grades of B or higher. Their courses and students differed from this enrollment trial."
        }
      },
      "replication.conditions": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Universities need accurate task records, students who can receive texts, and staff who can answer unresolved questions."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Universities need accurate task records, students who can receive texts, and staff who can answer unresolved questions."
        }
      },
      "revision_history[]": {
        "state": "value_present",
        "value": {
          "kind": "record_fields",
          "fields": {
            "revisions": [
              {
                "date": "2026-10-20",
                "change": "Record drafted from the cited sources.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Benefit type set to Increased Access to Education under Trustible's full taxonomy of 23 types; it was Improved Accessibility among the six first used.",
                "source": "https://trustible.ai/post/a-framework-for-measuring-the-benefits-of-ai/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Added what the benefit is measured against, what happened since from the cited sources.",
                "source": "https://eric.ed.gov/?id=EJ1194134; https://edworkingpapers.com/sites/default/files/ai22-564.pdf",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Country of the developer and the deployer added from the organization's own site or a registry.",
                "source": "https://mainstay.com/about/; https://www.gsu.edu/about/",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-21",
                "change": "Prose pass: account, purpose, the replication conditions, the system's part rewritten in shorter sentences with abbreviations expanded; facts, figures and quotations unchanged.",
                "editor": "AIBD"
              },
              {
                "date": "2026-10-25",
                "change": "Reviewed the original evidence and supporting material; updated system details, methods, outcomes, limitations, costs, and source lineage.",
                "source": "https://journals.sagepub.com/doi/10.1177/2332858417749220",
                "editor": "AIBD"
              }
            ]
          }
        },
        "provenance": {
          "kind": "legacy_record",
          "basis": "Preserved from the existing AIBD record; external sources were not rechecked.",
          "record_fields": [
            "revisions"
          ],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "partial"
      },
      "sector": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Higher education."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Higher education."
        }
      },
      "sources[].access_version": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The published enrollment article and WABE’s original report were read. The later course study was inspected only through its title page and abstract."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.; Austin Birchell’s account and discussion of the mistaken Social Security number.; Title page and abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The published enrollment article and WABE’s original report were read. The later course study was inspected only through its title page and abstract."
        }
      },
      "sources[].citation_locator": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The 2017 trial supplies the enrollment findings and system description. WABE adds a student’s firsthand account. A later paper concerns coursework."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.; Austin Birchell’s account and discussion of the mistaken Social Security number.; Title page and abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The 2017 trial supplies the enrollment findings and system description. WABE adds a student’s firsthand account. A later paper concerns coursework."
        }
      },
      "sources[].id": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "role": "retained evidence"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "Retained evidence in the reviewed order.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AIBD-0215-source-0001, AIBD-0215-source-0002, AIBD-0215-source-0003"
        }
      },
      "sources[].language": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "English."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.; Austin Birchell’s account and discussion of the mistaken Social Security number.; Title page and abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "English."
        }
      },
      "sources[].relationship": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The trial was conducted with the developer and university. WABE’s student interview adds independent reporting, while its trial figures come from the original paper."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.; Austin Birchell’s account and discussion of the mistaken Social Security number.; Title page and abstract.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The trial was conducted with the developer and university. WABE’s student interview adds independent reporting, while its trial figures come from the original paper."
        }
      },
      "sources[].upstream_sources": {
        "state": "value_present",
        "value": {
          "kind": "structured",
          "data": {
            "reviewed_on": "2026-10-25",
            "lead_source_ref": "AIBD-0215-source-0001",
            "retained_source_order": [
              "AIBD-0215-source-0001",
              "AIBD-0215-source-0002",
              "AIBD-0215-source-0003"
            ],
            "origins": [
              {
                "url": "https://journals.sagepub.com/doi/10.1177/2332858417749220",
                "title": "How an Artificially Intelligent Virtual Assistant Helps Students Navigate the Road to College",
                "locator": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.",
                "contribution": "Original randomized study, participant counts, system mechanism, enrollment effects, and cost estimates.",
                "relationship": "Primary evaluation by academic researchers in collaboration with AdmitHub and Georgia State University.",
                "source_refs": [
                  "AIBD-0215-source-0001"
                ],
                "access": "The complete published article was obtained from Virginia Tech’s institutional repository. The cited methods, tables, and notes were read.",
                "publication_date": "2017-12-12"
              },
              {
                "url": "https://vtechworks.lib.vt.edu/bitstreams/a7525181-5a4d-4597-bfb5-d57b4fdcb52f/download",
                "locator": "Published 12-page article.",
                "contribution": "Published 12-page article.",
                "relationship": "Access copy, supplement, or earlier version of the same work.",
                "source_refs": [
                  "AIBD-0215-source-0001"
                ]
              },
              {
                "url": "https://www.wabe.org/georgia-state-uses-a-chatbot-to-attack-summer-melt/",
                "title": "Georgia State Uses a Chatbot to Attack “Summer Melt”",
                "locator": "Austin Birchell’s account and discussion of the mistaken Social Security number.",
                "contribution": "Firsthand testimony about an enrollment problem that Pounce and staff helped resolve.",
                "relationship": "Independent reporting with a named student’s testimony. Its trial statistics derive from P1.",
                "source_refs": [
                  "AIBD-0215-source-0002"
                ],
                "access": "The original article’s body was read.",
                "publication_date": "2018-06-14"
              },
              {
                "url": "https://edworkingpapers.com/sites/default/files/ai22-564.pdf",
                "title": "Let’s Chat: Leveraging Chatbot Outreach for Improved Course Performance",
                "locator": "Title page and abstract.",
                "contribution": "Two later course-specific trials at Georgia State, distinct from summer enrollment.",
                "relationship": "Primary research on later Pounce applications with a different task and population.",
                "source_refs": [
                  "AIBD-0215-source-0003"
                ],
                "access": "Original PDF downloaded. Title page and abstract were read; detailed methods were not reviewed.",
                "publication_date": "2023-09"
              }
            ],
            "excluded_or_consolidated_sources": [
              {
                "old_source_ref": "AIBD-0215-source-0001",
                "url": "https://eric.ed.gov/?id=EJ1194134",
                "retained_source_ref": "AIBD-0215-source-0001",
                "reason": "Mirror or version consolidated into the original work."
              },
              {
                "old_source_ref": "AIBD-0215-source-0002",
                "url": "https://www.brookings.edu/articles/freezing-summer-melt-in-its-tracks-increasing-college-enrollment-with-ai/",
                "reason": "A summary or secondary account was replaced by the original evidence. Any unique earlier quotation remains in the audit artifact."
              }
            ],
            "review_scope": "Original evidence, systems, evaluation methods and results, costs, chronology, human roles, limitations, and follow-up.",
            "chronology_source": {},
            "source_relationship_note": "Versions, supplements, reanalyses, and repeated developer statements are not independent replications."
          }
        },
        "provenance": {
          "kind": "source_review",
          "basis": "The original evidence and exact locators are preserved in this assessment.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001",
            "AIBD-0215-source-0002",
            "AIBD-0215-source-0003"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The enrollment findings originate in the 2017 trial. WABE adds a student’s account, and the later paper evaluates coursework."
        }
      },
      "strategic_assessments[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial",
        "family": "strategic assessments"
      },
      "summary": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Among students already committed to Georgia State, Pounce increased enrollment by 3.3 percentage points."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Among students already committed to Georgia State, Pounce increased enrollment by 3.3 percentage points."
        }
      },
      "systems[].autonomy_permissions": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce sent messages and routine replies automatically. Questions that it could not answer went to university staff."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce sent messages and routine replies automatically. Questions that it could not answer went to university staff."
        }
      },
      "systems[].component_role": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce selected relevant reminders and answered questions about enrollment."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce selected relevant reminders and answered questions about enrollment."
        }
      },
      "systems[].deployment_configuration": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The SMS assistant used Georgia State’s student records and knowledge base to tailor messages about unfinished tasks."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The SMS assistant used Georgia State’s student records and knowledge base to tailor messages about unfinished tasks."
        }
      },
      "systems[].inputs_outputs": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Inputs included student questions and completed enrollment tasks. Outputs were text replies, reminders, and requests for staff help."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Inputs included student questions and completed enrollment tasks. Outputs were text replies, reminders, and requests for staff help."
        }
      },
      "systems[].model_name": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "The authors describe supervised learning with convolutional neural networks and a university-specific knowledge base."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 11, n. 7.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The authors describe supervised learning with convolutional neural networks and a university-specific knowledge base."
        }
      },
      "systems[].model_version": {
        "state": "not_reported",
        "provenance": {
          "kind": "source_review",
          "basis": "p. 11, n. 7.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "reason": "The article does not identify a release number or the deployed network’s weights.",
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "The article does not identify a release number or the deployed network’s weights."
        }
      },
      "systems[].product_name": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce, built on AdmitHub’s platform."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "p. 2.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce, built on AdmitHub’s platform."
        }
      },
      "systems[].provider": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "AdmitHub."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "AdmitHub."
        }
      },
      "taxonomy_crosswalks[]": {
        "state": "not_assessed",
        "review_state": "not_assessed",
        "coverage": "partial"
      },
      "title": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce helps incoming students complete college enrollment"
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–5; Tables 3–6; p. 9; nn. 7 and 16.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce helps incoming students complete college enrollment"
        }
      },
      "version": {
        "state": "value_present",
        "value": {
          "kind": "identifiers",
          "identifiers": [
            "67e54baea04d0c1c6cf5c1b854fea2f9cbb9b5d312412b9dbb535ccd734fda0f"
          ],
          "role": "SHA-256 of normalized original case data"
        },
        "provenance": {
          "kind": "curatorial",
          "basis": "Deterministic content version assigned by the local migration.",
          "record_fields": [],
          "source_refs": []
        },
        "review_state": "record_mapped",
        "coverage": "complete"
      },
      "workflow": {
        "state": "value_present",
        "value": {
          "kind": "text",
          "text": "Pounce checked which tasks remained, sent reminders, and answered questions. Counselors handled unresolved questions by email through the platform."
        },
        "provenance": {
          "kind": "source_review",
          "basis": "pp. 2–3.",
          "record_fields": [],
          "source_refs": [
            "AIBD-0215-source-0001"
          ],
          "reviewed_on": "2026-10-25"
        },
        "review_state": "reviewed",
        "coverage": "complete",
        "display": {
          "answer": "Pounce checked which tasks remained, sent reminders, and answered questions. Counselors handled unresolved questions by email through the platform."
        }
      }
    },
    "summary": {
      "total": 91,
      "addressed": 91,
      "known": 72,
      "reviewed": 73,
      "record_mapped": 3,
      "not_assessed": 15,
      "complete": false,
      "by_state": {
        "value_present": 72,
        "not_reported": 4,
        "unresolved": 0,
        "not_assessed": 15,
        "not_applicable": 0,
        "withheld": 0,
        "source_unavailable": 0
      }
    }
  }
}