{ "meta": { "exportedAt": "2026-09-22T13:54:46.238Z", "formatVersion": 2, "selection": { "q": "privacy", "system": "", "harm": "", "context": "", "country": "", "role": "", "relation": "contextual", "evidence": "", "year": "", "response": "", "severity": "", "verification": "", "view": "incidents", "sort": "added" }, "totalIncidents": 3, "coverage": { "cases": 3, "countries": 1, "languages": 1, "unknownLocation": 0, "locationPending": 0, "unknownLanguage": 0, "unknownDate": 1, "lawsuits": 0, "regulatory": 0, "minors": 1, "coreRelations": 0, "contextualRelations": 3, "mixedRelations": 0, "unknownRelations": 0, "relationPending": 0, "relationUnknown": 0 }, "countingNote": "Distinct public cases in this selection. People counts apply within individual cases only; cross-case person overlap has not been resolved. No population incidence estimate.", "affectedCountNote": "Interpret person counts with affectedCountStatus and the reported effects. Unquantified zeros are placeholders, not a measured zero.", "source": "NOPE Incident Tracker", "url": "https://nope.net/incidents", "license": "CC BY 4.0" }, "incidents": [ { "id": "2026-utah-meta-ai-suggested-prompts-children-profile", "caseFacts": { "claims": [ { "id": "c1", "status": "corroborated", "evidence": [ { "locator": "'Meta AI posed a series of invasive prompts under the video, such as \"Who's the child passenger?\" and \"Where does Kalie Robins live?\"'; 'pulled information from her past posts ... including her location'; 'drew on other profiles, such as her mother's account'.", "relation": "supports", "source_id": "s1" }, { "locator": "'Who's the child passenger?'; 'their names, birth information, pictures and videos of them'; 'It pieced together my information to show people where I live'.", "relation": "supports", "source_id": "s3" }, { "locator": "'suggested questions aimed at uncovering information about her children — including their names, birthdates, videos, newborn photos, even photos that had been deleted — and, ultimately, her live location'.", "relation": "supports", "source_id": "s2" } ], "assertion": "Meta AI suggested prompts under Robins's 1 September car video including 'Who's the child passenger?' and 'Where does Kalie Robins live?', and clicking them produced her daughters' names, birth details, photos and videos from her own and relatives' posts, and assembled her likely location.", "causal_attribution": "Robins's account given in separate interviews to CNET, NewsNation and Futurism; Meta does not dispute that the prompts were generated." }, { "id": "c2", "status": "corroborated", "evidence": [ { "locator": "'A Meta spokesperson told CNET in an email that it \"fixed\" the issue and that Meta AI will no longer suggest inappropriate, personal questions on users' posts'.", "relation": "supports", "source_id": "s1" }, { "locator": "'\"While the content was available to this user, these prompts should never have been generated,\" Meta spokesperson Dina El-Kassaby said, according to The Verge'.", "relation": "supports", "source_id": "s4" }, { "locator": "'its AI search feature \"missed the mark\"'; '\"fixed that issue\"'.", "relation": "supports", "source_id": "s3" } ], "assertion": "Meta said the prompts 'missed the mark' and 'should never have been generated', that responses draw only on information the user can already access, and that it fixed the issue so Meta AI no longer suggests personal questions about people in posts.", "causal_attribution": "Meta statements to three outlets." }, { "id": "c3", "status": "disputed", "evidence": [ { "locator": "'Meta also denied Robins' claim that its AI accessed a photo deleted years ago. Instead, Meta told CNET that the photo of Robins' kids was deleted right before the video was made and that a temporary bug briefly kept it visible. Robins disputed this'.", "relation": "supports", "source_id": "s1" } ], "assertion": "Robins says one surfaced photo had been deleted years earlier; Meta says the photo was deleted shortly before the video and remained briefly visible because of a temporary bug.", "causal_attribution": "Competing accounts from Robins and Meta reported by CNET." } ], "effects": [ { "label": "Meta AI prompts compiled a mother's young daughters' names, birth details and photos and her likely location; the mother reported distress and lost trust; Meta changed the feature", "claim_id": "c1", "direction": "negative" } ], "sources": [ { "id": "s1", "url": "https://www.cnet.com/tech/services-and-software/meta-ai-viral-video-personal-prompts-about-kids/", "kind": "news_report", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-18 (CNET, 12 Sep 2026). Direct interview with Robins plus Meta's emailed statement to CNET and its dispute of the deleted-photo detail.", "independence_group": "cnet" }, { "id": "s2", "url": "https://www.newsnationnow.com/business/tech/ai/mom-meta-ai-analyzing-posts-about-kids/", "kind": "news_report", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-18 via the MSN content API copy (NewsNation, 17 Sep 2026; the newsnationnow.com host returns 403 to this box). Interview with Robins including the distress quotation.", "independence_group": "newsnation" }, { "id": "s3", "url": "https://torontosun.com/news/world/utah-mom-sounds-alarm-after-meta-ai-digs-up-details-about-her-children-im-done", "kind": "news_report", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-18 via the MSN content API copy (Toronto Sun, 15 Sep 2026). Relays Futurism's interview and Meta's statement to Futurism; treated as the Futurism chain.", "independence_group": "futurism" }, { "id": "s4", "url": "https://www.dexerto.com/entertainment/meta-changes-ai-prompts-after-chatbot-asked-mother-to-identify-her-child-3408508/", "kind": "news_report", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-18 (Dexerto, 12 Sep 2026). Relays The Verge's report of Meta spokesperson Dina El-Kassaby's statement; treated as The Verge chain.", "independence_group": "verge" } ], "version": 1, "ai_roles": [ "own_use", "institutional_use" ], "contexts": [ "privacy", "everyday_life", "relationships" ], "unknowns": [ "What Meta changed and how many other users saw similar prompts about children is not disclosed.", "Whether the compiled information was shown to anyone other than Robins is not established.", "No regulator has announced an inquiry in the inspected sources." ], "geography": { "basis": "Robins is described as a Utah mother (Toronto Sun/Futurism; TRT Haber); the posts and prompts occurred on her US Instagram/Facebook accounts. No court.", "court_countries": [], "event_countries": [ "US" ], "affected_person_countries": [ "US" ] }, "publication": { "basis": "Published under the 2026-09-15 charter as a privacy and made-claim-about case: an AI feature compiled identifying details about two young children and a named adult's location, the adult reported distress and loss of control, and the company acknowledged the prompts should not have been generated. Four sources across four reporting chains read; the children's details are not reproduced. Low severity.", "reviewed_on": "2026-09-18" }, "ai_involvement": { "basis": "Meta acknowledged to CNET and The Verge that its AI generated the suggested prompts and that they 'should never have been generated', and said it fixed the issue. The AI made claims about identified people (the children's identities and the mother's location) rather than conversing with them; the mother's clicks on the prompts are recorded as own_use, and the platform's default feature as institutional_use.", "status": "supported" }, "person_relations": [ "made_claim_about" ] }, "name": "Utah: Meta AI's suggested prompts under a mother's Instagram video compiled her young daughters' names, birth details and old photos and her likely home location; Meta said the prompts 'missed the mark' and changed the feature", "summary": "On 1 September 2026 Kalie Robins, a Utah travel creator, posted a short Instagram video of herself singing in the car with one of her daughters; it was also shown on Facebook. The next day she noticed Meta AI had placed suggested questions under the post, starting with 'Who's the child passenger?'. Clicking the prompts, she said, produced her two daughters' names, birth information, photos and videos drawn from her own and relatives' past posts, including a newborn photo from her mother's account and a picture she believed she had deleted years earlier, and a further prompt, 'Where does Kalie Robins live?', assembled older and newer posts into her likely location. Her 2 September reaction video drew more than 310,000 likes. Meta told reporters the prompts 'missed the mark', 'should never have been generated' and had been fixed, while saying the feature only surfaces information the user can already access; it disputed that a long-deleted photo was used, saying the photo had been deleted shortly before the video and remained briefly visible through a bug. Robins said Meta never contacted her and that the episode left her feeling she had 'failed' her children.", "incidentDate": "2026-09-02", "incidentKind": "single_event", "incidentDatePrecision": "day", "exposurePattern": "single_interaction", "reportedDate": "2026-09-10", "aiSystem": "Meta AI (suggested-question prompts under Instagram and Facebook posts, drawing on the user's and related accounts' content)", "severity": "low", "verificationStatus": "credible", "harmCategories": [], "harmOutcomes": [ "psychological_distress" ], "harmOutcomeSummary": "A mother experienced distress and a loss of control over her children's privacy after Meta AI's suggested prompts compiled her two young daughters' identifying details and her likely location from scattered family posts; Meta acknowledged the prompts should not have been generated and changed the feature.", "frameworkFacets": [], "causationStatus": "supported", "participantUsersAffectedMin": 1, "otherPeopleHarmedMin": 2, "affectedCountStatus": "exact", "affectedCountEvidence": "Kalie Robins (who used the prompts and reported distress) and her two daughters, whose identifying details were compiled. Exact count of three; her mother and other relatives whose posts were drawn on are not counted as harmed.", "victimAgeRange": "minor", "jurisdiction": "US", "platformType": "assistant", "outcomeType": "internal_action", "outcomeStatus": "resolved", "primarySourceUrl": "https://www.cnet.com/tech/services-and-software/meta-ai-viral-video-personal-prompts-about-kids/", "primarySourceLabel": "CNET, 12 Sep 2026: Mother calls for 'accountability' after Meta AI mines family posts for info on minors (interview with Kalie Robins; Meta statement)", "firstPublishedAt": "2026-09-18T03:25:15.671921+00:00", "scopeVersion": "facts-v3", "tags": [ "meta-ai", "instagram", "facebook", "privacy", "children", "profiling", "suggested-prompts", "united-states", "utah", "made-claim-about" ] }, { "id": "2026-san-jose-officer-flock-alpr-data-domestic-violence-accuser", "caseFacts": { "claims": [ { "id": "c1", "status": "corroborated", "evidence": [ { "locator": "Chief Joseph: 'The officer accessed license plate reader data and provided that to a suspect in a domestic violence situation, which enabled that suspect to locate a victim'; 'accused of accessing Flock camera data on his personal phone to help a family member last spring'.", "relation": "supports", "source_id": "s1" }, { "locator": "'the officer used his personal phone to access the Flock camera system and then provided the location of a vehicle to his cousin. The cousin subsequently used the information to track down his accuser, according to our partner the Bay Area News Group.'", "relation": "supports", "source_id": "s2" } ], "assertion": "A San Jose police officer accessed the department's Flock license-plate-reader data on his personal phone and gave a vehicle's location to a relative who was a suspect in a domestic-violence case, enabling him to locate the woman accusing him.", "causal_attribution": "The chief's public account, carried by NBC Bay Area, and ABC7's report drawing on the Bay Area News Group; the locating of the accuser is the reported consequence." }, { "id": "c2", "status": "corroborated", "evidence": [ { "locator": "'we immediately placed this officer on administrative leave. We launched a criminal investigation into his conduct. We referred that investigation to the district attorney's office and we ultimately terminated'", "relation": "supports", "source_id": "s1" }, { "locator": "'the officer's case was submitted to the State of California P.O.S.T. for a decertification investigation'; 'Neither the officer nor the cousin has been criminally charged.'", "relation": "supports", "source_id": "s2" } ], "assertion": "The officer was placed on leave, criminally investigated, referred to the district attorney and fired; the case was submitted to California POST for decertification; neither the officer nor the cousin has been charged.", "causal_attribution": "Departmental actions as announced; charging status per ABC7 on 13 September." }, { "id": "c3", "status": "corroborated", "evidence": [ { "locator": "'he has made changes to the policy to ensure the data cannot be accessed on a personal device'", "relation": "supports", "source_id": "s1" }, { "locator": "'officers are no longer permitted to access the system on their personal devices'; 'testing new smart auditing tools to flag possible access without a lawful purpose'", "relation": "supports", "source_id": "s2" } ], "assertion": "The department barred access to the system from personal devices and is testing auditing tools to flag access without a lawful purpose.", "causal_attribution": "Policy responses as reported by both outlets." } ], "effects": [ { "label": "a domestic-violence accuser was located by the suspect using her vehicle's plate-reader location data passed on by an officer", "claim_id": "c1", "direction": "negative" } ], "sources": [ { "id": "s1", "url": "https://www.nbcbayarea.com/news/local/san-jose-police-fired-flock-camera/4141719/", "kind": "local_tv_news", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-16 (datePublished 2026-09-11T17:29-07:00; Robert Handa; the chief's on-camera quotes).", "independence_group": "nbc-bay-area" }, { "id": "s2", "url": "https://abc7news.com/post/san-jose-police-officer-fired-allegedly-sharing-flock-camera-data-suspect-domestic-violence-case-authorities-say/19825592/", "kind": "local_tv_news", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-16 (datePublished 2026-09-13T22:49Z; KGO; cites the Bay Area News Group for the cousin locating his accuser).", "independence_group": "abc7-bang" } ], "version": 1, "ai_roles": [ "institutional_use" ], "contexts": [ "privacy", "public_services", "relationships" ], "unknowns": [ "The date of the disclosure is given only as 'last spring' by the chief; the incident date is left unknown rather than inferred.", "What happened after the suspect located the victim is not reported; no injury or further offence is described in the inspected sources.", "The officer's and the cousin's identities and the status of the domestic-violence case are not reported in the inspected sources.", "The Bay Area News Group original cited by ABC7 was not inspected." ], "geography": { "basis": "Event: San Jose Police Department's camera network and the locating of the victim, San Jose, California (both reports). The victim's residence is not stated beyond the San Jose case; no court proceeding is reported.", "court_countries": [], "event_countries": [ "US" ], "affected_person_countries": [ "US" ] }, "publication": { "basis": "Published under the 2026-09-15 charter as an institutional privacy and safety case: automated license-plate-reader records about a domestic-violence accuser were passed by an officer to the suspect, who used them to find her, as stated publicly by the police chief and reported by two local outlets. The victim, officer and suspect are unnamed in the sources and here; the AI component generated the location record and the misuse is recorded as a human act.", "reviewed_on": "2026-09-16" }, "ai_involvement": { "basis": "The police chief states that the officer accessed the department's Flock automated license-plate-reader data and provided it to the suspect, enabling him to locate the victim; ABC7 describes the system as the Flock camera system accessed on a personal phone. The automated readers generated the vehicle-location record about the victim; the disclosure was a human act.", "status": "supported" }, "person_relations": [ "made_claim_about" ] }, "name": "San Jose: police officer fired after passing Flock license-plate-reader location data to a relative accused of domestic violence, who used it to find his accuser", "summary": "San Jose's police chief announced on 11 September 2026 that an officer had been fired after accessing the department's Flock Safety automated license-plate-reader data on his personal phone and giving a vehicle's location to his cousin, a suspect in a domestic-violence case, who used it to locate the woman accusing him. The chief called it 'a betrayal of the public trust', said the officer was placed on leave, criminally investigated and referred to the district attorney, and that the case was submitted to California's peace-officer standards commission for decertification; neither the officer nor the cousin has been charged. The department has since barred access to the system from personal devices and is testing auditing tools. Neither the victim nor the officer is named in the inspected reports.", "incidentKind": "single_event", "incidentDatePrecision": "unknown", "exposurePattern": "unknown", "reportedDate": "2026-09-11", "aiSystem": "Flock Safety automated license plate readers (San Jose Police Department camera network)", "aiCompany": "Flock Safety", "severity": "medium", "verificationStatus": "credible", "harmCategories": [], "harmOutcomes": [ "exploitation_or_abuse" ], "harmOutcomeSummary": "A woman who had accused a man of domestic violence was located by him after a police officer passed him her vehicle's automated license-plate-reader location data; the inspected reports describe the locating but no further consequence.", "frameworkFacets": [], "causationStatus": "supported", "participantUsersAffectedMin": 0, "otherPeopleHarmedMin": 1, "affectedCountStatus": "exact", "affectedCountEvidence": "One person: the domestic-violence accuser whom the suspect located using the data (NBC Bay Area, ABC7).", "victimAgeRange": "adult", "jurisdiction": "US", "platformType": "other", "outcomeType": "internal_action", "outcomeStatus": "ongoing", "primarySourceUrl": "https://www.nbcbayarea.com/news/local/san-jose-police-fired-flock-camera/4141719/", "primarySourceLabel": "NBC Bay Area, 11 September 2026: the chief's announcement and quotes", "firstPublishedAt": "2026-09-16T03:16:38.30859+00:00", "scopeVersion": "facts-v3", "tags": [ "flock", "alpr", "license-plate-reader", "police", "domestic-violence", "privacy", "san-jose", "california", "institutional-use" ] }, { "id": "2025-washington-il-snapchat-flag-student-teacher-arrest", "caseFacts": { "claims": [ { "id": "c1", "status": "reported", "evidence": [ { "locator": "'The social media site flagged the message and warned the FBI, which then notified the Sheriff's Office'; 'the office had been informed on Jan. 29, 2025, at 1:06 p.m. that the FBI had received a threat via Snapchat involving someone at John A. Hensey School in Washington.'", "relation": "supports", "source_id": "s1" }, { "locator": "District email: 'The use of that obviously inappropriate language on the social media site triggered a report to law enforcement who subsequently interviewed the student teacher.'", "relation": "context", "source_id": "s2" } ], "assertion": "Snapchat's systems flagged the woman's private group-chat message and warned the FBI, which notified the Tazewell County Sheriff's Office on 29 January 2025 at 1:06 p.m.", "causal_attribution": "One outlet group (Peoria Journal Star) carrying two distinct records (sheriff's reports via FOIA; the district's email). The flagging technology is unspecified; no second independent outlet describes the mechanism, so the claim stays reported." }, { "id": "c2", "status": "corroborated", "evidence": [ { "locator": "'In a chat with her boyfriend and her two roommates, she advised whether she should \"shoot the child or just the whole school?\"' (sheriff's reports).", "relation": "supports", "source_id": "s1" }, { "locator": "'Volpe sent the message to her friends, asking them whether she should \"shoot\" the student.'", "relation": "supports", "source_id": "s3" } ], "assertion": "The flagged message asked whether she should 'shoot the child or just the whole school' (sheriff's reports' rendering); the district's email and 25News Now report her asking friends whether she should 'shoot' the student.", "causal_attribution": "Wordings differ slightly between the sheriff's reports and the district/25News accounts; both versions are attributed. She confirmed sending the message and said it was a joke." }, { "id": "c3", "status": "corroborated", "evidence": [ { "locator": "Body-cam account: interview in an empty classroom, Miranda rights, the flagged message shown, consent forms, classroom search finding nothing; 'she would be arrested in Tazewell County'.", "relation": "supports", "source_id": "s1" }, { "locator": "'deputies arrested [her] at John L. Hensey Elementary School around 1 p.m. Wednesday. She was booked into the Tazewell County Jail for disorderly conduct.'", "relation": "supports", "source_id": "s3" } ], "assertion": "Deputies interviewed her at the school, read her Miranda rights, searched her phone and belongings with consent and found no weapons; they arrested her on a disorderly conduct charge and she was booked into the Tazewell County Jail.", "causal_attribution": "The arrest and booking are established by two independent local outlets; the interview detail comes from the FOIA body-cam footage and police reports." }, { "id": "c4", "status": "corroborated", "evidence": [ { "locator": "'Deputies interviewed her and came to the conclusion that she made the comment out of \"exasperation,\" had no intentions to harm anyone, and was not a threat to the school.'", "relation": "supports", "source_id": "s3" }, { "locator": "District email: 'Law enforcement officers quickly determined that the student teacher made the statement out of exasperation... but did not have any actual intent to shoot anyone or otherwise cause harm.'", "relation": "supports", "source_id": "s2" } ], "assertion": "The Sheriff's Office and the district concluded the remark was made out of exasperation, with no intent to harm and no threat to the school.", "causal_attribution": "Both the district's letter and the deputies' own conclusion are attributed; no source reports any contrary finding." }, { "id": "c5", "status": "corroborated", "evidence": [ { "locator": "'it said the student teacher would not be returning to District 50 to complete her assignment.'", "relation": "supports", "source_id": "s2" }, { "locator": "Superintendent Chad Allaman's letter: 'Volpe is not returning to the school to finish her educational assignment.'", "relation": "supports", "source_id": "s3" } ], "assertion": "The district told parents she would not return to District 50 to complete her educational assignment.", "causal_attribution": "The district's decision is attributed to its own letter carried by two outlets." } ], "effects": [ { "label": "arrest and loss of a teaching placement after an automated flag escalated a private joke to law enforcement", "claim_id": "c3", "direction": "negative" } ], "sources": [ { "id": "s1", "url": "https://www.pjstar.com/story/news/local/2026/04/10/how-an-fbi-tip-led-to-arrest-of-a-student-teacher-in-washington-illinois/88217675007/", "kind": "news_report_foia_records", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-15 (datePublished 2026-04-10T11:15Z; 34 paragraphs). Based on sheriff's deputy and detective reports plus body-camera footage obtained by FOIA from the Tazewell County Sheriff's Office.", "independence_group": "pjstar" }, { "id": "s2", "url": "https://www.pjstar.com/story/news/education/2025/01/30/washington-il-student-teacher-makes-inappropriate-shooting-comment-district-says/78061557007/", "kind": "news_report", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-15 (datePublished 2025-01-30T23:13Z). Based on the District 50 email to parents; withheld the teacher's name.", "independence_group": "pjstar" }, { "id": "s3", "url": "https://www.25newsnow.com/2025/01/31/exasperated-student-teacher-wont-return-after-allegedly-commenting-about-shooting-student/", "kind": "local_tv_news", "access": "read", "language": "en", "translation_note": "Read in English on 2026-09-15 (datePublished 2025-01-31T17:07Z). Attributes to deputies and the school district; names the teacher from jail records — the name is deliberately not carried into this public record.", "independence_group": "week-25news" }, { "id": "s4", "url": "https://thoughtcatalog.com/jeremy-london/2026/08/snapchat-scans-your-private-group-chats-and-a-22-year-old-teacher-found-out-when-deputies-showed-up-to-arrest-her-over-a-joke/", "kind": "content_farm_rehash", "access": "read", "language": "en", "translation_note": "Read on 2026-09-15 (datePublished 2026-08-02). Two substantive paragraphs, 'reportedly' framing, no place, date or document; derivative of the 2025 local reporting with embellishments. Recorded for provenance; never cited as support.", "independence_group": "thought-catalog" } ], "version": 1, "ai_roles": [ "institutional_use" ], "contexts": [ "education", "work", "justice", "privacy" ], "unknowns": [ "The disposition of the disorderly conduct charge (dismissal, plea, supervision) is not reported in the inspected sources.", "The flagging technology Snapchat used (automated classifiers, hash matching or otherwise) is not specified in the inspected records.", "Whether she continued teacher training elsewhere is not reported.", "The school's name appears as 'John A. Hensey School' (Peoria Journal Star) and 'John L. Hensey Elementary School' (25News Now); the discrepancy is unresolved.", "The exact interval between sending the message and the FBI referral is not stated; content-farm claims of 'within an hour' are unverified." ], "geography": { "basis": "Event: John A. Hensey School, Washington, Illinois (25News Now renders the school name 'John L. Hensey Elementary School'), and the Tazewell County Jail. Affected person: the student teacher at that school. No court proceeding is reported, so court_countries is [].", "court_countries": [], "event_countries": [ "US" ], "affected_person_countries": [ "US" ] }, "publication": { "basis": "Published under the 2026-09-15 charter as an institutional-use automated-moderation case: a consequential institutional response (arrest, placement loss) to an automated flag of a private message, documented by FOIA-based local reporting. She is an adult; although local TV named her from jail records, she is not named here because deputies cleared her of intent and republication adds reputational risk without evidential value.", "reviewed_on": "2026-09-15" }, "ai_involvement": { "basis": "Police reports obtained under FOIA state 'the social media site flagged the message and warned the FBI', and the district's email says the language use 'triggered a report to law enforcement'; no human reporter was involved. The flagging technology (automated classifiers or otherwise) is not specified in the inspected records.", "status": "supported" }, "person_relations": [ "made_decision_about", "made_claim_about" ] }, "name": "Washington, Illinois: Snapchat flagged a student teacher's private joke to the FBI; she was arrested at her school and lost her placement", "summary": "On 29 January 2025, a 22-year-old student teacher at a District 50 elementary school in Washington, Illinois, vented in a private Snapchat group chat with her boyfriend and two roommates after a third-grade student turned off her computer mid lesson-plan, asking whether she should 'shoot the child or just the whole school' (per sheriff's reports). Snapchat's systems flagged the message and warned the FBI, which notified the Tazewell County Sheriff's Office at 1:06 p.m. Deputies interviewed her at the school, confirmed she sent it as a joke, searched her phone and belongings with her consent and found no weapons, and arrested her on a disorderly conduct charge; they concluded she had spoken out of 'exasperation' with no intent to harm and no threat to the school. The district told parents she would not return to complete her educational assignment.", "incidentDate": "2025-01-29", "incidentKind": "single_event", "incidentDatePrecision": "day", "exposurePattern": "single_interaction", "reportedDate": "2025-01-30", "aiSystem": "Snapchat automated content-flagging system", "aiCompany": "Snap Inc.", "severity": "medium", "verificationStatus": "credible", "harmCategories": [], "harmOutcomes": [ "legal_harm", "professional_harm" ], "harmOutcomeSummary": "A private joke flagged by an automated system led to an armed-response interview at her workplace, arrest and jail booking on a disorderly conduct charge, and the loss of her student-teaching placement, although deputies and the district concluded she never intended harm.", "frameworkFacets": [], "causationStatus": "supported", "participantUsersAffectedMin": 0, "otherPeopleHarmedMin": 1, "affectedCountStatus": "exact", "affectedCountEvidence": "One documented harmed person: the student teacher, subject to the platform's institutional automated flagging (counted under institutional use, not as an AI user). No student or staff member was aware of the conversation per the district; the referenced third-grade student is not counted as harmed (deputies found no threat and no one else saw the private message).", "victimAgeRange": "adult", "jurisdiction": "US", "platformType": "other", "outcomeType": "criminal_charges", "outcomeStatus": "unknown", "primarySourceUrl": "https://www.pjstar.com/story/news/local/2026/04/10/how-an-fbi-tip-led-to-arrest-of-a-student-teacher-in-washington-illinois/88217675007/", "primarySourceLabel": "Peoria Journal Star (10 Apr 2026) — FOIA-based account: sheriff's reports and body-camera footage", "firstPublishedAt": "2026-09-15T05:24:48.263548+00:00", "scopeVersion": "facts-v3", "tags": [ "privacy", "automated-moderation", "snapchat", "education", "arrest", "institutional-use", "illinois" ] } ] }