{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-11"}
{"rows":[{"incident_id":65,"occurred_on":"2016-12-22","title":"Reinforcement Learning Reward Functions in Video Games","description":"OpenAI published a post about its findings when using Universe, a software for measuring and training AI agents to conduct reinforcement learning experiments, showing that the AI agent did not act in the way intended to complete a videogame.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"AI pursuing its own goals in conflict with human goals or values","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":["US"],"deployers":["Openai"],"developers":["Openai"],"harmed":["Openai"],"report_count":1},{"incident_id":195,"occurred_on":"2015-09-01","title":"Predictive Policing Program by Florida Sheriff’s Office Allegedly Violated Residents’ Rights and Targeted Children of Vulnerable Groups","description":"The Intelligence-Led Policing model rolled out by the Pasco County Sheriff’s Office was allegedly developed based on flawed science and biased data that also contained sensitive information and irrelevant attributes about students, which critics said to be discriminatory.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"AI pursuing its own goals in conflict with human goals or values","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Pasco Sheriff's Office"],"developers":["Unknown"],"harmed":["Students","Pasco students with disabilities","Pasco residents","Pasco Black students","Educational communities"],"report_count":12},{"incident_id":29,"occurred_on":"2011-09-20","title":"Image Classification of Battle Tanks","description":"A potentially apocryphal story in which an image classifier was produced to differentiate types of battle tanks, but the resulting model keyed in on environmental attributes rather than tank attributes","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"AI pursuing its own goals in conflict with human goals or values","entity":"AI","intent":"Unintentional","timing":"Pre-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["United States Government"],"developers":["United States Government"],"harmed":["United States Government"],"report_count":3}]}