{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-11"}
{"rows":[{"incident_id":34,"occurred_on":"2015-12-05","title":"Amazon Alexa Responding to Environmental Inputs","description":"There are multiple reports of Amazon Alexa products (Echo, Echo Dot) reacting and acting upon unintended stimulus, usually from television commercials or news reporter's voices.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["wholesale and retail trade","information and communication"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Alexa Device Owners"],"report_count":35},{"incident_id":54,"occurred_on":"2015-11-18","title":"Predictive Policing Biases of PredPol","description":"Predictive policing algorithms meant to aid law enforcement by predicting future crime show signs of biased output.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["law enforcement"],"countries":["US"],"deployers":["PredPol","Oakland Police Department"],"developers":["PredPol"],"harmed":["Oakland Residents"],"report_count":17},{"incident_id":476,"occurred_on":"2015-11-13","title":"YouTube Recommendations Allegedly Promoted Radicalizing Material Contributing to Terrorist Acts","description":"Family of Nohemi Gonzalez alleged YouTube recommendation systems led people to propaganda videos for the Islamic State which subsequently radicalized them to carry out the killing of 130 people in the 2015 Paris terrorist attack, including Ms. Gonzalez.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["information and communication"],"countries":["FR"],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Victims In Paris Attacks, Nohemi Gonzalez Family, Nohemi Gonzalez"],"report_count":3},{"incident_id":17,"occurred_on":"2015-11-03","title":"Inappropriate Gmail Smart Reply Suggestions","description":"Google's Gmail Smart Reply tool was over-recommending the response \"I love you\" in situations where it was deemed innappropriate. ","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"AI","intent":"Unintentional","timing":"Pre-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Google"],"developers":["Google"],"harmed":["Gmail Users"],"report_count":22},{"incident_id":111,"occurred_on":"2015-09-25","title":"Amazon Flex Drivers Allegedly Fired via Automated Employee Evaluations","description":"Amazon Flex's contract delivery drivers were dismissed using a minimally human-interfered automated employee performance evaluation based on indicators impacted by out-of-driver's-control factors and without having a chance to defend against or appeal the decision.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Increased inequality and decline in employment quality","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Amazon Flex"],"developers":["Amazon"],"harmed":["Amazon Flex employees","Amazon Flex drivers"],"report_count":5},{"incident_id":195,"occurred_on":"2015-09-01","title":"Predictive Policing Program by Florida Sheriff’s Office Allegedly Violated Residents’ Rights and Targeted Children of Vulnerable Groups","description":"The Intelligence-Led Policing model rolled out by the Pasco County Sheriff’s Office was allegedly developed based on flawed science and biased data that also contained sensitive information and irrelevant attributes about students, which critics said to be discriminatory.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"AI pursuing its own goals in conflict with human goals or values","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Pasco Sheriff's Office"],"developers":["Unknown"],"harmed":["Students","Pasco students with disabilities","Pasco residents","Pasco Black students","Educational communities"],"report_count":12},{"incident_id":263,"occurred_on":"2015-09-01","title":"YouTube Recommendations Implicated in Political Radicalization of User","description":"YouTube’s personalization and recommendation algorithms were alleged to have pushed and exposed its young male users to political extremism and misinformation, driving them towards far-right ideologies such as neo-Nazism and white supremacy.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Youtube Young Male Users, Youtube Male Users, Caleb Cain"],"report_count":1},{"incident_id":458,"occurred_on":"2015-08-01","title":"Robot Destroyed while Hitchhiking through the United States","description":"A non-actuated conversational robot that previously asked people to move it across Canada was destroyed shortly after beginning its attempt to replicate the journey across the United States.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Frauke Zeller, David Harris"],"developers":["Frauke Zeller, David Harris"],"harmed":["Frauke Zeller, David Harris"],"report_count":1},{"incident_id":406,"occurred_on":"2015-07-15","title":"Facebook's Friend Suggestion Feature Recommends Patients of Psychiatrist to Each Other","description":"Facebook's \"People You May Know\" (PYMK) feature was reported by a psychiatrist for recommending her patients as friends through recommendations, violating patients' privacy and confidentiality.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["pseudonymized psychiatrist's patients","pseudonymized psychiatrist","Privacy","Patients","healthcare providers","Biometric data subjects"],"report_count":1},{"incident_id":5,"occurred_on":"2015-07-13","title":"Collection of Robotic Surgery Malfunctions","description":"Study on database reports of robotic surgery malfunctions (8,061), including those ending in injury (1,391) and death (144), between 2000 and 2013.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Hospitals, Doctors"],"developers":["Intuitive Surgical"],"harmed":["Patients"],"report_count":11},{"incident_id":69,"occurred_on":"2015-07-02","title":"Worker killed by robot in welding accident at car parts factory in India","description":"A factory robot at the SKH Metals Factory in Manesar, India pierced and killed 24-year-old worker Ramji Lal when Lal reached behind the machine to dislodge a piece of metal stuck in the machine.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["manufacturing"],"countries":["IN"],"deployers":["Skh Metals"],"developers":["Unknown"],"harmed":["Ramji Lal"],"report_count":12},{"incident_id":57,"occurred_on":"2015-07-01","title":"Australian Automated Debt Assessment System Issued False Notices to Thousands","description":"Australian Department of Human Services (DHS)’s automated debt assessment system issued false or incorrect debt notices to hundreds of thousands of people, resulting in years-long lawsuits and damages to welfare recipients.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["public administration"],"countries":["AU"],"deployers":["Australian Department Of Human Services"],"developers":["Centrelink"],"harmed":["Australian Welfare Recipients"],"report_count":39},{"incident_id":25,"occurred_on":"2015-06-23","title":"Google and Delphi Self-Driving Prototypes Allegedly Involved in Near-Miss on San Antonio Road, Palo Alto","description":"A Delphi self-driving Audi Q5 prototype reportedly aborted a lane change after a Google self-driving Lexus RX400h allegedly cut in front of it on San Antonio Road in Palo Alto, California. According to Delphi executive John Absmeier, the Delphi car \"took appropriate action\" to avoid collision. No crash or injuries occurred.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["transportation and storage"],"countries":["US"],"deployers":["Google, Delphi Technologies"],"developers":["Google, Delphi Technologies"],"harmed":["Delphi Technologies, John Absmeier"],"report_count":12},{"incident_id":122,"occurred_on":"2015-06-14","title":"Facebook's 'Tag Suggestions' Allegedly Stored Biometric Data without User Consent","description":"Facebook's initial version of the its Tag Suggestions feature where users were offered suggestions about the identity of people's faces in photos allegedly stored biometric data without consent, violating the Illinois Biometric Information Privacy Act.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Social media users","Privacy","Facebook users","Biometric data subjects"],"report_count":1},{"incident_id":16,"occurred_on":"2015-06-03","title":"Images of Black People Labeled as Gorillas","description":"Google Photos image processing software mistakenly labelled a black couple as \"gorillas.\"","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Black People"],"report_count":23},{"incident_id":392,"occurred_on":"2015-06-01","title":"Facebook's AI-Supported Moderation Failed to Classify Terrorist Content in East African Languages","description":"Facebook's system involving algorithmic content moderation for East African languages was reportedly failing to identify violating content on the platform such as mistakenly classifying non-terrorist content.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Speaking East African Languages, Facebook Users In East Africa"],"report_count":2},{"incident_id":1,"occurred_on":"2015-05-19","title":"Google’s YouTube Kids App Presents Inappropriate Content","description":"YouTube’s content filtering and recommendation algorithms exposed children to disturbing and inappropriate videos.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Minors"],"report_count":14},{"incident_id":254,"occurred_on":"2015-05-01","title":"Google's Face Grouping Allegedly Collected and Analyzed Users' Facial Structure without Consent, Violated BIPA","description":"A class-action lawsuit alleged Google failing to provide notice, obtain informed written consent, or publish data retention policies about the collection, storage, and analysis of its face-grouping feature in Google Photos, which violated Illinois Biometric Information Privacy Act (BIPA).","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Privacy","Illinois residents","Google Photos users residing in Illinois","Google Photos users","Biometric data subjects"],"report_count":2},{"incident_id":18,"occurred_on":"2015-04-04","title":"Gender Biases of Google Image Search","description":"Google Image returns results that under-represent women in leadership roles, notably with the first photo of a female \"CEO\" being a Barbie doll after 11 rows of male CEOs.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Women and girls","Women"],"report_count":10},{"incident_id":226,"occurred_on":"2015-04-01","title":"Waze Allegedly Clogged Streets and Directed Drivers to Make Unsafe Traffic Decisions","description":"For years, Waze has, in an attempt to cut travel times, allegedly caused more traffic and guided drivers to make unsafe and often un-permitted traffic decisions, which was described by a Los Angeles city council member as a threat to public safety.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Waze"],"developers":["Waze"],"harmed":["Sherman Oaks Residents, Waze Users, Los Angeles City Government"],"report_count":3},{"incident_id":327,"occurred_on":"2015-03-24","title":"Facebook’s On-This-Day Feature Mistakenly Showed Painful Memories to Users","description":"Facebook’s “On This Day” algorithm which highlighted past posts on a user’s private page or News Feed confronted unwanted and painful personal memories to its users.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Having Posts About Painful Events, Facebook Users"],"report_count":1},{"incident_id":206,"occurred_on":"2015-03-01","title":"Tinder's Personalized Pricing Algorithm Found to Offer Higher Prices for Older Users","description":"Tinder’s personalized pricing was found by Consumers International to consider age as a major determinant of pricing, and could be considered a direct discrimination based on age, according to anti-discrimination law experts.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tinder"],"developers":["Tinder"],"harmed":["Tinder Users Over 30 Years Old"],"report_count":4},{"incident_id":335,"occurred_on":"2015-03-01","title":"UK Visa Streamline Algorithm Allegedly Discriminated Based on Nationality","description":"UK Home Office's algorithm to assess visa application risks explicitly considered nationality, allegedly caused candidates to face more scrutiny and discrimination.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Uk Visas And Immigration"],"developers":["Uk Visas And Immigration, Uk Home Office"],"harmed":["Uk Visa Applicants From Some Countries"],"report_count":8},{"incident_id":336,"occurred_on":"2015-03-01","title":"UK Home Office's Sham Marriage Detection Algorithm Reportedly Flagged Certain Nationalities Disproportionately","description":"UK Home Office's opaque algorithm to detect sham marriages flagged some nationalities for investigation more than others, raising fears surrounding discrimination based on nationality and age.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Uk Home Office"],"developers":["Uk Home Office"],"harmed":["Uk Immigrant Newlyweds"],"report_count":4}]}