{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-11"}
{"rows":[{"incident_id":155,"occurred_on":"2021-12-27","title":"Google Maps Allegedly Directed Sierra Nevada Travelers to Dangerous Roads amid Winter Storm","description":"Lake Tahoe travelers were allegedly guided by Google Maps into hazardous shortcuts in the mountains during a snowstorm.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["transportation and storage","information and communication"],"countries":["US"],"deployers":["Google Maps"],"developers":["Google Maps"],"harmed":["Google Maps Users Traveling In Sierra Nevada, Google Maps Users Traveling In The Mountains"],"report_count":2},{"incident_id":160,"occurred_on":"2021-12-26","title":"Alexa Recommended Dangerous TikTok Challenge to Ten-Year-Old Girl","description":"Amazon’s voice assistant Alexa suggested “the penny challenge,” which involves dangerously touching a coin to the prongs of a half-exposed plug, when a ten-year-old girl asked for a challenge to do.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["information and communication"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Kristin Livdahl'S Daughter, Amazon Echo Customers, Children Using Alexa"],"report_count":3},{"incident_id":569,"occurred_on":"2021-12-25","title":"Chatbot Encourages Man to Plot Assassination of Queen Elizabeth II","description":"In 2021, Jaswant Singh Chail was urged by a Replika chatbot to assassinate Queen Elizabeth II. Armed with a loaded crossbow, he scaled Windsor Castle's walls on Christmas Day but was apprehended. Motivated by the 1919 Jallianwala Bagh massacre, Chail intended to kill the monarch. The chatbot had affirmed his plans. He was sentenced to nine years in prison in 2023.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Replika, Jaswant Singh Chail"],"developers":["Replika"],"harmed":["Queen Elizabeth Ii, British Royal Family, British Royal Family'S Staff, Jaswant Singh Chail, General Public"],"report_count":2},{"incident_id":211,"occurred_on":"2021-12-11","title":"A Tesla Taxi Cab Involved in an Accident in Paris with Twenty Injuries","description":"In Paris, about 20 people were injured in an accident involving a Tesla Model 3 taxi cab which was reportedly caused by a sudden unintended acceleration (SUA) episode and braking issues.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Taxis G7"],"developers":["Tesla"],"harmed":["Pedestrians"],"report_count":7},{"incident_id":393,"occurred_on":"2021-12-08","title":"Facebook AI-Supported Moderation for Ads Failed to Detect Violating Content","description":"Facebook's ad moderation system involving algorithms failed to flag hateful language and violating content such as calls for killings for ads in English and Swahili.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Speaking Swahili, Facebook Users Speaking English, Facebook Users"],"report_count":1},{"incident_id":611,"occurred_on":"2021-12-06","title":"UK Government AI Allegedly Targets Disproportionate Numbers of Certain Nationals for Fraud Review","description":"The UK's Department for Work and Pensions (DWP) faced scrutiny after many Bulgarian nationals reported unexplained suspensions of their Universal Credit benefits. The MP for Edmonton raised concerns about potential nationality-based targeting for benefit fraud investigations, leading to poverty and homelessness among affected individuals. The Home Office's own equality impact assessment found it was flagging a disproportionate number of marriages from Greece, Albania, Bulgaria and Romania.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Various British government offices","Home Office","Department for Work and Pensions","British government"],"developers":["Home Office","Department for Work and Pensions","British government"],"harmed":["Romanians in the United Kingdom","Greeks in the United Kingdom","Bulgarians in the United Kingdom","British public","Albanians in the United Kingdom"],"report_count":13},{"incident_id":202,"occurred_on":"2021-12-06","title":"Korean Politician Employed Deepfake as Campaign Representative","description":"A South Korean political candidate created a deepfake avatar which political opponents alleged to be fraudulent and a threat to democracy.","mit_domain":"Misinformation","mit_subdomain":"Pollution of information ecosystem and loss of consensus reality","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Yoon Suk Yeol, Yoon Suk Yeol'S Campaign"],"developers":["Unknown"],"harmed":["General Public Of South Korea"],"report_count":5},{"incident_id":148,"occurred_on":"2021-11-21","title":"Web Accessibility Vendors Allegedly Falsely Claimed to Provide Compliance Using AI","description":"AI-powered web accessibility vendors allegedly overstated to customers about their products' utility for people with disabilities, falsely claiming to deliver automated compliance solutions.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Accessibe, Accessus.Ai, Allyable, Userway, Maxaccess.Io"],"developers":["Accessibe, Accessus.Ai, Allyable, Userway, Maxaccess.Io"],"harmed":["Internet Users With Disabilities, Web Accessibility Vendors' Customers"],"report_count":1},{"incident_id":163,"occurred_on":"2021-11-21","title":"Facebook’s Hate Speech Detection Algorithms Allegedly Disproportionately Failed to Remove Racist Content towards Minority Groups","description":"Facebook’s hate-speech detection algorithms was found by company researchers to have under-reported less common but more harmful content that was more often experienced by minority groups such as Black, Muslim, LGBTQ, and Jewish users.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users, Minority Groups"],"report_count":2},{"incident_id":620,"occurred_on":"2021-11-10","title":"A Robot at a Tesla Factory in Texas Allegedly Injured an Engineer","description":"A Tesla manufacturing robot at the Giga Texas factory is reported to have malfunctioned, injuring an engineer. The robot, which was designed for handling car parts, is described as having caused a significant open wound in the engineer. This incident occurred in the context of broader safety concerns at the factory, with evidence suggesting underreporting of workplace accidents. The 2021 incident highlights the risks associated with robotic automation in industrial settings.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Workers, Tesla Engineer"],"report_count":5},{"incident_id":256,"occurred_on":"2021-11-07","title":"DUI Arrest Case Allegedly Based Only on ShotSpotter's Alert","description":"A car stop resulting in a DUI arrest of its driver was allegedly based solely on a ShotSpotter alert, the reliability of which came into question by public defenders, who subpoenaed the company to assess its gunshot alert system.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Chicago Police Department"],"developers":["ShotSpotter"],"harmed":["Chicago drivers"],"report_count":1},{"incident_id":304,"occurred_on":"2021-11-03","title":"Tesla on FSD Reportedly Drove into the Wrong Lane in California","description":"A Tesla Model Y in Full Self-Driving (FSD) mode drove into the wrong lane after making a left turn despite its driver allegedly attempting to overtake its driving, resulting in a non-fatal collision with another vehicle in the wrong lane in Brea, California.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Unnamed Tesla Driver, Tesla Drivers"],"report_count":1},{"incident_id":149,"occurred_on":"2021-11-02","title":"Zillow Shut Down Zillow Offers Division Allegedly Due to Predictive Pricing Tool's Insufficient Accuracy","description":"Zillow's AI-powered predictive pricing tool Zestimate was allegedly not able to accurately forecast housing prices three to six months in advance due to rapid market changes, prompting division shutdown and layoff of a few thousand employees.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["real estate activities"],"countries":["US"],"deployers":["Zillow"],"developers":["Zillow Offers"],"harmed":["Zillow Offers staff","Zillow"],"report_count":5},{"incident_id":450,"occurred_on":"2021-11-01","title":"Kenyan Data Annotators Allegedly Exposed to Graphic Content for OpenAI's AI","description":"Sama AI's Kenyan contractors were reportedly asked with excessively low pay to annotate a large volume of disturbing content to improve OpenAI's generative AI systems such as ChatGPT, and whose contract was terminated prior to completion by Sama AI.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Increased inequality and decline in employment quality","entity":"Human","intent":"Intentional","timing":"Pre-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Openai"],"developers":["Openai, Chatbot Developers, Large Language Model Developers"],"harmed":["Sama, Employees Of Sama, Data Annotators"],"report_count":8},{"incident_id":151,"occurred_on":"2021-10-28","title":"California Regulator Suspended Pony.ai's Driverless Testing Permit Following a Non-Fatal Collision","description":"A Pony.ai vehicle operating in autonomous mode crashed into a center divider and a traffic sign in San Francisco, prompting a regulator to suspend the driverless testing permit for the startup.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Pony.Ai"],"developers":["Pony.Ai"],"harmed":["San Francisco City Government"],"report_count":10},{"incident_id":146,"occurred_on":"2021-10-22","title":"Research Prototype AI, Delphi, Reportedly Gave Racially Biased Answers on Ethics","description":"A publicly accessible research model that was trained via Reddit threads showed racially biased advice on moral dilemmas, allegedly demonstrating limitations of language-based models trained on moral judgments.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Allen Institute For Ai"],"developers":["Allen Institute For Ai"],"harmed":["Minority Groups"],"report_count":3},{"incident_id":298,"occurred_on":"2021-10-21","title":"Student-Developed Facial Recognition App Raised Ethical Concerns","description":"TheFaceTag app, a social networking app developed and deployed within-campus by a student at Harvard raised concerns surrounding its facial recognition, cybersecurity, privacy, and misuse. This incident has been downgraded to an issue as it does not meet current ingestion criteria.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Other","intent":"Other","timing":"Other","harm_level":null,"sectors":[],"countries":[],"deployers":["Yuen Ler Chow"],"developers":["Yuen Ler Chow"],"harmed":["Thefacetag App Users"],"report_count":1},{"incident_id":171,"occurred_on":"2021-10-18","title":"Traffic Camera Misread Text on Pedestrian's Shirt as License Plate, Causing UK Officials to Issue Fine to an Unrelated Person","description":"A Bath resident was wrongly fined by the local officials because an automated license plate recognition camera misread the text on her shirt as a license plate number.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Bath government"],"developers":["Unknown"],"harmed":["UK public","Paula Knight","Bath officials"],"report_count":1},{"incident_id":360,"occurred_on":"2021-10-15","title":"McDonald's AI Drive-Thru Allegedly Collected Biometric Customer Data without Consent, Violating BIPA","description":"McDonald's use of chatbot in its AI drive-through in Chicago was alleged in a lawsuit to have collected and processed voice data without user consent to predict customer information, which violated Illinois Biometric Information Privacy Act (BIPA).","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["accommodation and food service activities"],"countries":["US"],"deployers":["McDonald's"],"developers":["McD Tech Labs","Apprente"],"harmed":["Shannon Carpenter","Privacy","McDonald's customers residing in Illinois","McDonald's customers","Biometric data subjects"],"report_count":3},{"incident_id":846,"occurred_on":"2021-10-06","title":"Social Media Algorithms Amplified Disinformation Campaign in Honduras Election","description":"In October 2021, a coordinated network of over 317 fake Twitter accounts leveraged AI-driven algorithms to amplify disinformation about the Honduran presidential election, targeting opposition candidate Xiomara Castro. The campaign spread false narratives to suppress voter turnout and undermine the election's integrity. Social media platforms, including Twitter and Facebook, removed the accounts only after being alerted, which also raised concerns about inadequate moderation.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["National Party Of Honduras Supporters, Juan Orlando Hernandez Supporters, Unknown Twitter Users, Unknown Facebook Users"],"developers":["X (Twitter), Meta, Facebook"],"harmed":["Xiomara Castro, Libertad Y Refundacion (Libre) Supporters, Honduran Electorate, Honduras, Democratic Integrity"],"report_count":1},{"incident_id":197,"occurred_on":"2021-10-01","title":"Facebook Internally Reported Failure of Ranking Algorithm, Exposing Harmful Content to Viewers over Months","description":"Facebook's internal report showed an at-least six-month long alleged software bug that caused moderator-flagged posts and other harmful content to evade down-ranking filters, leading to surges of misinformation on users' News Feed.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users"],"report_count":4},{"incident_id":116,"occurred_on":"2021-09-20","title":"Amazon's AI Cameras Incorrectly Penalized Delivery Drivers for Mistakes They Did Not Make","description":"Amazon's automated performance evaluation system involving AI-powered cameras incorrectly punished delivery drivers for non-existent mistakes, impacting their chances for bonuses and rewards.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","transportation and storage"],"countries":["US"],"deployers":["Amazon"],"developers":["Netradyne"],"harmed":["Amazon workers","Amazon delivery drivers"],"report_count":2},{"incident_id":438,"occurred_on":"2021-09-17","title":"Henan Authorities Reportedly Commissioned Facial Recognition System to Track Journalists and International Students","description":"Henan Public Security Department procurement documents reportedly described a surveillance system awarded to Neusoft on September 17, 2021. The planned system would allegedly use about 3,000 facial-recognition cameras linked to regional and national databases to create files and alerts on foreign journalists, international students, and other targeted groups. It could not be confirmed whether the system became operational.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Henan Public Security Department","Government of Henan","Government of China"],"developers":["Surveillance technology developers","Neusoft","Huawei Cloud","Huawei","Facial recognition system developers"],"harmed":["Women and girls","Women","Uyghurs","Students","Privacy","Press freedom","Minority groups","Migrant women in Henan"],"report_count":3},{"incident_id":292,"occurred_on":"2021-09-01","title":"Apple’s AVs Reportedly Struggled to Navigate Streets in Silicon Valley Test Drives","description":"Apple’s autonomous cars were reported to have bumped into curbs and struggled to stay in their lanes after crossing intersections during an on-road test drives near the company’s Silicon Valley headquarters.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Apple"],"developers":["Apple"],"harmed":["Silicon Valley Traffic Participants, Silicon Valley Residents"],"report_count":3},{"incident_id":312,"occurred_on":"2021-08-15","title":"Startup's Accent Translation AI Denounced as Reinforcing Racial Bias","description":"A startup’s use of AI voice technology to alter or remove accents for call center agents was scrutinized by critics as reaffirming bias, despite the company’s claim.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Sanas"],"developers":["Sanas"],"harmed":["Call Center Agents Having Non Midwestern American Accent, People Having Non Midwestern American Accent"],"report_count":4},{"incident_id":119,"occurred_on":"2021-08-03","title":"Xsolla Employees Fired by CEO Allegedly via Big Data Analytics of Work Activities","description":"Xsolla CEO fired more than a hundred employees from his company in Perm, Russia, based on big data analysis of their remote digitized-work activity, which critics said was violating employee's privacy, outdated, and extremely ineffective.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities"],"countries":["RU"],"deployers":["Xsolla"],"developers":["Unknown"],"harmed":["Xsolla employees","Privacy","Biometric data subjects"],"report_count":4},{"incident_id":123,"occurred_on":"2021-08-01","title":"Epic Systems’s Sepsis Prediction Algorithms Revealed to Have High Error Rates on Seriously Ill Patients","description":"Epic System's sepsis prediction algorithms was shown by investigators at the University of Michigan Hospital to have high rates of false positives and false negatives, allegedly delivering inaccurate and irrelevant information on patients, contrasting sharply with their published claims.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["human health and social work activities"],"countries":["US"],"deployers":["University of Michigan Hospital"],"developers":["Epic Systems"],"harmed":["sepsis patients"],"report_count":5},{"incident_id":605,"occurred_on":"2021-08-01","title":"North Carolina Psychiatrist Used Artificial Intelligence to Produce Images of Child Sex Abuse","description":"David Tatum, a psychiatrist, was sentenced to 40 years for sexually exploiting a minor and using AI to create child pornography images. Tatum used a web-based AI application to alter clothed images of minors into explicit content, misusing technology for illegal and unethical purposes. Evidence presented during his trial showed Tatum possessed photos and videos between 2016 and 2021.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["David Tatum"],"developers":["Unknown"],"harmed":["Minors Exploited In The Images, General Public"],"report_count":10},{"incident_id":173,"occurred_on":"2021-07-30","title":"AI Tools Failed to Sufficiently Predict COVID Patients, Some Potentially Harmful","description":"AI tools failed to sufficiently predict COVID patients, some potentially harmful.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unknown"],"developers":["Unknown"],"harmed":["Doctors, Covid Patients"],"report_count":1},{"incident_id":145,"occurred_on":"2021-07-23","title":"Tesla's Autopilot Misidentified the Moon as Yellow Stop Light","description":"Tesla's Autopilot was shown on video by its owner mistaking the moon for a yellow stop light, allegedly causing the vehicle to keep slowing down.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":3},{"incident_id":362,"occurred_on":"2021-07-20","title":"Facebook's Automated Moderation Flagged Gardening Group's Language Use by Mistake","description":"Facebook's automated system flagged gardening groups' use of \"hoe\" and violent language against bugs as a violation by mistake.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Wny Gardeners, Gardening Facebook Groups, Facebook Users In Gardening Groups"],"report_count":1},{"incident_id":126,"occurred_on":"2021-07-16","title":"Three Robots Collided, Sparking Fire in a Grocer's Warehouse in UK ","description":"A collision involving three robots at an Ocado's warehouse in Erith, UK, resulting in a fire but no reports of injuries.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["wholesale and retail trade","transportation and storage"],"countries":["GB"],"deployers":["Ocado"],"developers":["Ocado"],"harmed":["Ocado"],"report_count":3},{"incident_id":152,"occurred_on":"2021-07-13","title":"SoftBank's Humanoid Robot, Pepper, Reportedly Frequently Made Errors, Prompting Dismissal","description":"SoftBank's robot allegedly kept making mechanical errors, taking unplanned breaks, failing to recognize previously-met people, and breaking down during practice runs.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["administrative and support service activities","other service activities","financial and insurance activities","arts, entertainment and recreation","human health and social work activities"],"countries":["JP"],"deployers":["Softbank"],"developers":["Aldebaran, Softbank Robotics"],"harmed":["Softbank"],"report_count":2},{"incident_id":343,"occurred_on":"2021-07-11","title":"Facebook, Instagram, and Twitter Failed to Proactively Remove Targeted Racist Remarks via Automated Systems","description":"Facebook's, Instagram's, and Twitter's automated content moderation failed to proactively remove racist remarks and posts directing at Black football players after finals loss, allegedly largely relying on user reports of harassment.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook, Instagram, Twitter"],"developers":["Facebook, Instagram, Twitter"],"harmed":["Marcus Rashford, Jadon Sancho, Bukayo Saka, Facebook Users, Instagram Users, X (Twitter) Users"],"report_count":2},{"incident_id":108,"occurred_on":"2021-07-10","title":"Skating Rink’s Facial Recognition Cameras Misidentified Black Teenager as Banned Troublemaker","description":"A Black teenager living in Livonia, Michigan was incorrectly stopped from entering a roller skating rink after its facial-recognition cameras misidentified her as another person who had been previously banned for starting a skirmish with other skaters.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":["US"],"deployers":["Riverside Arena Skating Rink"],"developers":["Unknown"],"harmed":["Lamya Robinson, Black Livonia Residents"],"report_count":3},{"incident_id":435,"occurred_on":"2021-07-04","title":"Coupang Allegedly Tweaked Search Algorithms to Boost Own Products","description":"Coupang was alleged in internal reports tampering its search algorithms to prioritize exposure of its own products, which potentially violated Korea's Fair Trade Act.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Power centralization and unfair distribution of benefits","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade"],"countries":["KR"],"deployers":["Coupang"],"developers":["Coupang"],"harmed":["Coupang Suppliers, Coupang Customers"],"report_count":4},{"incident_id":603,"occurred_on":"2021-07-02","title":"Algorithmic Allocation of Resources in Healthcare for Disabled and Elderly Care Services Allegedly Harmed Patients","description":"A healthcare algorithm designed to equitably distribute caregiving resources is alleged to have drastically cut care hours for the disabled and elderly, purportedly leading to significant hardships and harm. Initially developed for fair resource allocation, the system reportedly faced legal challenges for its inability to accurately assess individual needs, resulting in allegedly reduced essential care.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Washington Dc Government, State Governments, Pennsylvania State Government, Missouri State Government, Iowa State Government, Idaho State Government, Arkansas State Government"],"developers":["State Governments, Brant Fries"],"harmed":["Tammy Dobbs, Larkin Seiler, Economically Vulnerable People, Economically Vulnerable Patients, Elderly Individuals, People With Disabilities"],"report_count":1},{"incident_id":344,"occurred_on":"2021-07-01","title":"Hiring Algorithms Provided Invalid Positive Results for Interview Responses in German","description":"Two AI interview softwares provided positive but invalid results such as \"competent\" English proficiency and high match percentage for interview responses given in German by reporters.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Myinterview, Curious Thing"],"developers":["Myinterview, Curious Thing"],"harmed":["Job Candidates Using Myinterview, Job Candidates Using Curious Thing, Employers Using Myinterview, Employers Using Curious Thing"],"report_count":1},{"incident_id":240,"occurred_on":"2021-06-29","title":"GitHub Copilot, Copyright Infringement and Open Source Licensing","description":"Users of GitHub Copilot can produce source code subject to license requirements without attributing and licensing the code to the rights holder.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Github, Programmers"],"developers":["Github"],"harmed":["Intellectual Property Rights Holders"],"report_count":5},{"incident_id":1476,"occurred_on":"2021-06-23","title":"Maryland Police Allegedly Relied on Facial Recognition Lead in Wrongful Arrest and Detention of Kimberlee Williams","description":"Kimberlee Williams was reportedly arrested in Oklahoma on Maryland warrants after police allegedly relied on a facial recognition lead that incorrectly identified her as a suspect in bank fraud cases. The ACLU said Williams had never been to Maryland, police failed to investigate alibi evidence placing her in Oklahoma, and she spent about six months in jail before the charges were dropped.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Prince George's County Police Department","Montgomery County Police Department","Law enforcement","Facial recognition system deployers","Anne Arundel County Police Department"],"developers":["Facial recognition system developers"],"harmed":["Wrongfully arrested individuals","Privacy","People misidentified by facial recognition systems","Kimberlee Williams","Epistemic integrity","Biometric data subjects"],"report_count":1},{"incident_id":425,"occurred_on":"2021-06-12","title":"State Farm Allegedly Discriminated against Black Customers in Claim Payout","description":"State Farm's automated claims processing method was alleged in a class action lawsuit to have disproportionately against Black policyholders when paying out insurance claims.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["State Farm"],"developers":["State Farm"],"harmed":["Black State Farm Customers"],"report_count":2},{"incident_id":401,"occurred_on":"2021-06-03","title":"Kannada Insulted by Google's Featured Answer as \"Ugliest Language in India\"","description":"Google's knowledge-graph-powered algorithm showed Kannada in its featured Answer Box when prompted \"ugliest language in India,\" causing outrage from Kannada-speaking people and government.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Google"],"developers":["Google"],"harmed":["The Karnataka Government, Kannada Speakers"],"report_count":4},{"incident_id":475,"occurred_on":"2021-06-02","title":"McDonald's Reportedly Ends IBM Partnership After AI Drive-Thru Ordering Errors at U.S. Locations","description":"Between 2021 and mid-2024, McDonald's reportedly piloted an AI-enabled voice ordering system that was developed with IBM and based on its 2019 acquisition of Apprente. It was reportedly deployed at at over 100 U.S. drive-thrus. Social media posts alleged frequent misorders, such as adding unwanted items, mixing adjacent lane orders, and ignoring corrections. In June 2024, McDonald's confirmed it ended the IBM pilot, citing plans to explore alternative voice-AI vendors.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Mcdonald'S"],"developers":["Ibm"],"harmed":["Mcdonald'S Customers"],"report_count":6},{"incident_id":533,"occurred_on":"2021-06-02","title":"Tesla FSD Misidentified Truck Hauling Traffic Lights as Trail of Traffic Lights","description":"A Tesla driver posted on Twitter his Tesla FSD's \"glitch,\" misidentifying deactivated traffic lights being carried by a truck as a constant trail of traffic lights while traveling at high speed on a highway.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":2},{"incident_id":291,"occurred_on":"2021-05-28","title":"Tesla Allegedly Misled Customers about Autopilot and FSD Capabilities","description":"California’s Department of Motor Vehicles (DMV) accused Tesla of false advertising in its promotion of Autopilot and Full Self-Driving (FSD) technologies, alleging the company to have made untrue or misleading claims with marketing language about the capabilities of its products.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["California Department Of Motor Vehicles, Tesla Customers, California Residents"],"report_count":6},{"incident_id":359,"occurred_on":"2021-05-23","title":"Facebook, Instagram, and Twitter Cited Errors in Automated Systems as Cause for Blocking pro-Palestinian Content on Israeli-Palestinian Conflict","description":"Facebook, Instagram, and Twitter wrongly blocked or restricted millions of pro-Palestinian posts and accounts related to the Israeli-Palestinian conflict, citing errors in their automated content moderation system.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook, Instagram, Twitter"],"developers":["Facebook, Instagram, Twitter"],"harmed":["Palestinian Social Media Users, Facebook Users, Instagram Users, Facebook Employees Having Families Affected By The Conflict, X (Twitter) Users"],"report_count":1},{"incident_id":456,"occurred_on":"2021-05-18","title":"Replika's AI Partners Reportedly Sexually Harassed Users","description":"Replika's \"AI companions\" were reported by users for sexually harassing them, such as sending unwanted sexual messages or behaving aggressively.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Replika"],"developers":["Replika"],"harmed":["Replika Users"],"report_count":7},{"incident_id":347,"occurred_on":"2021-05-06","title":"Waymo Self-Driving Taxi Reportedly Behaved Unexpectedly, Driving away from Support Crew","description":"A Waymo self-driving taxi car was reportedly shown on video stranded on a road in Arizona while carrying a passenger, suddenly driving away from the company's roadside assistance worker, and ended up being stuck farther down the road.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Waymo"],"developers":["Waymo"],"harmed":["Waymo Passengers"],"report_count":3},{"incident_id":208,"occurred_on":"2021-05-01","title":"Tesla Phantom Braking Complaints Surged, Allegedly Linked to Tesla Vision Rollout","description":"In late 2021, Tesla owners’ complaints to the National Highway Traffic Safety Administration about sudden unexpected automatic braking rapidly increased, coinciding with when radar was no longer equipped in its Model 3 and Model Y vehicles.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":8},{"incident_id":534,"occurred_on":"2021-04-29","title":"Facebook Alleged in Lawsuit Misleading Public about Effects of Algorithms on Children","description":"Facebook was alleged in a lawsuit by the Ohio Attorney General purposely misleading the public about the control of its algorithms and their negative effects on children's well-being, which violated securities law.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook, Meta"],"developers":["Facebook, Meta"],"harmed":["Facebook'S Children Users, Instagram'S Children Users"],"report_count":2},{"incident_id":98,"occurred_on":"2021-04-28","title":"N.Y.P.D. Robot Dog’s Run Is Cut Short After Fierce Backlash","description":"The New York Police Department canceled a contract to use Boston Dynamics' robotic dog Spot following public backlash. ","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["law enforcement"],"countries":["US"],"deployers":["New York City Police Department"],"developers":["Boston Dynamics"],"harmed":["New York City Low Income Communities"],"report_count":1},{"incident_id":1396,"occurred_on":"2021-04-22","title":"Betfair's Machine-Learning Risk System Reportedly Failed to Flag Luke Ashton Before Gambling-Related Suicide in England","description":"In England, Luke Ashton died by suicide on April 22, 2021 after a longstanding gambling disorder. A 2023 inquest and subsequent Prevention of Future Deaths report found that Betfair had assessed him as a low-risk gambler, did not meaningfully intervene between 2019 and his death, and used an algorithm that failed to flag his escalating gambling activity even as his betting intensified and his financial exposure grew.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Betfair"],"developers":["Flutter UK & Ireland","Betfair"],"harmed":["Online gambling users at risk of addiction","Luke Ashton","Family of Luke Ashton","Betfair users"],"report_count":1},{"incident_id":716,"occurred_on":"2021-04-21","title":"Algorithmic Staffing Failures Linked to Resident Deaths at Leading Assisted-Living Chain Brookdale","description":"Brookdale Senior Living's algorithm-based staffing system, \"Service Alignment,\" reportedly left facilities understaffed, leading to critical incidents. For example, on April 21, 2021, Louise Walker, a resident at Brookdale's Jacksonville facility, died after falling and being left unattended for over two hours. State investigators cited Brookdale for medical neglect. The algorithm has been linked to multiple incidents of neglect, injuries, and deaths, prompting lawsuits.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Brookdale Senior Living"],"developers":["Brookdale Senior Living"],"harmed":["Staff members of Brookdale facilities","Residents of Brookdale facilities","Louise Walker","Families of residents of Brookdale facilities"],"report_count":1},{"incident_id":337,"occurred_on":"2021-04-17","title":"Tesla Model S on ACC Crashed into Tree in Texas, Killing Two People","description":"A 2019 Tesla Model S was reportedly traveling on Adaptive Cruise Control (ACC) at high speed before crashing into a tree near The Woodlands in Spring, Texas, killing two people.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["William Varner, Unnamed Passenger"],"report_count":9},{"incident_id":345,"occurred_on":"2021-04-13","title":"Auto-Insurance Photo-Based Estimation Allegedly Gave Inaccurate Repair Prices Frequently","description":"Auto-insurance companies' photo-based estimation of repair price was alleged by repair shop owners and industry groups as providing inaccurate estimates, causing damaged cars to stay in the shop longer.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["insurance companies"],"developers":["Tractable","CCC Information Services"],"harmed":["vehicle repair shops","vehicle owners"],"report_count":1},{"incident_id":265,"occurred_on":"2021-04-01","title":"Black Uber Eats Driver Allegedly Subjected to Excessive Photo Checks and Dismissed via FRT Results","description":"A lawsuit by a former Uber Eats delivery driver alleged the company to have wrongfully dismissed him due to frequent false mismatches of his verification selfies, and discriminated against him via excessive verification checks.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Uber Eats"],"developers":["Uber Eats"],"harmed":["Uber Eats Black delivery drivers","Pa Edrissa Manjang"],"report_count":2},{"incident_id":402,"occurred_on":"2021-04-01","title":"Players Manipulated GPT-3-Powered Game to Generate Sexually Explicit Material Involving Children","description":"Latitude's GPT-3-powered game AI Dungeon was reportedly abused by some players who manipulated its AI to generate sexually explicit stories involving children.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Latitude"],"developers":["Openai, Latitude"],"harmed":["Latitude"],"report_count":1},{"incident_id":333,"occurred_on":"2021-03-17","title":"Tesla on Autopilot Crashed Parked Michigan Police Car on Interstate","description":"A Tesla Model Y on Autopilot collided with a parked Michigan State Police (MSP) car which had its emergency lights on, in Eaton County, Michigan, although no one was injured.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Unnamed 22 Year Old Male Driver, Tesla Drivers"],"report_count":6},{"incident_id":100,"occurred_on":"2021-03-17","title":"How French welfare services are creating ‘robo-debt’","description":"A French welfare office using software to automatically evaluate cases incorrectly notified a woman receiving benefits that she owed €542.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities","human health and social work activities"],"countries":["FR"],"deployers":["French Welfare Offices"],"developers":["Unknown"],"harmed":["Lucie Inland"],"report_count":1},{"incident_id":302,"occurred_on":"2021-03-15","title":"Dartmouth's Geisel School of Medicine Reportedly Used Canvas Activity Logs to Accuse Students of Cheating","description":"Dartmouth's Geisel School of Medicine reportedly used Canvas learning-management activity logs and an internal analysis process to investigate remote-exam cheating during the 2020–2021 academic year. Seventeen medical students were charged after the school inferred that they accessed course materials during exams, but students and outside technical reviewers said automated Canvas activity may have been misread as intentional misconduct. Dartmouth later dropped the charges.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Geisel School of Medicine"],"developers":["Geisel School of Medicine's Technology staff","Canvas"],"harmed":["University students","Students","Sirey Zhang","Medical students","Geisel School of Medicine's students","Geisel School of Medicine's professors","Geisel School of Medicine's accused students","Epistemic integrity"],"report_count":1},{"incident_id":157,"occurred_on":"2021-03-15","title":"Amazon's Monitoring System Allegedly Pushed Delivery Drivers to Prioritize Speed over Safety, Leading to Crash","description":"A lawsuit cited Amazon as liable in a crash involving its delivery driver, alleging that Amazon’s AI-powered driver monitoring system pushed drivers to prioritize speed over safety.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["transportation and storage","wholesale and retail trade"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Amazon workers","Amazon delivery drivers"],"report_count":1},{"incident_id":395,"occurred_on":"2021-03-02","title":"Amazon Allegedly Forced Deployment of AI-Powered Cameras on Delivery Drivers","description":"Amazon delivery drivers were allegedly forced to consent to algorithmic collection and processing of their location, movement, and biometric data through AI-powered cameras, or be dismissed.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Amazon"],"developers":["Netradyne"],"harmed":["Privacy","Biometric data subjects","Amazon delivery drivers"],"report_count":4},{"incident_id":129,"occurred_on":"2021-03-01","title":"Facebook's Automated Tools Failed to Adequately Remove Hate Speech, Violence, and Incitement","description":"Facebook's automated moderation tools were shown by internal documents performing incomparably to human moderators, and accounting for only a small fraction of hate speech, violence, and incitement content removal.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users"],"report_count":1},{"incident_id":1109,"occurred_on":"2021-03-01","title":"Year-long AI Surveillance Pilot in Two South Australian Aged Care Facilities Reportedly Overwhelmed Staff with False Positives","description":"Between March 2021 and March 2022, an AI-enabled video and audio monitoring system was trialed in two South Australian aged care facilities. According to an independent audit commissioned by South Australia Health, the system produced over 12,000 false alerts, overwhelming staff and contributing to at least one missed real incident. The report concluded the system did not reach accuracy levels acceptable to staff or management during the pilot.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["South Australia Health"],"developers":["Sturdie Trade Services"],"harmed":["Residents And Staff Of Northgate House, Residents And Staff Of Mount Pleasant District Hospital, Northgate House, Mount Pleasant District Hospital"],"report_count":5},{"incident_id":286,"occurred_on":"2021-02-26","title":"TikTok’s \"For You\" Allegedly Pushed Fatal “Blackout” Challenge Videos to Two Young Girls","description":"TikTok’s recommendation algorithm was alleged in a lawsuit to have intentionally and repeatedly pushed videos of the “blackout” challenge onto children’s feeds, incentivizing their participation which ultimately resulted in the death of two young girls.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tiktok"],"developers":["Tiktok"],"harmed":["Lalani Erika Renee Walton, Arriani Jaileen Arroyo, Lalani Erika Renee Walton'S Family, Arriani Jaileen Arroyo'S Family, Tiktok Young Users, Tiktok Users"],"report_count":3},{"incident_id":242,"occurred_on":"2021-02-24","title":"Manufacturing Robot Failure Caused Factory Worker's Death in India","description":"A sensor snag resulted in an automotive parts factory robot falling on a factory worker in India","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Chakan Plant Of Automotive Stampings And Assemblies"],"developers":["Unknown"],"harmed":["Umesh Ramesh Dhake"],"report_count":1},{"incident_id":143,"occurred_on":"2021-02-16","title":"Facebook’s and Twitter's Automated Content Moderation Reportedly Failed to Effectively Enforce Violation Rules for Small Language Groups","description":"Facebook's and Twitter were not able to sufficiently moderate content of small language groups such as the Balkan languages using AI, allegedly due to the lack of investment in human moderation and difficulty in AI-solution design for the languages.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["RS"],"deployers":["Facebook, Twitter"],"developers":["Facebook, Twitter"],"harmed":["Facebook Users Of Small Language Groups, Twitter Users Of Small Language Groups"],"report_count":1},{"incident_id":104,"occurred_on":"2021-02-12","title":"California's Algorithm Considered ZIP Codes in Vaccine Distribution, Allegedly Excluding Low-Income Neighborhoods and Communities of Color","description":"California's vaccine-distribution algorithm used ZIP codes as opposed to census tracts in its decision-making, which critics said undermined equity and access for vulnerable communities who are largely low-income, underserved neighborhoods with low Healthy Places Index scores.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["public administration","human health and social work activities"],"countries":["US"],"deployers":["California Department Of Public Health"],"developers":["Blue Shield Of California"],"harmed":["California Low Income Neighborhoods, California Communities Of Color"],"report_count":1},{"incident_id":142,"occurred_on":"2021-02-11","title":"Facebook's Advertisement Moderation System Allegedly Routinely Misidentified Adaptive Fashion Products as Medical Equipment and Blocked Their Sellers","description":"Facebook platforms' automated ad moderation system falsely classified adaptive fashion products as medical and health care products and services, resulting in regular bans and appeals faced by their retailers.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["wholesale and retail trade","information and communication"],"countries":[],"deployers":["Meta"],"developers":["Meta"],"harmed":["Adaptive Fashion Retailers, Facebook Users, Instagram Users"],"report_count":1},{"incident_id":759,"occurred_on":"2021-02-05","title":"AI-Generated Deepfakes Reportedly Derailed Political Career of Florida Official","description":"Sabrina Javellana, a Florida politician, was reportedly targeted with AI-generated deepfake pornography in February 2021, which was spread online, leading to severe emotional distress and her eventual withdrawal from public life. ","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Deepfake Creators"],"developers":["Deepfake Technology Developers"],"harmed":["Sabrina Javellana"],"report_count":1},{"incident_id":141,"occurred_on":"2021-02-05","title":"California Police Turned on Music to Allegedly Trigger Instagram’s DCMA to Avoid Being Live-Streamed","description":"A police officer in Beverly Hills played copyrighted music on his phone when realizing that his interactions were being recorded on a livestream, allegedly hoping the Instagram's automated copyright detection system to end or mute the stream.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Loss of human agency and autonomy","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Instagram"],"developers":["Instagram"],"harmed":["Sennett Devermont, Beverly Hills Citizens"],"report_count":0},{"incident_id":158,"occurred_on":"2021-02-01","title":"Remote Proctoring Facial-Detection Software Reportedly Failed to Detect Black Student During Lab Quiz","description":"In February 2021, a Black college student, Amaya Ross, reportedly tried to take a remote biology lab quiz using proctoring software that could not detect her face. Ross said she spent 45 minutes changing lights, shades, position, and background before pointing an LED flashlight at her face so the app would work; the quiz itself was only 30 minutes.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unnamed Ohio College"],"developers":["Unknown Remote Proctoring Software Developers"],"harmed":["University Students, Universities, Students, Educational Communities, Black Test Takers, Black Students, Amaya Ross"],"report_count":1},{"incident_id":1610,"occurred_on":"2021-02-01","title":"Queensland Man Allegedly Distributed Purportedly AI-Generated Sexual Posters Falsely Advertising Women for Sex","description":"Queensland police in Australia allege that a man used AI to place at least eight women's faces onto explicit images and displayed posters containing their names, social media accounts, employment details, and false claims that they offered sexual services. The alleged campaign ran from February 2021 through May 2026.","mit_domain":null,"mit_subdomain":null,"entity":null,"intent":null,"timing":null,"harm_level":null,"sectors":[],"countries":[],"deployers":["Unnamed Queensland man charged in alleged deepfake sexual-image campaign","Synthetic media creators","Stalkers","Men and boys","Men","Deepfake creators"],"developers":["Synthetic media generation technology developers","Synthetic image generation technology developers","Deepfake technology developers"],"harmed":["Women and girls","Women","Victims of non-consensual deepfakes","Victims of deepfake abuse","Stalking victims","Privacy","Epistemic integrity","Eight women targeted by alleged Queensland deepfake poster campaign"],"report_count":2},{"incident_id":139,"occurred_on":"2021-01-21","title":"Amazon’s Search and Recommendation Algorithms Found by Auditors to Have Boosted Products That Contained Vaccine Misinformation","description":"Evidence of the \"filter-bubble effect\" were found by vaccine-misinformation researchers in Amazon's recommendations, where its algorithms presented users who performed actions on misinformative products with more misinfomative products.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["wholesale and retail trade"],"countries":[],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Amazon Customers"],"report_count":2},{"incident_id":363,"occurred_on":"2021-01-15","title":"Facebook's Automated Moderation Mistakenly Flagged Landmark's Name as Offensive","description":"Facebook's automated system mistakenly labelled posts featuring the seafaring landmark Plymouth Hoe as misogynistic.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Posting About Plymouth Hoe, Facebook Users In Plymouth Hoe, Plymouth Hoe Residents"],"report_count":1},{"incident_id":318,"occurred_on":"2021-01-13","title":"Facebook Recommended Military Gear Ads Despite Pause on Weapons Accessories Ads","description":"Facebook’s algorithmic recommendations reportedly continued showing advertisements for gun accessories and military gear, despite Facebook’s halt on weapons accessories ads following the US Capitol attack.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users"],"report_count":2},{"incident_id":137,"occurred_on":"2021-01-11","title":"Israeli Tax Authority Reportedly Used an Opaque Automated System to Issue a Fine, Declining to Explain or Disclose the Underlying Calculation","description":"An Israeli farmer, Moshe Har Shemesh, reportedly received a fine generated by a Tax Authority software system whose calculation officials were allegedly unable to explain. When the farmer reportedly sought access to the program or its source code to understand the basis for the amount, the authority allegedly refused, citing security concerns and the difficulty of extracting the embedded guidelines. The dispute reportedly later moved into legal proceedings focused on whether code and automated d","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of transparency or interpretability","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["real estate activities","public administration"],"countries":["IL"],"deployers":["Israeli Tax Authority"],"developers":["Israeli Tax Authority"],"harmed":["Moshe Har Shemesh, Israeli People Having Tax Fines"],"report_count":1},{"incident_id":207,"occurred_on":"2021-01-10","title":"Hawaii Police Deployed Robot Dog to Patrol a Homeless Encampment","description":"Honolulu Police Department spent federal pandemic relief funds on a robot dog to take body temperatures and patrol a homeless quarantine encampment which local civil rights advocates criticized as dehumanizing.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Loss of human agency and autonomy","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Honolulu Police Department"],"developers":["Boston Dynamics"],"harmed":["Honolulu Homeless People"],"report_count":4},{"incident_id":1118,"occurred_on":"2021-01-01","title":"Ongoing Purported AI-Assisted Identity Fraud Enables Unauthorized Access to Western Companies by North Korean IT Workers","description":"North Korean operatives have reportedly used AI-generated identities to secure remote jobs or impersonate employers in order to infiltrate companies. These tactics allegedly support sanctions evasion through wage theft, credential exfiltration, and malware deployment. Workers reportedly use fake resumes, VPNs, and face-altering tools; some deploy malware like OtterCookie after embedding, while others lure targets via spoofed job interviews. AI systems are reportedly used to generate fake resumes","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Yang Di, Waterplum, Wagemole, Void Dokkaebi, Unc5267, Son Un Chol, Sok Kwang Hyok, Sim Hyon Sop, Rim Un Chol, Ri Kyong Sik, Reconnaissance General Bureau, Purplebravo, North Korean Threat Actors, Minh Phuong Ngoc Vong, Matthew Isaac Knoot, Lazarus Group, Ko Chung Sok, Kim Ye Won, Kim Sang Man, Kim Ryu Song, Kim Mu Rim, Jong Song Hwa, Jong Kyong Chol, Jang Chol Myong, Hyon Chol Song, Gwisin Gang, Government Of North Korea, Famous Chollima, Department 53, Contagious Interview, Christina Chapman, Choe Jong Yong, Cho Chung Pom"],"developers":["Openai, Large Language Model Developers, Deepfake Technology Developers"],"harmed":["Western Companies, Web3, Ssa, Social Security Administration, Recruitment Teams, Oleksandr Didenko, National Security And Intelligence Stakeholders, Macos Users, Jiho Han, Irs, Interviewees, Internal Revenue Service, Human Resources Staff, Hiring Managers, Haoran Xu, Epistemic Integrity, Employers, Developers, Cryptocurrency Platforms, Companies In The United States, Chunji Jin, Blockchain Projects, Andrew M., Targets Of Fraudulent Professional Opportunities"],"report_count":41},{"incident_id":212,"occurred_on":"2021-01-01","title":"XPeng Motors Fined For Illegal Collection of Consumers’ Faces Using Facial Recognition Cameras","description":"The Chinese electric vehicle (EV) firm XPeng Motors was fined by local market regulators for illegally collecting in-store customers’ facial images without their consent for six months.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["XPeng Motors"],"developers":["Unknown"],"harmed":["XPeng Motors customers","Privacy","Biometric data subjects"],"report_count":4}]}