{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-12"}
{"rows":[{"incident_id":132,"occurred_on":"2020-12-27","title":"TikTok’s Content Moderation Allegedly Failed to Adequately Take down Videos Promoting Eating Disorders","description":"Videos promoting eating disorders evaded TikTok's automated violation detection system without difficulty via common misspellings of search terms, bypassing its ban of violating hashtags such as \"proana\" and \"anorexia\".","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Tiktok"],"developers":["Tiktok"],"harmed":["Tiktok Users, Tiktok Users Under 18 Years Old"],"report_count":1},{"incident_id":134,"occurred_on":"2020-12-25","title":"Robot in Chinese Shopping Mall Fell off the Escalator, Knocking down Passengers","description":"A shopping guide robot deployed by the Fuzhou Zhongfang Marlboro Mall was shown on video allegedly walking to the escalator by itself, falling down, and knocking over passengers, which prompted its suspension.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["wholesale and retail trade"],"countries":["CN"],"deployers":["Fuzhou Zhongfang Marlboro Mall"],"developers":["Unknown"],"harmed":["Fuzhou Zhongfang Marlboro Mall Goers"],"report_count":2},{"incident_id":273,"occurred_on":"2020-12-24","title":"FaceApp Predicted Different Genders for Similar User Photos with Slight Variations","description":"FaceApp’s algorithm was reported by a user to have predicted different genders for two mostly identical facial photos with only a slight difference in eyebrow thickness.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","arts, entertainment and recreation"],"countries":["US"],"deployers":["Faceapp"],"developers":["Faceapp"],"harmed":["Faceapp Non Binary Presenting Users, Faceapp Transgender Users, Faceapp Users"],"report_count":1},{"incident_id":106,"occurred_on":"2020-12-23","title":"Korean Chatbot Luda Reportedly Made Offensive Remarks Towards Minority Groups in South Korea","description":"A Korean interactive chatbot was allegedly shown in screenshots to have used derogatory and bigoted language when asked about lesbians, Black people, and people with disabilities.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","arts, entertainment and recreation"],"countries":["KR"],"deployers":["Facebook Messenger"],"developers":["Scatter Lab, Chatbot Developers"],"harmed":["Korean Facebook Messenger Users, People With Disabilities In South Korea, Gender Minorities In South Korea, Minorities, Minorities In Korea, Chatbot Users, Luda Users, General Public, General Public Of South Korea"],"report_count":11},{"incident_id":91,"occurred_on":"2020-12-18","title":"Frontline workers protest at Stanford after hospital distributed vaccine to administrators","description":"In 2020, Stanford Medical Center's distribution algorithm only designated 7 of 5,000 vaccines to Medical Residents, who are frontline workers regularly exposed to COVID-19.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Stanford Medical Center"],"developers":["Stanford Medical Center"],"harmed":["Stanford Medical Frontline Workers, Stanford Medical Residents"],"report_count":5},{"incident_id":133,"occurred_on":"2020-12-15","title":"Online Trolls Allegedly Abused TikTok’s Automated Content Reporting System to Discriminate against Marginalized Creators","description":"TikTok's automated content reporting system was allegedly abused by online trolls to intentionally misreport content created by users of marginalized groups.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Tiktok"],"developers":["Tiktok"],"harmed":["Tiktok Content Creators Of Marginalized Groups"],"report_count":1},{"incident_id":299,"occurred_on":"2020-12-15","title":"Japanese Porn Depixelated by Man using Deepfake","description":"A man allegedly unblurred, using deepfake technology, pixelated pornographic images and videos of pornographic actors, which violated Japan’s obscenity law requiring images of genitalia to be obscured.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Masayuki Nakamoto"],"developers":["Unknown"],"harmed":["Japanese Pornographic Actors"],"report_count":1},{"incident_id":136,"occurred_on":"2020-12-06","title":"Brand Safety Tech Firms Falsely Claimed Use of AI, Blocking Ads Using Simple Keyword Lists","description":"Brand safety tech firms falsely claimed use of AI, blocking ads using simple keyword lists.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Brand Safety Tech Firms"],"developers":["None"],"harmed":["News Sites"],"report_count":1},{"incident_id":131,"occurred_on":"2020-12-04","title":"Proctoring Algorithm in Online California Bar Exam Flagged an Unusually High Number of Alleged Cheaters","description":"The proctoring algorithm used in a California bar exam cited a third of thousands of applicants as cheaters, resulting in allegations where exam takers were instructed to prove otherwise without seeing their incriminating video evidence.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education","professional, scientific and technical activities"],"countries":["US"],"deployers":["California Bar'S Committee Of Bar Examiners"],"developers":["Examsoft"],"harmed":["California Bar Exam Takers, Flagged California Bar Exam Takers"],"report_count":2},{"incident_id":94,"occurred_on":"2020-11-27","title":"Court Rules Deliveroo Used 'Discriminatory' Algorithm","description":"In December 2020, an Italian court ruled that Deliveroo’s employee ‘reliability’ algorithm illegally discriminated against workers with legitimate reasons for cancelling shifts.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["accommodation and food service activities"],"countries":["IT"],"deployers":["Deliveroo"],"developers":["Deliveroo"],"harmed":["Deliveroo workers with legitimate reasons for cancelling shifts","Deliveroo workers"],"report_count":2},{"incident_id":219,"occurred_on":"2020-11-15","title":"Poachers Evaded AI Cameras and Killed Four Rhinos","description":"AI cameras installed by Ezemvelo KZN Wildlife failed to detect poachers when four dehorned rhino carcasses were found.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Ezemvelo Kzn Wildlife"],"developers":["Unknown"],"harmed":["Rhinos In Conservation"],"report_count":1},{"incident_id":220,"occurred_on":"2020-11-11","title":"Facebook Mistakenly Blocked Small Business Ads","description":"Facebook’s AI mistakenly blocked advertisements by small and struggling businesses, after the company allegedly leaned more on algorithms to monitor ads on the platform with little review from human moderators.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Small Businesses On Facebook"],"report_count":4},{"incident_id":348,"occurred_on":"2020-11-01","title":"YouTube Recommendation Reportedly Pushed Election Fraud Content to Skeptics Disproportionately","description":"YouTube's recommendation algorithm allegedly pushed 2020's US Presidential Election fraud content to users most skeptical of the election's legitimacy disproportionately compared to least skeptical users.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Youtube Users Skeptical Of Us Election Results"],"report_count":3},{"incident_id":381,"occurred_on":"2020-10-29","title":"Autonomous Roborace Car Drove Directly into a Wall","description":"An autonomous Roborace car drove itself into a wall in round one of the Season Beta 1.1 race.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Sit Acronis Autonomous"],"developers":["Sit Acronis Autonomous"],"harmed":["Sit Acronis Autonomous"],"report_count":1},{"incident_id":287,"occurred_on":"2020-10-27","title":"OpenAI’s GPT-3 Reported as Unviable in Medical Tasks by Healthcare Firm","description":"The French digital care company, Nabla, in researching GPT-3’s capabilities for medical documentation, diagnosis support, and treatment recommendation, found its inconsistency and lack of scientific and medical expertise unviable and risky in healthcare applications. This incident has been downgraded to an issue as it does not meet current ingestion criteria.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Other","intent":"Other","timing":"Other","harm_level":null,"sectors":[],"countries":[],"deployers":["None"],"developers":["Openai, Nabla"],"harmed":["Nabla Customers"],"report_count":1},{"incident_id":996,"occurred_on":"2020-10-25","title":"Meta Allegedly Used Books3, a Dataset of 191,000 Pirated Books, to Train LLaMA AI","description":"Meta and Bloomberg allegedly used Books3, a dataset containing 191,000 pirated books, to train their AI models, including LLaMA and BloombergGPT, without author consent. Lawsuits from authors such as Sarah Silverman and Michael Chabon claim this constitutes copyright infringement. Books3 includes works from major publishers like Penguin Random House and HarperCollins. Meta argues its AI outputs are not \"substantially similar\" to the original books, but legal challenges continue.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Pre-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Meta, Eleutherai, Bloomberg, Generative Ai Developers"],"developers":["The Pile, Shawn Presser, Meta, Eleutherai, Bloomberg, Generative Ai Developers"],"harmed":["Zadie Smith, Writers, Verso, Stephen King, Sarah Silverman, Richard Kadrey, Publishers Found In Books3, Penguin Random House, Oxford University Press, Over 170000 Authors Found In Books3, Michael Pollan, Margaret Atwood, Macmillan, Harpercollins, General Public, Creative Industries, Christopher Golden, Authors"],"report_count":3},{"incident_id":80,"occurred_on":"2020-10-24","title":"AI mistakes referee’s bald head for football — hilarity ensued","description":"In a Scottish soccer match the AI-enabled ball-tracking camera used to livestream the game repeatedly tracked an official’s bald head as though it were the soccer ball.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":["GB"],"deployers":["Inverness Caledonian Thistle Football Club"],"developers":["Unknown"],"harmed":["Livestream Viewers"],"report_count":2},{"incident_id":83,"occurred_on":"2020-10-22","title":"AI Spam Filters Allegedly Block Legitimate Emails Based on Biased Keyword Detection","description":"AlgorithmWatch tested spam filtering algorithms across Gmail, Yahoo, Outlook, GMX, and LaPoste. Their findings reportedly showed that Microsoft Outlook’s spam filter flagged emails based on specific keywords that led to racial and content-based biases blocking legitimate communications. Emails mentioning Nigeria or containing certain financial and sexual health terms were found to be disproportionately marked as spam.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Yahoo, Outlook, Laposte, Gmx, Gmail"],"developers":["Yahoo, Microsoft, Laposte, Google, Gmx"],"harmed":["Yahoo! Mail Users, Microsoft Outlook Users, Laposte Users, Gmx Users, Gmail Users"],"report_count":1},{"incident_id":97,"occurred_on":"2020-10-22","title":"Tesla Autopilot Mistakes Red Letters on Flag for Red Traffic Lights","description":"A Tesla Model 3 misidentified flags with \"COOP\" written vertically on them as traffic lights.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["transportation and storage"],"countries":["CH"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":1},{"incident_id":82,"occurred_on":"2020-10-21","title":"#LekkiMassacre: Why Facebook labelled content from October 20 incident ‘false’","description":"Facebook incorrectly labels content relating to an incident between #EndSARS protestors and the Nigerian army as misinformation.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users, Facebook Users Interested In The Lekki Massacre Incident"],"report_count":1},{"incident_id":81,"occurred_on":"2020-10-21","title":"Researchers find evidence of racial, gender, and socioeconomic bias in chest X-ray classifiers","description":"A study by the University of Toronto, the Vector Institute, and MIT showed the input databases that trained AI systems used to classify chest X-rays led the systems to show gender, socioeconomic, and racial biases.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Pre-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":[],"deployers":["Mount Sinai Hospitals"],"developers":["Qure.ai","Google","DarwinAI","Aidoc"],"harmed":["Women and girls","Women","Patients","Medicaid beneficiaries","Hispanic patients","Economically vulnerable patients"],"report_count":1},{"incident_id":209,"occurred_on":"2020-10-20","title":"Tesla Disabled “Rolling Stop” Functionality Associated with the “Aggressive” Driving Mode","description":"The “rolling stop” functionality within the “Aggressive” Full Self Driving (FSD) profile that was released via a Tesla firmware update was recalled and disabled.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":5},{"incident_id":84,"occurred_on":"2020-10-09","title":"Tiny Changes Let False Claims About COVID-19, Voting Evade Facebook Fact Checks","description":"Avaaz, an international advocacy group, released a review of Facebook's misinformation identifying software showing that the labeling process failed to label 42% of false information posts, most surrounding COVID-19 and the 2020 USA Presidential Election.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users, Facebook Users Interested In Covid Information, Facebook Users Interested In The Us Presidential Election"],"report_count":1},{"incident_id":85,"occurred_on":"2020-10-09","title":"AI attempts to ease fear of robots, blurts out it can’t ‘avoid destroying humankind’","description":"On September 8, 2020, the Guardian published an op-ed generated by OpenAI’s GPT-3 text generating AI that included threats to destroy humankind. This incident has been downgraded to an issue as it does not meet current ingestion criteria.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Other","intent":"Other","timing":"Other","harm_level":null,"sectors":[],"countries":[],"deployers":["Openai"],"developers":["Openai"],"harmed":["Unknown"],"report_count":1},{"incident_id":86,"occurred_on":"2020-10-08","title":"Ireland's 2020 Leaving Certificate Calculated-Grades Model Reportedly Issued Incorrect Scores to Thousands of Students","description":"After Covid-19 disrupted the 2020 Leaving Certificate exams, Ireland's Department of Education and Skills used a calculated-grades model to issue student results on September 7. The Department later confirmed coding errors in how the model handled Junior Cycle data, resulting in incorrect grades. About 6,100 students received upgraded results, and college-offer eligibility had to be reassessed.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":["IE"],"deployers":["Department Of Education And Skills (Ireland)"],"developers":["Department Of Education And Skills (Ireland)"],"harmed":["University Applicants, Students In Ireland, Students, Leaving Certificate Exam Takers, Educational Communities"],"report_count":2},{"incident_id":87,"occurred_on":"2020-10-07","title":"UK passport photo checker shows bias against dark-skinned women","description":"UK passport photo checker shows bias against dark-skinned women.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["public administration"],"countries":["GB"],"deployers":["UK Home Office","Government of the United Kingdom"],"developers":["UK Home Office","Government of the United Kingdom"],"harmed":["Women and girls","Women","dark-skinned women","dark-skinned people"],"report_count":1},{"incident_id":191,"occurred_on":"2020-10-06","title":"Korean Internet Portal Giant Naver Manipulated Shopping and Video Search Algorithms to Favor In-House Services","description":"The Korean Fair Trade Commission (FTC) imposed a 26.7B KRW on Naver for manipulating shopping and video search algorithms, favoring its own online shopping business to boost its market share. ","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Competitive dynamics","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Naver"],"developers":["Naver"],"harmed":["Naver Customers"],"report_count":2},{"incident_id":282,"occurred_on":"2020-10-03","title":"Facebook’s Algorithm Mistook an Advertisement of Onions as Sexual Suggestive Content","description":"Facebook’s content moderation algorithm misidentified and removed a Canadian business’s advertisement containing a photo of onions as products of overtly sexual content, which was later reinstated after review.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["The Seed Company By E.W. Gaze, Businesses On Facebook"],"report_count":3},{"incident_id":125,"occurred_on":"2020-09-29","title":"Amazon’s Robotic Fulfillment Centers Have Higher Serious Injury Rates","description":"Amazon’s robotic fulfillment centers have higher serious injury rates.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","transportation and storage"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Amazon Fulfillment Center Workers"],"report_count":2},{"incident_id":366,"occurred_on":"2020-09-20","title":"Suicide Clips Evaded TikTok's Automated Moderation in Coordinated Attack","description":"Many clips showing a suicide evaded TikTok's automated content moderation system allegedly in a coordinated attack, which resulted in exposure of violating content to its users.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tiktok"],"developers":["Tiktok"],"harmed":["Tiktok Users"],"report_count":1},{"incident_id":103,"occurred_on":"2020-09-18","title":"Twitter’s Image Cropping Tool Allegedly Showed Gender and Racial Bias","description":"Twitter's photo cropping algorithm was revealed by researchers to favor white and women faces in photos containing multiple faces, prompting the company to stop its use on mobile platform.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Twitter"],"developers":["Twitter"],"harmed":["Twitter Non White Users, Twitter Non Male Users, X (Twitter) Users"],"report_count":4},{"incident_id":356,"occurred_on":"2020-09-15","title":"Philosophy AI Tentatively Produced Offensive Results for Certain Prompts","description":"Philosopher AI as built on top of GPT-3 was reported by its users for having strong tendencies to produce offensive results when given prompts on certain topics such as feminism and Ethiopia.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Murat Ayfer"],"developers":["Murat Ayfer, Openai"],"harmed":["Historically Disadvantaged Groups"],"report_count":2},{"incident_id":120,"occurred_on":"2020-09-01","title":"Philosophy AI Allegedly Used To Generate Mixture of Innocent and Harmful Reddit Posts","description":"Philosopher AI, a GPT-3-powered controversial text generator, was allegedly used by an anonymous actor on AskReddit subreddit, whose posts featured a mixture of harmless stories, conspiracy theories, and sensitive topic discussions.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Unknown"],"developers":["Murat Ayfer, Openai"],"harmed":["Reddit Users"],"report_count":1},{"incident_id":374,"occurred_on":"2020-08-13","title":"UK Ofqual's Algorithm Disproportionately Provided Lower Grades Than Teachers' Assessments","description":"UK Office of Qualifications and Examinations Regulation (Ofqual)'s grade-standardization algorithm providing predicted grades for A level and GCSE qualifications in the UK, Wales, Northern Ireland, and Scotland was reportedly giving grades lower than teachers' assessments, and disproportionately for state schools.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Uk Office Of Qualifications And Examinations Regulation"],"developers":["Uk Office Of Qualifications And Examinations Regulation"],"harmed":["Underprivileged Pupils, Students, Pupils In State Schools, Gcse Pupils, Epistemic Integrity, Educational Communities, A Level Pupils"],"report_count":8},{"incident_id":558,"occurred_on":"2020-08-07","title":"Activists Allege NYPD's Application of Facial Recognition Interfered with Right to Protest","description":"Black Lives Matter activists alleged being targeted for arrest by New York Police using facial recognition, interfering with their right to protest.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["New York City Police Department"],"developers":["Surveillance technology developers","Facial recognition system developers","Clearview AI"],"harmed":["Privacy","General public of New York City","General public","Derrick Ingram","Democratic integrity","Black people","Black Lives Matter activists","Biometric data subjects"],"report_count":3},{"incident_id":118,"occurred_on":"2020-08-06","title":"OpenAI's GPT-3 Associated Muslims with Violence","description":"Users and researchers revealed generative AI GPT-3 associating Muslims to violence in prompts, resulting in disturbingly racist and explicit outputs such as casting Muslim actor as a terrorist.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","professional, scientific and technical activities"],"countries":["US"],"deployers":["Openai"],"developers":["Openai"],"harmed":["Muslims"],"report_count":3},{"incident_id":331,"occurred_on":"2020-08-05","title":"Bug in Instagram’s “Related Hashtags” Algorithm Allegedly Caused Disproportionate Treatment of Political Hashtags","description":"A bug was reported by Instagram’s spokesperson to have prevented an algorithm from populating related hashtags for thousands of hashtags, resulting in an allege preferential treatment for some politically partisan hashtags.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Instagram"],"developers":["Instagram"],"harmed":["Instagram Users"],"report_count":2},{"incident_id":244,"occurred_on":"2020-08-03","title":"Colorado Police’s Automated License Plate Reader (ALPR) Matched a Family’s Minivan’s Plate to That of a Stolen Vehicle Allegedly, Resulting in Detainment at Gunpoint","description":"An automated plate reader reportedly matched a license plate information, but of a family’s minivan and an alleged motorcycle in Montana that was reportedly stolen earlier in the year, resulting in them and their children being held at gunpoint and detained in handcuffs by multiple Aurora police officers.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["Aurora Police Department"],"developers":["Unknown"],"harmed":["the Gilliam family"],"report_count":1},{"incident_id":115,"occurred_on":"2020-07-28","title":"Genderify’s AI to Predict a Person’s Gender Revealed by Free API Users to Exhibit Bias","description":"A company's AI predicting a person's gender based on their name, email address, or username was reported by its users to show biased and inaccurate results.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Genderify"],"developers":["Genderify"],"harmed":["Genderify Customers, Minority Groups"],"report_count":3},{"incident_id":415,"occurred_on":"2020-07-28","title":"Facebook Provided Offensive Translation for King of Thailand's Birthday Ceremony","description":"Facebook's Thai-English translation gave an inappropriate mistranslation on Thai PBS's Facebook live broadcast of the King of Thailand’s candle-lighting birthday ceremony.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Live Stream Ceremony Viewers, King Maha Vajiralongkorn"],"report_count":5},{"incident_id":222,"occurred_on":"2020-07-18","title":"Thoughts App Allegedly Created Toxic Tweets","description":"Tweets created by Thoughts, a tweet generation app that leverages OpenAI’s GPT-3, allegedly exhibited toxicity when given prompts related to minority groups.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Satria Technologies"],"developers":["Openai"],"harmed":["Thoughts Users, X (Twitter) Users"],"report_count":1},{"incident_id":908,"occurred_on":"2020-07-15","title":"Deepfake Images of Australian Teacher Hannah Grundy and 25 Others Created and Circulated Online by Former Friend","description":"Australian teacher Hannah Grundy discovered her face had been superimposed onto pornographic images using AI deepfake technology, which were shared online alongside personal details. A former trusted friend, Andrew Thomas Hayler, was found responsible, targeting 26 women, including Grundy and close friends, over two years. Hayler pleaded guilty to multiple charges and was sentenced to nine years in prison. ","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Andrew Thomas Hayler"],"developers":["Deepfake Technology Developers"],"harmed":["Hannah Grundy, Colleagues Of Hannah Grundy, Former Friends And Acquaintances Of Andrew Thomas Hayler"],"report_count":9},{"incident_id":78,"occurred_on":"2020-07-06","title":"International Baccalaureate’s 2020 Calculated-Grades Model Reportedly Lowered Students' Scores and College Prospects","description":"After Covid-19 canceled May 2020 exams, the Geneva-based International Baccalaureate reportedly used a calculated-grades model based on coursework, predicted grades, and historical school results to estimate final marks. Students, parents, and teachers reportedly said the opaque model produced unexpectedly low scores, threatening university admissions, scholarships, and study plans across multiple countries.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":[],"deployers":["International Baccalaureate Organization"],"developers":["International Baccalaureate Organization"],"harmed":["International Baccalaureate Students, Students, Minors, Teachers, Parents, Educational Communities, University Applicants"],"report_count":1},{"incident_id":224,"occurred_on":"2020-07-01","title":"WeChat Pay's Facial Recognition Security Evaded by Scammers Using Victims’ Social Media Content","description":"In China, fraudsters bypassed facial-recognition security for online financial transactions on WeChat Pay by crafting identity-verification GIFs of victims from their selfies on WeChat Moments, a social media platform.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Wechat Pay"],"developers":["Wechat"],"harmed":["Wechat Pay Users"],"report_count":1},{"incident_id":172,"occurred_on":"2020-07-01","title":"NarxCare’s Risk Score Model Allegedly Lacked Validation and Trained on Data with High Risk of Bias","description":"NarxCare's overdose risk algorithm, lacking peer-reviewed validation, uses sensitive data like doctor visits, prescriptions, and possibly genetic information, leading to significant biases against women and Black patients. Factors like sexual abuse and criminal records exacerbate stigmas and disparities, often resulting in unjust denial of necessary pain medication. The newly approved AvertD genetic test shares similar issues, further complicating and potentially harming medical treatment decisi","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["NarxCare","AvertD","Appriss"],"developers":["Appriss"],"harmed":["American physicians","American pharmacists","American patients of minority groups","American patients"],"report_count":3},{"incident_id":213,"occurred_on":"2020-07-01","title":"Facebook’s Political Ad Detection Reportedly Showed High and Geographically Uneven Error Rates","description":"The performance of Facebook’s political ad detection was revealed by researchers to be imprecise, uneven across countries in errors, and inadequate for preventing systematic violations of political advertising policies.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users"],"report_count":5},{"incident_id":1169,"occurred_on":"2020-06-30","title":"Reported AI-Assisted Influence Campaigns by GoLaxy Allegedly Targeting Hong Kong and Taiwan Political Discourse","description":"Reportedly leaked documents reviewed by researchers and media allege that Chinese firm GoLaxy used its \"GoPro\" AI system in multiple influence campaigns. In 2020, it reportedly tracked 180,000 Twitter accounts to counter opposition to Hong Kong's National Security Law; in 2022–2023, it amplified praise for China's Zero Covid policy using purportedly fake Facebook accounts; and in late 2023, allegedly it advised on messaging to weaken Taiwan's Democratic Progressive Party.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Golaxy"],"developers":["Golaxy"],"harmed":["General Public Of Taiwan, General Public Of Hong Kong, Civil Rights, Democratic Integrity"],"report_count":1},{"incident_id":144,"occurred_on":"2020-06-28","title":"YouTube's AI Mistakenly Banned Chess Channel over Chess Language Misinterpretation","description":"YouTube's AI-powered hate speech detection system falsely flagged chess content and banned chess creators allegedly due to its misinterpretation of strategy language such as \"black,\" \"white,\" and \"attack\" as harmful and dangerous.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Antonio Radic, Youtube Chess Content Creators, Youtube Users"],"report_count":6},{"incident_id":113,"occurred_on":"2020-06-27","title":"Facebook's AI Put \"Primates\" Label on Video Featuring Black Men","description":"Facebook's AI mislabeled video featuring Black men as a video about \"primates,\" resulting in an offensive prompt message for users who watched the video.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Black People, Facebook Users"],"report_count":1},{"incident_id":557,"occurred_on":"2020-06-24","title":"Miami Police Deployed Facial Recognition to Arrest George Floyd Protestor Allegedly without Cause","description":"Miami Police's arrest report for a George Floyd protestor did not disclose use of facial recognition, which allegedly did not meet the legal threshold for probable cause for arrest.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Miami Police Department","Law enforcement"],"developers":["Clearview AI"],"harmed":["Oriana Albornoz","George Floyd protest participants"],"report_count":4},{"incident_id":165,"occurred_on":"2020-06-20","title":"Image Upscaling Algorithm PULSE Allegedly Produced Facial Images with Caucasian Features More Often","description":"Image upscaling tool PULSE powered by NVIDIA's StyleGAN reportedly generated faces with Caucasian features more often, although AI academics, engineers, and researchers were not in agreement about where the source of bias was.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Duke Researchers"],"developers":["Duke Researchers"],"harmed":["People Having Non Caucasian Facial Features"],"report_count":2},{"incident_id":354,"occurred_on":"2020-06-20","title":"Uber Allegedly Violated GDPR by Failing to Provide Sufficient Notice on Automated Profiling for Drivers","description":"Uber was alleged in a lawsuit to have provided incomplete notice about automated decision-making and profiling for drivers such as information about their driving behavior, and use of phone.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":[],"deployers":["Uber"],"developers":["Uber"],"harmed":["Uber drivers"],"report_count":5},{"incident_id":532,"occurred_on":"2020-06-20","title":"AI translation is jeopardizing Afghan asylum claims","description":"A Pashto-speaking refugee's asylum claim was denied by a US agency for a discrepancy between oral and written recount of an event allegedly due to an error of their automated translation tool which swapped pronouns of her written statement from \"I\" to \"we\".","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Us Citizenship And Immigration Services"],"developers":["Unknown"],"harmed":["Anonymous Pashto Speaking Refugee, Pashto Speaking Asylum Seekers, Dari Speaking Asylum Seekers"],"report_count":1},{"incident_id":367,"occurred_on":"2020-06-17","title":"iGPT, SimCLR Learned Biased Associations from Internet Training Data","description":"Unsupervised image generation models trained using Internet images such as iGPT and SimCLR were shown to have embedded racial, gender, and intersectional biases, resulting in stereotypical depictions.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Pre-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Openai, Google"],"developers":["Openai, Google"],"harmed":["Underrepresented Groups In Training Data, Minority Groups"],"report_count":1},{"incident_id":289,"occurred_on":"2020-06-15","title":"Starship Delivery Robot Scuffed Bumper of a Resident’s Car in Texas, Allegedly Refusing to Release Footage of the Accident","description":"A Starship food delivery robot crashed into the front bumper of a vehicle waiting at a stoplight intersection in Frisco, Texas, the video of which the company reportedly refused to release.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Starship Technologies"],"developers":["Starship Technologies"],"harmed":["Jisuk Mok, Frisco Residents"],"report_count":2},{"incident_id":328,"occurred_on":"2020-06-13","title":"Fake Accounts Using GAN Faces Deployed by Propaganda Campaign on Social Platforms","description":"A pro-China propaganda campaign deployed fake accounts on Facebook, Twitter, and YouTube using GAN-synthesized faces to share and post comments on its content to gain wider circulation.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Spamouflage Dragon"],"developers":["Unknown"],"harmed":["Facebook Users, Youtube Users, X (Twitter) Users"],"report_count":2},{"incident_id":275,"occurred_on":"2020-06-11","title":"Facebook’s Moderation Algorithm Banned Users for Historical Evidence of Slavery","description":"Facebook’s automated content moderation was acknowledged by a company spokesperson to have erroneously censored and banned Australian users from posting an article containing a 1890s photo of Aboriginal men in chains over nudity as historical evidence of slavery in Australia.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Sharing Photo Evidence Of Slavery, Facebook Users"],"report_count":2},{"incident_id":521,"occurred_on":"2020-06-10","title":"iRobot Roomba J7 R&D Images Reportedly Appeared in Private Online Groups After Data Labeling","description":"Images reportedly captured in 2020 by development versions of iRobot's Roomba J7 robot vacuum during an AI training data project were sent to Scale AI for labeling and later appeared in private Facebook, Discord, and other online groups. Reporting described some images as showing sensitive household scenes.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Irobot"],"developers":["Irobot, Scale Ai"],"harmed":["Privacy, Project Io Participants, People Captured In Roomba Training Images, Minors Captured In Roomba Training Images, Minors"],"report_count":1},{"incident_id":772,"occurred_on":"2020-06-08","title":"Kristen Bell Deepfaked in Non-Consensual AI-Generated Pornography","description":"The actor Kristen Bell discovered that her likeness was exploited by creators of deepfake pornography, who shared their non-consensual sexual depictions of her on the Internet.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Deepfake Creators"],"developers":["Deepfake Technology Developers"],"harmed":["Kristen Bell"],"report_count":2},{"incident_id":127,"occurred_on":"2020-06-06","title":"Microsoft’s Algorithm Allegedly Selected Photo of the Wrong Mixed-Race Person Featured in a News Story","description":"A news story published on MSN.com featured a photo of the wrong mixed-race person that was allegedly selected by an algorithm, following Microsoft’s layoff and replacement of journalists and editorial workers at its organizations with AI systems.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":[],"deployers":["Microsoft, Msn.Com"],"developers":["Microsoft"],"harmed":["Jade Thirlwall, Leigh Anne Pinnock"],"report_count":12},{"incident_id":218,"occurred_on":"2020-06-01","title":"Tesla on Autopilot Crashed into Flipped Truck on Taiwan Highway","description":"On a highway in Taiwan, a Tesla Sedan, reportedly operating on Autopilot mode, crashed into a large overturned truck, barely missing a pedestrian.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Delivery Truck, Pedestrians, Tesla Drivers"],"report_count":3},{"incident_id":140,"occurred_on":"2020-06-01","title":"University of Toronto's ProctorU Deployment Reportedly Disadvantaged BIPOC Students During Exam Check-Ins","description":"University of Toronto students reported that ProctorU and other online exam-monitoring services created discriminatory and stressful check-in experiences for BIPOC students during remote exams. One U of T student said ProctorU's identity-verification process often failed to recognize her passport, forcing manual checks and consuming exam check-in time. ProctorU said human proctors made final identity and integrity decisions.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":["CA"],"deployers":["University Of Toronto"],"developers":["Proctoru"],"harmed":["University Students, University Of Toronto Students, Students, Educational Communities, Students Of Color"],"report_count":1},{"incident_id":255,"occurred_on":"2020-05-31","title":"Unreliable ShotSpotter Audio Previously Used to Convict Chicago Man in Murder Case","description":"ShotSpotter audios were previously admitted to convict an innocent Black man in a murder case in Chicago, resulted in his nearly-one-year-long arrest before being dismissed by prosecutors as insufficient evidence.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Chicago Police Department"],"developers":["ShotSpotter"],"harmed":["Michael Williams"],"report_count":9},{"incident_id":311,"occurred_on":"2020-05-02","title":"YouTube Auto-Moderation Reportedly Banned Women of Sex Tech Conference","description":"YouTube’s automated content moderation tool erroneously removed The Women of Sex Tech conference's live-streamed event and banned the conference from the platform, despite not violating the platform’s sexual content policies.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["YouTube"],"developers":["YouTube"],"harmed":["YouTube users","Women of Sex Tech conference organizers","Women of Sex Tech conference attendants","Women of Sex Tech","Social media users"],"report_count":2},{"incident_id":210,"occurred_on":"2020-04-28","title":"Indian Political App Tek Fog Allegedly Hijacked Trends and Manipulated Public Opinion on Other Social Media Platforms","description":"The Indian political social media app Tek Fog allegedly allowed operatives affiliated with the ruling political party to hijack social media trends and manipulate public opinion on other apps such as Twitter and WhatsApp, which opposition parties denounced as a national security threat.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Bharatiya Janata Yuva Morcha"],"developers":["Persistent Systems"],"harmed":["X (Twitter) users","Women and girls","Women","WhatsApp users","Social media users","National security and intelligence stakeholders","Journalists","Journalistic integrity"],"report_count":3},{"incident_id":364,"occurred_on":"2020-04-15","title":"Walmart's Bagging-Detection False Positives Exposed Workers to Health Risk","description":"Walmart's theft-deterring bagging-detection system allegedly exposed workers to health risks during the coronavirus pandemic when its false positives prompted workers to unnecessarily step in to resolve the issue.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Walmart"],"developers":["Everseen"],"harmed":["Walmart Employees"],"report_count":1},{"incident_id":201,"occurred_on":"2020-04-14","title":"Climate Action Group Posted Deepfake of Belgian Prime Minister Urging Climate Crisis Action","description":"A deepfake video showing the Belgium’s prime minister speaking of an urgent need to tackle the climate crises was released by a climate action group.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Extinction Rebellion Belgium"],"developers":["Unknown"],"harmed":["Shophie Wilmes, Belgian Government"],"report_count":2},{"incident_id":215,"occurred_on":"2020-04-01","title":"Facebook Content Moderators Demand Better Working Conditions Due to Allegedly Inadequate AI Content Moderation","description":"Content moderators and employees at Facebook demand better working conditions, as automated content moderation system allegedly failed to achieve sufficient performance and exposed human reviewers to psychologically hazardous content such as graphic violence and child abuse.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Content Moderators"],"report_count":1},{"incident_id":121,"occurred_on":"2020-03-27","title":"Autonomous Kargu-2 Drone Allegedly Remotely Used to Hunt down Libyan Soldiers","description":"In Libya, a Turkish-made Kargu-2 aerial drone powered by a computer vision model was allegedly used remotely by forces backed by the Tripoli-based government to track down and attack enemies as they were running from rocket attacks.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Cyberattacks, weapon development or use, and mass harm","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["defense"],"countries":["LY"],"deployers":["Tripoli Based Government"],"developers":["Stm"],"harmed":["Libyan Soldiers"],"report_count":3},{"incident_id":138,"occurred_on":"2020-03-23","title":"University of Illinois' Proctorio Remote-Proctoring Deployment Reportedly Raised Student Rights Concerns","description":"Beginning in March 2020, the University of Illinois Urbana-Champaign deployed Proctorio for remote exam proctoring after the COVID-19 shift to online instruction. Students and faculty raised concerns that the software surveilled students' homes and devices, created accessibility barriers, increased testing anxiety, and could flag students when facial-detection tools failed to detect their faces, with particular concern for students of color. UIUC later declined to renew its emergency contract.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["University Of Illinois Urbana Champaign"],"developers":["Proctorio"],"harmed":["Students, University Students, Educational Communities, University Of Illinois Urbana Champaign Students, Students Of Color, Students With Disabilities"],"report_count":6},{"incident_id":102,"occurred_on":"2020-03-23","title":"Personal voice assistants struggle with black voices, new study shows","description":"A study found that voice recognition tools from Apple, Amazon, Google, IBM, and Microsoft disproportionately made errors when transcribing black speakers.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities","information and communication"],"countries":["US"],"deployers":["Microsoft, Ibm, Google, Apple, Amazon"],"developers":["Microsoft, Ibm, Google, Apple, Amazon"],"harmed":["Black People"],"report_count":2},{"incident_id":317,"occurred_on":"2020-03-17","title":"Bug in Facebook’s Anti-Spam Filter Allegedly Blocked Legitimate Posts about COVID-19","description":"Facebook was reported by users for blocking posts of legitimate news about the coronavirus pandemic, allegedly due to a bug in an anti-spam system.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users Posting Legitimate Covid 19 News, Facebook Users"],"report_count":1},{"incident_id":268,"occurred_on":"2020-03-16","title":"Permanent Removal of Social Media Content via Automated Tools Allegedly Prevented Investigative Efforts","description":"Automated permanent removal of violating social media content, such as terrorism, violent extremism, and hate speech, without archival has allegedly hindered the potential use of this content for investigating serious crimes and hampered efforts in criminal accountability.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Youtube, Twitter, Facebook"],"developers":["Youtube, Twitter, Facebook"],"harmed":["Victims Of Crimes Documented On Social Media, International Criminal Court Investigators, International Court Of Justice Investigators, Criminal Investigators, Journalists"],"report_count":4},{"incident_id":424,"occurred_on":"2020-03-09","title":"Canadian Universities' AI Proctoring Tools Reportedly Collected Student Biometric Data Without Adequate Consent","description":"During the COVID-19 pandemic, Canadian universities reportedly used AI-enabled remote-proctoring tools for online exams. A University of Ottawa project supported by the Office of the Privacy Commissioner of Canada found that tools such as Respondus Monitor, ProctorU, ProctorTrack, Proctorio, ProctorExam, and Examity collected student personal or biometric data under conditions not conducive to meaningful consent.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Universities, Professors, Educators, Canadian Universities"],"developers":["Respondus Monitor, Proctoru, Proctortrack, Proctorio, Proctorexam, Examity"],"harmed":["University Students, Universities, Students, Educational Communities, Canadian Students, Privacy, Biometric Data Subjects"],"report_count":4},{"incident_id":117,"occurred_on":"2020-02-24","title":"TikTok's \"Suggested Accounts\" Algorithm Allegedly Reinforced Racial Bias through Feedback Loops","description":"TikTok's \"Suggested Accounts\" recommendations allegedly reinforced racial bias despite not basing recommendations on race or creators' profile photo.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tiktok"],"developers":["Tiktok"],"harmed":["Tiktok Users, Tiktok Content Creators"],"report_count":4},{"incident_id":297,"occurred_on":"2020-02-20","title":"EasyMile Self-Driving Shuttle Unexpectedly Stopped Mid-Route, Injuring a Passenger","description":"A self-driving shuttle deployed by Smart Columbus in Linden neighborhood unexpectedly stopped on the street, which caused a woman to fall onto the floor from her seat.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Smart Columbus"],"developers":["EasyMile"],"harmed":["Women and girls","Women","Road users","Bus passengers","Autonomous-vehicle passengers"],"report_count":3},{"incident_id":180,"occurred_on":"2020-02-19","title":"Algorithm Used by the Malaysian Judiciary Reportedly Recommended Unusually High Sentencing to a Drug Possession Case","description":"The AI system used by the Malaysian judiciary which explicitly considered age, employment, and socio-economic data provided sentencing to a drug possession case that was alleged by lawyer to be disproportionately high for the crime committed.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Malaysian Judiciary, Malaysian Courts"],"developers":["Sarawak Information Systems"],"harmed":["Malaysian Convicted People"],"report_count":3},{"incident_id":1336,"occurred_on":"2020-02-07","title":"BJP Used Deepfake Videos of Manoj Tiwari to Target Haryanvi Voters in 2020 Delhi Election","description":"In February 2020, India's BJP used purported deepfake videos of party leader Manoj Tiwari to influence voters in the Delhi legislative election. The videos reportedly showed Tiwari delivering scripted campaign messages in Haryanvi and English, which are languages he did not speak, by altering his lip movements and voice. Distributed via thousands of WhatsApp groups, the deepfakes reportedly reached millions of voters without disclosure. ","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["The Ideaz Factory, Information Manipulation Actors, Bjp Delhi It Cell, Information Manipulation Actors In India"],"developers":["Deepfake Technology Developers, Synthetic Audio Generation Technology Developers"],"harmed":["Manoj Tiwari, General Public Of India, General Public, Epistemic Integrity, Democratic Integrity"],"report_count":1},{"incident_id":166,"occurred_on":"2020-02-07","title":"Networking Platform Giggle Employs AI to Determine Users’ Gender, Allegedly Excluding Transgender Women","description":"A social networking platform, Giggle, allegedly collected, shared to third-parties, and used sensitive information and biometric data to verify whether a person is a woman via facial recognition, which critics claimed to be discriminatory against women of color and harmful towards trans women.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Giggle"],"developers":["Kairos"],"harmed":["Women of color","Women and girls","Women","Trans women","Privacy","Biometric data subjects"],"report_count":2},{"incident_id":771,"occurred_on":"2020-02-06","title":"Noelle Martin Deepfaked Without Consent in AI-Generated Pornography","description":"In 2017, Noelle Martin discovered explicit deepfake videos online that used AI technology to superimpose her face onto pornographic scenes. This incident was a continuation of the abuse she had experienced since at least 2012, when she first found doctored still images of herself in similar contexts. Despite the initial lack of legal protections, her advocacy efforts were instrumental in making image-based abuse a criminal offense in Australia.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Deepfake Creators"],"developers":["Stanford University, Max Planck Institute, University Of Erlangen Nuremberg, Face2Face, Faceapp, Zao"],"harmed":["Noelle Martin"],"report_count":1},{"incident_id":74,"occurred_on":"2020-01-30","title":"Detroit Police Allegedly Wrongfully Arrested Black Man Due to Purportedly Faulty Facial Recognition Technology","description":"A Black man was allegedly wrongfully detained by the Detroit Police Department as a result of a purportedly false facial recognition technology (FRT) result.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["Detroit Police Department"],"developers":["DataWorks Plus"],"harmed":["Robert Julian-Borchak Williams","Black people in Detroit"],"report_count":11},{"incident_id":414,"occurred_on":"2020-01-18","title":"Facebook Gave Vulgar English Translation of Chinese President's Name","description":"Facebook provided a vulgar Burmese-English translation of the Chinese president's name in posts of an official Burmese politician's Facebook page announcing his visit.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Xi Jinping, Aung San Suu Kyi"],"report_count":1},{"incident_id":412,"occurred_on":"2020-01-15","title":"Finnish Police Were Reportedly Reprimanded After National Bureau of Investigation Unit Allegedly Used Clearview AI to Identify Potential Abuse Victims","description":"Finland's Deputy Data Protection Ombudsman reportedly reprimanded the National Police Board after a National Bureau of Investigation child sexual exploitation unit allegedly used Clearview AI in late 2019 or early 2020 to identify potential child sexual abuse victims. Four NBI users reportedly made about 120 searches during a free trial without controller approval or prior assessment of how uploaded biometric data would be handled.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["law enforcement","information and communication"],"countries":[],"deployers":["Law enforcement","Government of Finland","Finnish National Police Board","Finnish National Bureau of Investigation"],"developers":["Facial recognition system developers","Clearview AI"],"harmed":["Privacy","People whose images were uploaded to Clearview AI","Minors","Child sexual abuse victims","Biometric data subjects"],"report_count":4},{"incident_id":147,"occurred_on":"2020-01-15","title":"Reported AI-Cloned Voice Used to Deceive Hong Kong Bank Manager in Purported $35 Million Fraud Scheme","description":"In January 2020, a Hong Kong-based bank manager for a Japanese company reportedly authorized $35 million in transfers after receiving a call from someone whose voice matched the company director's. According to Emirati investigators, scammers used AI-based voice cloning to impersonate the executive. The fraud allegedly involved at least 17 individuals and reportedly led to global fund transfers that triggered a UAE investigation. U.S. authorities were reportedly later asked to help trace part of","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["financial and insurance activities","other"],"countries":["CN"],"deployers":["Cybercriminals, Scammers, Transnational Fraud Rings"],"developers":["Deepfake Technology Developers, Synthetic Audio Generation Technology Developers"],"harmed":["Unnamed Japanese Firm, Unnamed Hong Kong Based Branch Manager Of Unnamed Japanese Firm, General Public Of The United Arab Emirates, Centennial Bank"],"report_count":6},{"incident_id":214,"occurred_on":"2020-01-02","title":"SN Technologies Reportedly Lied to a New York State School District about Its Facial and Weapon Detection Systems’ Performance","description":"SN Technologies allegedly misled Lockport City Schools about the performance of its AEGIS face and weapons detection systems, downplaying error rates for Black faces and weapon misidentification.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["education","law enforcement","public administration"],"countries":["US"],"deployers":["Lockport City School District"],"developers":["SN Technologies"],"harmed":["Students","Epistemic integrity","Educational communities","Black students"],"report_count":1},{"incident_id":1236,"occurred_on":"2020-01-01","title":"Quantum AI and Related AI-Themed Investment Scams Reportedly Used Deepfake Endorsements and Spoofed Media Sites to Solicit Investments","description":"Researchers have described a global AI-themed investment fraud ecosystem using deepfake videos, spoofed news sites, phishing pages, and phone outreach to impersonate celebrities, news outlets, and political leaders. Reports link the scheme to fake trading platforms including Quantum AI and related sites, and to cloaked adtech infrastructure used to route likely victims while hiding scam pages from scanners.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unknown Operators Of Malicious Keitaro Infrastructure, Unknown Cryptocurrency Scammers, Scammers, Quantum Ai Scammers, Quantum Ai, Faikast, Investment Scam Operators"],"developers":["Deepfake Technology Developers, Synthetic Audio Generation Technology Developers, Generative Ai Developers"],"harmed":["Youtube Users, Victims Of Impersonation Scams, Victims Of Deepfake Enabled Fraud, Steph Mcgovern, Spencer And Stanley, Social Media Users, Smithville International, Rishi Sunak, Richard Branson, Retail Investors, Meta Users, Martin Lewis, Mark Carney, Keir Starmer, Investors, General Public, Forbes, Financial Services Customers, Elon Musk, Elderly Investors, El Universo, Dw News, Domenica In, David Beckham, Daily Mirror, Cryptocurrency Investors, Consumers, Cnn, Bbc"],"report_count":28},{"incident_id":926,"occurred_on":"2020-01-01","title":"Giorgia Meloni Reportedly Targeted by Deepfake Pornography","description":"In 2020, alleged deepfake pornographic videos falsely depicting Italian Prime Minister Giorgia Meloni were uploaded to a U.S. website and viewed millions of times. At the time, she was leader of the Brothers of Italy but not yet PM. In 2024, now serving as PM, Meloni reportedly sued Alessio Scurosu, 40, and his father, Roberto Scurosu, 73, seeking €100,000 in damages. She testified in court, calling the act \"a form of violence.\"","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Roberto Scurosu, Alessio Scurosu"],"developers":["Deepfake Technology Developers"],"harmed":["Giorgia Meloni"],"report_count":22},{"incident_id":243,"occurred_on":"2020-01-01","title":"Bots Allegedly Made up Roughly Half of Twitter Accounts in Discussions Surrounding COVID-19 Related Issues","description":"Bots by anonymous actors were found by researchers to make up roughly half of Twitter accounts participating in COVID-19 discussions, many of which posted tweets about “reopening America“.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unknown"],"developers":["Unknown"],"harmed":["Twitter, Twitter Users Participating In Covid 19 Discussions, X (Twitter) Users"],"report_count":2},{"incident_id":535,"occurred_on":"2020-01-01","title":"COVID-19 Detection and Prognostication Models Allegedly Flagged for Methodological Flaws and Underlying Biases","description":"Peer-review of papers about COVID-19 detection and prognostication algorithms from 2020, including deployed models, revealed none to be ready for clinical use, due to methodological flaws and underlying biases such as lacking external validation or not specifying data sources and model training details.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Mount Sinai Hospital, Unknown"],"developers":["Icahn School Of Medicine Researchers, Unknown"],"harmed":["Covid 19 Patients, Covid 19 Healthcare Providers"],"report_count":2},{"incident_id":1509,"occurred_on":"2020-01-01","title":"Self-Employed Somerset Father Wayne Luxon Reportedly Lost £140,000 After Facebook Deepfake of Martin Lewis Promoted Crypto Scam","description":"Beginning in 2020, Wayne Luxon, a 43-year-old self-employed father of four from Taunton, Somerset, reportedly lost £140,000 after responding to a Facebook advertisement using a purportedly AI-generated Martin Lewis deepfake to promote cryptocurrency investment. Luxon said he was directed to a clone platform where he made additional payments after seeing fictitious gains, and later paid purported tax fees before the account balance fell to zero.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unknown Cryptocurrency Scammers, Scammers"],"developers":["Deepfake Technology Developers, Synthetic Audio Generation Technology Developers"],"harmed":["Wayne Luxon, Investors, Epistemic Integrity, Cryptocurrency Scam Victims, Cryptocurrency Investors"],"report_count":2},{"incident_id":1617,"occurred_on":"2020-01-01","title":"Motive AI Dashcams Allegedly Collected Truckers' Biometric Data and Built License-Plate Location Records Without Consent","description":"Truck drivers Adam Dean and Christian Erickson alleged that Motive Technologies' AI dashcams used automatic license plate recognition to record plates and time-stamped vehicle locations and collected drivers' biometric data without adequate notice or consent. Dean reportedly drove a Motive-equipped vehicle from 2020–2023 and Erickson from 2022–2025. Their proposed class action alleges privacy harms and violations of California's ALPR law.","mit_domain":null,"mit_subdomain":null,"entity":null,"intent":null,"timing":null,"harm_level":null,"sectors":[],"countries":[],"deployers":["Motive Technologies","Commercial vehicle surveillance technology developers","Commercial fleet operators using AI dashcams","Automatic license plate recognition (ALPR) technology developers","AI-powered dash camera developers"],"developers":["Motive Technologies","Commercial vehicle surveillance technology developers","Commercial fleet operators using AI dashcams","Automatic license plate recognition (ALPR) technology developers","AI-powered dash camera developers"],"harmed":["Workers subjected to workplace surveillance","Truck drivers using Motive AI dashcams","Road users","Privacy","Motorists recorded by Motive ALPR systems","Christian Erickson","Biometric data subjects","Adam Dean"],"report_count":1}]}