{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-11"}
{"rows":[{"incident_id":619,"occurred_on":"2023-12-20","title":"Rite Aid Facial Recognition Disproportionately Misidentified Minority Shoppers as Shoplifters","description":"Rite Aid used facial recognition technology from October 2012 to July 2020, allegedly leading to disproportionate misidentifications of women, Black, Latino, and Asian shoppers as \"likely\" shoplifters. The FTC settlement prohibits Rite Aid from using this technology in stores for five years.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["wholesale and retail trade"],"countries":["US"],"deployers":["Rite Aid","Facial recognition system deployers"],"developers":["Facial recognition system developers"],"harmed":["Women and girls","Women","Rite Aid customers","People of color","Latino people","Consumers","Black people","Asian people"],"report_count":14},{"incident_id":547,"occurred_on":"2023-06-05","title":"Ron DeSantis's Presidential Campaign Released Twitter Video Containing AI Images of Donald Trump Hugging Anthony Fauci","description":"Ron DeSantis’s presidential campaign shared a video on Twitter featuring some AI-generated images of Donald Trump hugging former White House coronavirus advisor Anthony Fauci, allegedly as a smear campaign. This incident is possibly the first time a major U.S. presidential campaign deployed deepfakes with the intention of misleading the electorate.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Disinformation, surveillance, and influence at scale","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["other"],"countries":["US"],"deployers":["Ron Desantis'S Presidential Campaign"],"developers":["Unknown"],"harmed":["Donald Trump, Anthony Fauci"],"report_count":2},{"incident_id":520,"occurred_on":"2022-05-08","title":"Amazon Fresh Cameras Failed to Register Purchased Items","description":"Amazon Fresh's system of tracking cameras in its cashier-less stores was reported by shoppers for failing to detect items they purchased.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["wholesale and retail trade"],"countries":["US"],"deployers":["Amazon Fresh"],"developers":["Amazon Fresh"],"harmed":["Amazon Fresh"],"report_count":2},{"incident_id":519,"occurred_on":"2022-04-03","title":"Starship Delivery Robot Ran into Problems Traversing Campus Terrains","description":"A Starship autonomous delivery robot struggled to navigate campus terrains of UCLA, reportedly getting stuck into a planter and falling off the stairs.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["accommodation and food service activities","transportation and storage"],"countries":["US"],"deployers":["Starship Technologies"],"developers":["Starship Technologies"],"harmed":["Starship Technologies"],"report_count":1},{"incident_id":349,"occurred_on":"2022-03-22","title":"Evolv AI Weapons Detection System Allegedly Misrepresents Accuracy, Leading to School Security Gaps","description":"Evolv's AI-powered weapons scanners were advertised as superior to metal detectors but reportedly failed to detect actual weapons while generating excessive false positives. The FTC alleged that misleading claims about the system's accuracy and speed contributed to schools relying on unreliable detection, with at least one incident in October 2022 involving a missed knife that resulted in a student being stabbed.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["education","arts, entertainment and recreation"],"countries":["US"],"deployers":["Charlotte Mecklenburg School District"],"developers":["Evolv Technology"],"harmed":["teachers at Charlotte Mecklenburg Schools","students at Charlotte Mecklenburg Schools","Students","security officers at Charlotte Mecklenburg Schools","School administrators at Charlotte Mecklenburg Schools","Parents of students at Charlotte Mecklenburg Schools","Epistemic integrity","Educational communities"],"report_count":3},{"incident_id":154,"occurred_on":"2022-01-26","title":"Justice Department’s Recidivism Risk Algorithm PATTERN Allegedly Caused Persistent Disparities Along Racial Lines","description":"Department of Justice’s inmate-recidivism risk assessment tool was reported to have produced racially uneven results, misclassifying risk levels for inmates of color.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["United States Department of Justice"],"developers":["United States Department of Justice"],"harmed":["inmates of color","Incarcerated people"],"report_count":1},{"incident_id":155,"occurred_on":"2021-12-27","title":"Google Maps Allegedly Directed Sierra Nevada Travelers to Dangerous Roads amid Winter Storm","description":"Lake Tahoe travelers were allegedly guided by Google Maps into hazardous shortcuts in the mountains during a snowstorm.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["transportation and storage","information and communication"],"countries":["US"],"deployers":["Google Maps"],"developers":["Google Maps"],"harmed":["Google Maps Users Traveling In Sierra Nevada, Google Maps Users Traveling In The Mountains"],"report_count":2},{"incident_id":160,"occurred_on":"2021-12-26","title":"Alexa Recommended Dangerous TikTok Challenge to Ten-Year-Old Girl","description":"Amazon’s voice assistant Alexa suggested “the penny challenge,” which involves dangerously touching a coin to the prongs of a half-exposed plug, when a ten-year-old girl asked for a challenge to do.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["information and communication"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Kristin Livdahl'S Daughter, Amazon Echo Customers, Children Using Alexa"],"report_count":3},{"incident_id":148,"occurred_on":"2021-11-21","title":"Web Accessibility Vendors Allegedly Falsely Claimed to Provide Compliance Using AI","description":"AI-powered web accessibility vendors allegedly overstated to customers about their products' utility for people with disabilities, falsely claiming to deliver automated compliance solutions.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Accessibe, Accessus.Ai, Allyable, Userway, Maxaccess.Io"],"developers":["Accessibe, Accessus.Ai, Allyable, Userway, Maxaccess.Io"],"harmed":["Internet Users With Disabilities, Web Accessibility Vendors' Customers"],"report_count":1},{"incident_id":149,"occurred_on":"2021-11-02","title":"Zillow Shut Down Zillow Offers Division Allegedly Due to Predictive Pricing Tool's Insufficient Accuracy","description":"Zillow's AI-powered predictive pricing tool Zestimate was allegedly not able to accurately forecast housing prices three to six months in advance due to rapid market changes, prompting division shutdown and layoff of a few thousand employees.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["real estate activities"],"countries":["US"],"deployers":["Zillow"],"developers":["Zillow Offers"],"harmed":["Zillow Offers staff","Zillow"],"report_count":5},{"incident_id":151,"occurred_on":"2021-10-28","title":"California Regulator Suspended Pony.ai's Driverless Testing Permit Following a Non-Fatal Collision","description":"A Pony.ai vehicle operating in autonomous mode crashed into a center divider and a traffic sign in San Francisco, prompting a regulator to suspend the driverless testing permit for the startup.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Pony.Ai"],"developers":["Pony.Ai"],"harmed":["San Francisco City Government"],"report_count":10},{"incident_id":360,"occurred_on":"2021-10-15","title":"McDonald's AI Drive-Thru Allegedly Collected Biometric Customer Data without Consent, Violating BIPA","description":"McDonald's use of chatbot in its AI drive-through in Chicago was alleged in a lawsuit to have collected and processed voice data without user consent to predict customer information, which violated Illinois Biometric Information Privacy Act (BIPA).","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["accommodation and food service activities"],"countries":["US"],"deployers":["McDonald's"],"developers":["McD Tech Labs","Apprente"],"harmed":["Shannon Carpenter","Privacy","McDonald's customers residing in Illinois","McDonald's customers","Biometric data subjects"],"report_count":3},{"incident_id":116,"occurred_on":"2021-09-20","title":"Amazon's AI Cameras Incorrectly Penalized Delivery Drivers for Mistakes They Did Not Make","description":"Amazon's automated performance evaluation system involving AI-powered cameras incorrectly punished delivery drivers for non-existent mistakes, impacting their chances for bonuses and rewards.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","transportation and storage"],"countries":["US"],"deployers":["Amazon"],"developers":["Netradyne"],"harmed":["Amazon workers","Amazon delivery drivers"],"report_count":2},{"incident_id":123,"occurred_on":"2021-08-01","title":"Epic Systems’s Sepsis Prediction Algorithms Revealed to Have High Error Rates on Seriously Ill Patients","description":"Epic System's sepsis prediction algorithms was shown by investigators at the University of Michigan Hospital to have high rates of false positives and false negatives, allegedly delivering inaccurate and irrelevant information on patients, contrasting sharply with their published claims.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["human health and social work activities"],"countries":["US"],"deployers":["University of Michigan Hospital"],"developers":["Epic Systems"],"harmed":["sepsis patients"],"report_count":5},{"incident_id":145,"occurred_on":"2021-07-23","title":"Tesla's Autopilot Misidentified the Moon as Yellow Stop Light","description":"Tesla's Autopilot was shown on video by its owner mistaking the moon for a yellow stop light, allegedly causing the vehicle to keep slowing down.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers"],"report_count":3},{"incident_id":108,"occurred_on":"2021-07-10","title":"Skating Rink’s Facial Recognition Cameras Misidentified Black Teenager as Banned Troublemaker","description":"A Black teenager living in Livonia, Michigan was incorrectly stopped from entering a roller skating rink after its facial-recognition cameras misidentified her as another person who had been previously banned for starting a skirmish with other skaters.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":["US"],"deployers":["Riverside Arena Skating Rink"],"developers":["Unknown"],"harmed":["Lamya Robinson, Black Livonia Residents"],"report_count":3},{"incident_id":603,"occurred_on":"2021-07-02","title":"Algorithmic Allocation of Resources in Healthcare for Disabled and Elderly Care Services Allegedly Harmed Patients","description":"A healthcare algorithm designed to equitably distribute caregiving resources is alleged to have drastically cut care hours for the disabled and elderly, purportedly leading to significant hardships and harm. Initially developed for fair resource allocation, the system reportedly faced legal challenges for its inability to accurately assess individual needs, resulting in allegedly reduced essential care.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Washington Dc Government, State Governments, Pennsylvania State Government, Missouri State Government, Iowa State Government, Idaho State Government, Arkansas State Government"],"developers":["State Governments, Brant Fries"],"harmed":["Tammy Dobbs, Larkin Seiler, Economically Vulnerable People, Economically Vulnerable Patients, Elderly Individuals, People With Disabilities"],"report_count":1},{"incident_id":98,"occurred_on":"2021-04-28","title":"N.Y.P.D. Robot Dog’s Run Is Cut Short After Fierce Backlash","description":"The New York Police Department canceled a contract to use Boston Dynamics' robotic dog Spot following public backlash. ","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["law enforcement"],"countries":["US"],"deployers":["New York City Police Department"],"developers":["Boston Dynamics"],"harmed":["New York City Low Income Communities"],"report_count":1},{"incident_id":157,"occurred_on":"2021-03-15","title":"Amazon's Monitoring System Allegedly Pushed Delivery Drivers to Prioritize Speed over Safety, Leading to Crash","description":"A lawsuit cited Amazon as liable in a crash involving its delivery driver, alleging that Amazon’s AI-powered driver monitoring system pushed drivers to prioritize speed over safety.","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["transportation and storage","wholesale and retail trade"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Amazon workers","Amazon delivery drivers"],"report_count":1},{"incident_id":104,"occurred_on":"2021-02-12","title":"California's Algorithm Considered ZIP Codes in Vaccine Distribution, Allegedly Excluding Low-Income Neighborhoods and Communities of Color","description":"California's vaccine-distribution algorithm used ZIP codes as opposed to census tracts in its decision-making, which critics said undermined equity and access for vulnerable communities who are largely low-income, underserved neighborhoods with low Healthy Places Index scores.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["public administration","human health and social work activities"],"countries":["US"],"deployers":["California Department Of Public Health"],"developers":["Blue Shield Of California"],"harmed":["California Low Income Neighborhoods, California Communities Of Color"],"report_count":1},{"incident_id":273,"occurred_on":"2020-12-24","title":"FaceApp Predicted Different Genders for Similar User Photos with Slight Variations","description":"FaceApp’s algorithm was reported by a user to have predicted different genders for two mostly identical facial photos with only a slight difference in eyebrow thickness.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","arts, entertainment and recreation"],"countries":["US"],"deployers":["Faceapp"],"developers":["Faceapp"],"harmed":["Faceapp Non Binary Presenting Users, Faceapp Transgender Users, Faceapp Users"],"report_count":1},{"incident_id":91,"occurred_on":"2020-12-18","title":"Frontline workers protest at Stanford after hospital distributed vaccine to administrators","description":"In 2020, Stanford Medical Center's distribution algorithm only designated 7 of 5,000 vaccines to Medical Residents, who are frontline workers regularly exposed to COVID-19.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Stanford Medical Center"],"developers":["Stanford Medical Center"],"harmed":["Stanford Medical Frontline Workers, Stanford Medical Residents"],"report_count":5},{"incident_id":131,"occurred_on":"2020-12-04","title":"Proctoring Algorithm in Online California Bar Exam Flagged an Unusually High Number of Alleged Cheaters","description":"The proctoring algorithm used in a California bar exam cited a third of thousands of applicants as cheaters, resulting in allegations where exam takers were instructed to prove otherwise without seeing their incriminating video evidence.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education","professional, scientific and technical activities"],"countries":["US"],"deployers":["California Bar'S Committee Of Bar Examiners"],"developers":["Examsoft"],"harmed":["California Bar Exam Takers, Flagged California Bar Exam Takers"],"report_count":2},{"incident_id":125,"occurred_on":"2020-09-29","title":"Amazon’s Robotic Fulfillment Centers Have Higher Serious Injury Rates","description":"Amazon’s robotic fulfillment centers have higher serious injury rates.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","transportation and storage"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Amazon Fulfillment Center Workers"],"report_count":2},{"incident_id":120,"occurred_on":"2020-09-01","title":"Philosophy AI Allegedly Used To Generate Mixture of Innocent and Harmful Reddit Posts","description":"Philosopher AI, a GPT-3-powered controversial text generator, was allegedly used by an anonymous actor on AskReddit subreddit, whose posts featured a mixture of harmless stories, conspiracy theories, and sensitive topic discussions.","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Unknown"],"developers":["Murat Ayfer, Openai"],"harmed":["Reddit Users"],"report_count":1},{"incident_id":118,"occurred_on":"2020-08-06","title":"OpenAI's GPT-3 Associated Muslims with Violence","description":"Users and researchers revealed generative AI GPT-3 associating Muslims to violence in prompts, resulting in disturbingly racist and explicit outputs such as casting Muslim actor as a terrorist.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","professional, scientific and technical activities"],"countries":["US"],"deployers":["Openai"],"developers":["Openai"],"harmed":["Muslims"],"report_count":3},{"incident_id":244,"occurred_on":"2020-08-03","title":"Colorado Police’s Automated License Plate Reader (ALPR) Matched a Family’s Minivan’s Plate to That of a Stolen Vehicle Allegedly, Resulting in Detainment at Gunpoint","description":"An automated plate reader reportedly matched a license plate information, but of a family’s minivan and an alleged motorcycle in Montana that was reportedly stolen earlier in the year, resulting in them and their children being held at gunpoint and detained in handcuffs by multiple Aurora police officers.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["Aurora Police Department"],"developers":["Unknown"],"harmed":["the Gilliam family"],"report_count":1},{"incident_id":115,"occurred_on":"2020-07-28","title":"Genderify’s AI to Predict a Person’s Gender Revealed by Free API Users to Exhibit Bias","description":"A company's AI predicting a person's gender based on their name, email address, or username was reported by its users to show biased and inaccurate results.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Genderify"],"developers":["Genderify"],"harmed":["Genderify Customers, Minority Groups"],"report_count":3},{"incident_id":102,"occurred_on":"2020-03-23","title":"Personal voice assistants struggle with black voices, new study shows","description":"A study found that voice recognition tools from Apple, Amazon, Google, IBM, and Microsoft disproportionately made errors when transcribing black speakers.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities","information and communication"],"countries":["US"],"deployers":["Microsoft, Ibm, Google, Apple, Amazon"],"developers":["Microsoft, Ibm, Google, Apple, Amazon"],"harmed":["Black People"],"report_count":2},{"incident_id":74,"occurred_on":"2020-01-30","title":"Detroit Police Allegedly Wrongfully Arrested Black Man Due to Purportedly Faulty Facial Recognition Technology","description":"A Black man was allegedly wrongfully detained by the Detroit Police Department as a result of a purportedly false facial recognition technology (FRT) result.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["Detroit Police Department"],"developers":["DataWorks Plus"],"harmed":["Robert Julian-Borchak Williams","Black people in Detroit"],"report_count":11},{"incident_id":214,"occurred_on":"2020-01-02","title":"SN Technologies Reportedly Lied to a New York State School District about Its Facial and Weapon Detection Systems’ Performance","description":"SN Technologies allegedly misled Lockport City Schools about the performance of its AEGIS face and weapons detection systems, downplaying error rates for Black faces and weapon misidentification.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["education","law enforcement","public administration"],"countries":["US"],"deployers":["Lockport City School District"],"developers":["SN Technologies"],"harmed":["Students","Epistemic integrity","Educational communities","Black students"],"report_count":1},{"incident_id":153,"occurred_on":"2019-12-29","title":"Tesla Driver on Autopilot Ran a Red Light, Crashing into a Car and Killing Two People in Los Angeles","description":"In 2019, a Tesla Model S driver on Autopilot mode reportedly went through a red light and crashed into a Honda Civic, killing two people in Gardena, Los Angeles.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Gilberto Alcazar Lopez, Maria Guadalupe Nieves Lopez"],"report_count":4},{"incident_id":95,"occurred_on":"2019-11-06","title":"Job Screening Service Halts Facial Analysis of Applicants","description":"In January 2021, HireVue removed the controversial AI expression tracking tool from its virtual job interview software.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm issue","sectors":["administrative and support service activities","professional, scientific and technical activities"],"countries":["US"],"deployers":["Hirevue"],"developers":["Hirevue"],"harmed":["Job Applicants Using Hirevue, Hirevue Customers"],"report_count":4},{"incident_id":124,"occurred_on":"2019-10-24","title":"Optum Algorithmic Health Risk Scores Reportedly Underestimated Black Patients' Needs","description":"Researchers analyzing an Optum algorithm used by a large academic hospital reportedly found evidence that it tended to under-predict the health care needs of Black patients, which in turn appeared to result in lower prioritization for extra care programs compared with white patients exhibiting similar health profiles.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["human health and social work activities"],"countries":["US"],"deployers":["unnamed large academic hospital"],"developers":["Optum"],"harmed":["Black patients"],"report_count":7},{"incident_id":77,"occurred_on":"2019-10-04","title":"Knightscope's Park Patrol Robot Ignored Bystander Pressing Emergency Button to Alert Police about Fight","description":"A Knightscope K5 autonomous \"police\" robot patrolling Huntington Park, California failed to respond to an onlooker who attempted to activate its emergency alert button when a nearby fight broke out.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["law enforcement"],"countries":["US"],"deployers":["Knightscope"],"developers":["Knightscope"],"harmed":["Unnamed woman injured in Huntington Park fight near Knightscope robot","Cogo Guebara"],"report_count":5},{"incident_id":105,"occurred_on":"2019-08-24","title":"Tesla Model 3 on Autopilot Crashed into a Ford Explorer Pickup, Killing a Fifteen-Year-Old in California","description":"A Tesla Model 3 on Autopilot mode crashed into a pickup on a California freeway, where data and video from the company showed neither Autopilot nor the driver slowing the vehicle until seconds before the crash.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Jovani Maldonado, Benjamin Maldonado, California Public"],"report_count":1},{"incident_id":489,"occurred_on":"2019-06-03","title":"Workday's AI Tools Allegedly Enabled Employers to Discriminate against Applicants of Protected Groups","description":"Workday's algorithmic screening systems were alleged in a lawsuit allowing employers to discriminate against African-Americans, people over 40, and people with disabilities.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["professional, scientific and technical activities","information and communication"],"countries":["US"],"deployers":["Workday"],"developers":["Workday"],"harmed":["Derek Mobley, Applicants With Disabilities, Applicants Over 40, African American Applicants"],"report_count":1},{"incident_id":501,"occurred_on":"2019-06-03","title":"Length of Stay False Diagnosis Cut Off Insurer's Payment for Treatment of Elderly Woman","description":"An elderly Wisconsin woman was algorithmically determined to have a rapid recovery, an output which the insurer based on to cut off payment for her treatment despite medical notes showing her still experiencing debilitating pain.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Security Health Plan","NaviHealth"],"developers":["NaviHealth"],"harmed":["Frances Walter","Elderly patients"],"report_count":1},{"incident_id":2,"occurred_on":"2018-12-05","title":"Warehouse robot ruptures can of bear spray and injures workers","description":"Twenty-four Amazon workers in New Jersey were hospitalized after a robot punctured a can of bear repellent spray in a warehouse.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["wholesale and retail trade"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Warehouse Workers"],"report_count":17},{"incident_id":67,"occurred_on":"2018-12-01","title":"Sleeping Driver on Tesla AutoPilot","description":"A Tesla Model S remained on autopilot while being operated by a drunk, sleeping operator whose hands were not on the wheel. The police had to slow the car down by slowing in front of the vehicle to activate its 'driver assist' feature .","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla, Motorist"],"developers":["Tesla"],"harmed":["Motorists"],"report_count":23},{"incident_id":454,"occurred_on":"2018-11-09","title":"Emotion Detection Models Showed Disparate Performance along Racial Lines","description":"Emotion detection tools by Face++ and Microsoft's Face API allegedly scored smiling or defaulted ambiguous facial photos for Black faces as negative emotion more often than for white faces.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","unclear"],"countries":["US"],"deployers":["Megvii, Microsoft"],"developers":["Megvii, Microsoft"],"harmed":["Black People"],"report_count":2},{"incident_id":93,"occurred_on":"2018-08-13","title":"HUD charges Facebook with enabling housing discrimination","description":"In March 2019 the U.S. Department of Housing and Urban Development charged Facebook with violating the Fair Housing Act by allowing real estate sellers to target advertisements in a discriminatory manner.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Non American Born Facebook Users, Non Christian Facebook Users, Facebook Users Interested In Accessibility, Facebook Users Interested In Hispanic Culture, Minority Groups"],"report_count":4},{"incident_id":114,"occurred_on":"2018-07-26","title":"Amazon's Rekognition Falsely Matched Members of Congress to Mugshots","description":"Rekognition's face comparison feature was shown by the ACLU to have misidentified members of congress, and particularly members of colors, as other people who have been arrested using a mugshot database built on publicly available arrest photos.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","law enforcement"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Rekognition Users, Arrested People"],"report_count":1},{"incident_id":323,"occurred_on":"2018-05-29","title":"Tesla on Autopilot Crashed into Parked Police Car in California","description":"A Tesla sedan on Autopilot mode collided with a parked Laguna Beach Police Department car, resulting in minor injuries for its driver in Laguna Beach, California.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Laguna Beach Police Department"],"report_count":4},{"incident_id":41,"occurred_on":"2018-04-02","title":"All Image Captions Produced are Violent","description":"MIT Media Lab researchers create AI-powered \"psychopath\"  named Norman by training a model on \"dark corners\" of Reddit.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["professional, scientific and technical activities"],"countries":["US"],"deployers":["Mit Media Lab"],"developers":["Mit Media Lab"],"harmed":["Unknown"],"report_count":26},{"incident_id":4,"occurred_on":"2018-03-18","title":"Uber AV Killed Pedestrian in Arizona","description":"An Uber autonomous vehicle (AV) in autonomous mode struck and killed a pedestrian in Tempe, Arizona.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Uber"],"developers":["Uber"],"harmed":["Elaine Herzberg, Pedestrians"],"report_count":25},{"incident_id":22,"occurred_on":"2017-12-06","title":"Waze Navigates Motorists into Wildfires","description":"Waze, a Google-owned directions app, led California drivers into the 2017 Skirball wildfires as they tried to evacuate the area.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["transportation and storage","information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Motorists"],"report_count":22},{"incident_id":23,"occurred_on":"2017-11-08","title":"Las Vegas Self-Driving Bus Involved in Accident","description":"A self-driving public shuttle by Keolis North America and Navya was involved in a collision with a human-driven delivery truck in Las Vegas, Nevada on its first day of service.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Navya, Keolis North America"],"developers":["Navya, Keolis North America"],"harmed":["Navya, Keolis North America, Bus Passengers"],"report_count":23},{"incident_id":32,"occurred_on":"2017-09-13","title":"Identical Twins Can Open Apple FaceID Protected Devices","description":"Apple's iPhone FaceID can be opened by an identical twin of the person who has registered their face to unlock the phone.","mit_domain":"Privacy & Security","mit_subdomain":"AI system security vulnerabilities and attacks","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Apple"],"developers":["Apple"],"harmed":["People With Twins"],"report_count":21},{"incident_id":128,"occurred_on":"2017-08-01","title":"Tesla Sedan on Autopilot Reportedly Drove Over Dividing Curb in Washington, Resulting in Minor Vehicle Damage","description":" A Tesla Sedan operating on Autopilot mode was not able to center itself on the road and drove over a yellow dividing curb in Redmond, Washington, causing minor damage to the vehicle’s rear suspension.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Eric Horvitz, Tesla Drivers"],"report_count":2},{"incident_id":68,"occurred_on":"2017-07-17","title":"Security Robot Drowns Itself in a Fountain","description":"A Knightscope K5 security robot ran itself into a water fountain in Washington, DC.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["administrative and support service activities"],"countries":["US"],"deployers":["Knightscope"],"developers":["Knightscope"],"harmed":["Knightscope"],"report_count":29},{"incident_id":39,"occurred_on":"2017-07-01","title":"Deepfake Obama Introduction of Deepfakes","description":"University of Washington researchers made a deepfake of Obama, followed by Jordan Peele","mit_domain":"Misinformation","mit_subdomain":"False or misleading information","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","professional, scientific and technical activities"],"countries":["US"],"deployers":["University Of Washington, Fakeapp"],"developers":["University Of Washington, Fakeapp"],"harmed":["Barack Obama"],"report_count":29},{"incident_id":96,"occurred_on":"2017-05-08","title":"Houston ISD's EVAAS Teacher-Evaluation System Reportedly Put Teachers' Jobs at Risk Through Unverifiable Scores","description":"From 2011 to 2015, Houston Independent School District used SAS Institute’s Education Value-Added Assessment System (EVAAS) to rate teacher effectiveness from student test-score growth. Teachers alleged that proprietary, unverifiable EVAAS scores contributed to terminations and contract nonrenewals. On May 4, 2017, a federal judge allowed due-process claims over the system to proceed.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of transparency or interpretability","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":["US"],"deployers":["Houston Independent School District"],"developers":["SAS Institute"],"harmed":["Teachers","Houston Independent School District teachers","Educators","Educational communities"],"report_count":1},{"incident_id":341,"occurred_on":"2017-04-06","title":"Nissan's \"Automatic Emergency Braking\" False Positives Posed Traffic Risks to Drivers","description":"Nissan's Automatic Emergency Braking (AEB) feature was reported in a series of complaints for false positives and abrupt braking behaviors, endangering car occupants and traffic participants. ","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Nissan"],"developers":["Nissan"],"harmed":["Nissan Drivers, Traffic Participants"],"report_count":5},{"incident_id":13,"occurred_on":"2017-02-27","title":"High-Toxicity Assessed on Text Involving Women and Minority Groups","description":"Google's Perspective API, which assigns a toxicity score to online text, seems to award higher toxicity scores to content involving non-white, male, Christian, heterosexual phrases.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Women and girls","Women","Minority groups"],"report_count":8},{"incident_id":55,"occurred_on":"2016-12-30","title":"Alexa Plays Pornography Instead of Kids Song","description":"An Amazon Echo Dot using the Amazon Alex software started to play pornographic results when a child asked it to play a song.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Minors"],"report_count":16},{"incident_id":65,"occurred_on":"2016-12-22","title":"Reinforcement Learning Reward Functions in Video Games","description":"OpenAI published a post about its findings when using Universe, a software for measuring and training AI agents to conduct reinforcement learning experiments, showing that the AI agent did not act in the way intended to complete a videogame.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"AI pursuing its own goals in conflict with human goals or values","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation"],"countries":["US"],"deployers":["Openai"],"developers":["Openai"],"harmed":["Openai"],"report_count":1},{"incident_id":30,"occurred_on":"2016-10-08","title":"Poor Performance of Tesla Factory Robots","description":"The goal of manufacturing 2,500 Tesla Model 3's per week was falling short by 500 cars/week, and employees had to be \"borrowed\" from Panasonic in a shared factory to help hand-assemble lithium batteries for Tesla.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["manufacturing"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla"],"report_count":28},{"incident_id":47,"occurred_on":"2016-09-06","title":"LinkedIn Search Prefers Male Names","description":"An investigation by The Seattle Times in 2016 found a gender bias in LinkedIn's search engine.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["LinkedIn"],"developers":["LinkedIn"],"harmed":["Women and girls","Women"],"report_count":9},{"incident_id":12,"occurred_on":"2016-07-21","title":"Common Biases of Vector Embeddings","description":"Researchers from Boston University and Microsoft Research, New England demonstrated gender bias in the most common techniques used to embed words for natural language processing (NLP).","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["professional, scientific and technical activities"],"countries":["US"],"deployers":["Microsoft Research","Boston University"],"developers":["Microsoft Research","Google","Boston University"],"harmed":["Women and girls","Women","Minority groups"],"report_count":1},{"incident_id":51,"occurred_on":"2016-07-12","title":"Security Robot Rolls Over Child in Mall","description":"On July 7, 2016, a Knightscope K5 autonomous security robot collided with a 16-month old boy while patrolling the Stanford Shopping Center in Palo Alto, CA.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["wholesale and retail trade","administrative and support service activities"],"countries":["US"],"deployers":["Stanford Shopping Center"],"developers":["Knightscope"],"harmed":["Child"],"report_count":27},{"incident_id":20,"occurred_on":"2016-06-30","title":"A Collection of Tesla Autopilot-Involved Crashes","description":"Multiple unrelated car accidents result in varying levels of harm have been occurred while a Tesla's autopilot was in use.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Motorists"],"report_count":22},{"incident_id":11,"occurred_on":"2016-05-23","title":"Northpointe Risk Models","description":"An algorithm developed by Northpointe and used in the penal system is two times more likely to incorrectly label a black person as a high-risk re-offender and is two times more likely to incorrectly label a white person as low-risk for reoffense according to a ProPublica review.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement","public administration"],"countries":["US"],"deployers":["Northpointe"],"developers":["Northpointe"],"harmed":["Accused people"],"report_count":15},{"incident_id":40,"occurred_on":"2016-05-23","title":"COMPAS Algorithm Reportedly Performs Poorly in Crime Recidivism Prediction","description":"Correctional Offender Management Profiling for Alternative Sanctions (COMPAS), a recidivism risk-assessment algorithmic tool used in the judicial system to assess likelihood of defendants' recidivism, is found to be less accurate than random untrained human evaluators.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement","public administration"],"countries":["US"],"deployers":["Equivant"],"developers":["Equivant"],"harmed":["Accused people"],"report_count":21},{"incident_id":73,"occurred_on":"2016-03-01","title":"Is Pokémon Go racist? How the app may be redlining communities of color","description":"Through a crowdsourcing social media campaign in 2016, several journalists and researchers demonstrated that augmented reality locations in the popular smartphone game Pokemon Go were more likely to be in white neighborhoods.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","arts, entertainment and recreation"],"countries":["US"],"deployers":["Niantic Labs"],"developers":["Niantic Labs"],"harmed":["Non White Neighborhoods, Communities Of Color"],"report_count":8},{"incident_id":71,"occurred_on":"2016-02-14","title":"Google Waymo Vehicle and Bus Allegedly Collide in California","description":"On February 14, 2016, a Google autonomous test vehicle partially responsible for a low-speed collision with a bus on El Camino Real in Google’s hometown of Mountain View, CA.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Mountain View Municipal Bus Passengers, Mountain View Municipal Bus"],"report_count":27},{"incident_id":110,"occurred_on":"2016-01-01","title":"Arkansas's Opaque Algorithm to Allocate Health Care Excessively Cut Down Hours for Beneficiaries","description":"Beneficiaries of the Arkansas Department of Human Services (DHS)'s Medicaid waiver program were allocated excessively fewer hours of caretaker visit via an algorithm deployed to boost efficiency, which reportedly contained errors and whose outputs varied wildly despite small input changes.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Arkansas Department Of Human Services"],"developers":["Interrai"],"harmed":["Arkansas Medicaid Waiver Program Beneficiaries, Arkansas Healthcare Workers"],"report_count":2},{"incident_id":34,"occurred_on":"2015-12-05","title":"Amazon Alexa Responding to Environmental Inputs","description":"There are multiple reports of Amazon Alexa products (Echo, Echo Dot) reacting and acting upon unintended stimulus, usually from television commercials or news reporter's voices.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["wholesale and retail trade","information and communication"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Alexa Device Owners"],"report_count":35},{"incident_id":54,"occurred_on":"2015-11-18","title":"Predictive Policing Biases of PredPol","description":"Predictive policing algorithms meant to aid law enforcement by predicting future crime show signs of biased output.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["law enforcement"],"countries":["US"],"deployers":["PredPol","Oakland Police Department"],"developers":["PredPol"],"harmed":["Oakland Residents"],"report_count":17},{"incident_id":5,"occurred_on":"2015-07-13","title":"Collection of Robotic Surgery Malfunctions","description":"Study on database reports of robotic surgery malfunctions (8,061), including those ending in injury (1,391) and death (144), between 2000 and 2013.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Hospitals, Doctors"],"developers":["Intuitive Surgical"],"harmed":["Patients"],"report_count":11},{"incident_id":25,"occurred_on":"2015-06-23","title":"Google and Delphi Self-Driving Prototypes Allegedly Involved in Near-Miss on San Antonio Road, Palo Alto","description":"A Delphi self-driving Audi Q5 prototype reportedly aborted a lane change after a Google self-driving Lexus RX400h allegedly cut in front of it on San Antonio Road in Palo Alto, California. According to Delphi executive John Absmeier, the Delphi car \"took appropriate action\" to avoid collision. No crash or injuries occurred.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["transportation and storage"],"countries":["US"],"deployers":["Google, Delphi Technologies"],"developers":["Google, Delphi Technologies"],"harmed":["Delphi Technologies, John Absmeier"],"report_count":12},{"incident_id":122,"occurred_on":"2015-06-14","title":"Facebook's 'Tag Suggestions' Allegedly Stored Biometric Data without User Consent","description":"Facebook's initial version of the its Tag Suggestions feature where users were offered suggestions about the identity of people's faces in photos allegedly stored biometric data without consent, violating the Illinois Biometric Information Privacy Act.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Social media users","Privacy","Facebook users","Biometric data subjects"],"report_count":1},{"incident_id":16,"occurred_on":"2015-06-03","title":"Images of Black People Labeled as Gorillas","description":"Google Photos image processing software mistakenly labelled a black couple as \"gorillas.\"","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Black People"],"report_count":23},{"incident_id":1,"occurred_on":"2015-05-19","title":"Google’s YouTube Kids App Presents Inappropriate Content","description":"YouTube’s content filtering and recommendation algorithms exposed children to disturbing and inappropriate videos.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["US"],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Minors"],"report_count":14},{"incident_id":254,"occurred_on":"2015-05-01","title":"Google's Face Grouping Allegedly Collected and Analyzed Users' Facial Structure without Consent, Violated BIPA","description":"A class-action lawsuit alleged Google failing to provide notice, obtain informed written consent, or publish data retention policies about the collection, storage, and analysis of its face-grouping feature in Google Photos, which violated Illinois Biometric Information Privacy Act (BIPA).","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Privacy","Illinois residents","Google Photos users residing in Illinois","Google Photos users","Biometric data subjects"],"report_count":2},{"incident_id":18,"occurred_on":"2015-04-04","title":"Gender Biases of Google Image Search","description":"Google Image returns results that under-represent women in leadership roles, notably with the first photo of a female \"CEO\" being a Barbie doll after 11 rows of male CEOs.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Women and girls","Women"],"report_count":10},{"incident_id":387,"occurred_on":"2014-12-22","title":"Oracle's Algorithmic Data Processing System Alleged as Unlawful and Violating Privacy Rights","description":"Oracle's automated system involving algorithmic data processing was alleged in a lawsuit to have been unlawfully collecting personal data from millions of people and violating their privacy rights.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Oracle"],"developers":["Oracle"],"harmed":["Privacy","internet users","Biometric data subjects"],"report_count":1},{"incident_id":35,"occurred_on":"2014-10-18","title":"Employee Automatically Terminated by Computer Program","description":"An employee was laid off, allegedly by an artificially intelligent personnel system, and blocked from access to the building and computer systems without their knowledge.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities"],"countries":["US"],"deployers":["Unknown"],"developers":["Unknown"],"harmed":["Ibrahim Diallo"],"report_count":20},{"incident_id":8,"occurred_on":"2014-08-15","title":"Uber Autonomous Cars Running Red Lights","description":"Uber vehicles equipped with technology allowing for autonomous driving running red lights in San Francisco street testing.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["transportation and storage"],"countries":["US"],"deployers":["Uber"],"developers":["Uber"],"harmed":["Pedestrians, Motorists"],"report_count":9},{"incident_id":10,"occurred_on":"2014-08-14","title":"Kronos Scheduling Algorithm Allegedly Caused Financial Issues for Starbucks Employees","description":"Kronos’s scheduling algorithm and its use by Starbucks managers allegedly negatively impacted financial and scheduling stability for Starbucks employees, which disadvantaged wage workers.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Increased inequality and decline in employment quality","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["accommodation and food service activities"],"countries":["US"],"deployers":["Starbucks"],"developers":["Kronos"],"harmed":["Starbucks employees"],"report_count":9},{"incident_id":46,"occurred_on":"2014-01-21","title":"Nest Smoke Alarm Erroneously Stops Alarming","description":"In testing, Google Nest engineers demonstrated that the Nest Wave feature of their Nest Protect: Smoke + CO Alarm could inadvertently silence genuine alarms.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["other"],"countries":["US"],"deployers":["Nest Labs"],"developers":["Nest Labs"],"harmed":["Fire Victims"],"report_count":6},{"incident_id":19,"occurred_on":"2013-01-23","title":"Sexist and Racist Google Adsense Advertisements","description":"Advertisements chosen by Google Adsense are reported as producing sexist and racist results.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Google"],"developers":["Google"],"harmed":["Women and girls","Women","Minority groups"],"report_count":27},{"incident_id":135,"occurred_on":"2012-12-01","title":"UT Austin's GRADE Algorithm Reportedly Reduced Review of Lower-Scored PhD Applicants Amid Bias Concerns","description":"From the 2013 through 2019 admissions cycles, UT Austin's Department of Computer Science used GRADE, a statistical machine-learning system trained on past admissions decisions, to score and organize PhD applications. Critics said the system could reproduce historical admissions inequities and reduce attention to lower-scored applicants, while UT Austin said human reviewers still evaluated each file and later discontinued the tool.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":["US"],"deployers":["University of Texas at Austin's Department of Computer Science","Risto Miikkulainen","Austin Waters"],"developers":["University of Texas at Austin researchers"],"harmed":["University students","University of Texas at Austin PhD applicants of marginalized groups","University applicants","Students","PhD applicants from underrepresented groups","PhD applicants","Educational communities","Computer science PhD applicants"],"report_count":2},{"incident_id":112,"occurred_on":"2012-10-09","title":"Police Departments Reported ShotSpotter as Unreliable and Wasteful","description":"ShotSpotter algorithmic systems locating gunshots were reported by police departments for containing high false positive rates and wasting police resources, prompting discontinuation.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["Troy Police Department","Syracuse Police Department","San Francisco Police Department","San Antonio Police Department","New York City Police Department","Fall River Police Department","Chicago Police Department"],"developers":["ShotSpotter"],"harmed":["Troy residents","Troy Police Department","Syracuse residents","Syracuse Police Department","San Francisco residents","San Francisco Police Department","San Antonio residents","San Antonio Police Department"],"report_count":15},{"incident_id":9,"occurred_on":"2012-02-25","title":"New York City Reportedly Released Disputed Value-Added Teacher Ratings for Thousands of Teachers","description":"After a legal dispute over public-records requests, the New York City Department of Education released Teacher Data Reports that used a value-added statistical model to rate thousands of public-school teachers based on estimated student test-score growth. News outlets published the ratings in February 2012, and teachers, unions, and analysts disputed the scores as imprecise and potentially misleading, citing large error margins, limited samples, and apparent roster-linkage errors.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["education"],"countries":["US"],"deployers":["New York City Department of Education"],"developers":["New York City Department of Education"],"harmed":["Teachers","Students","New York City teachers","New York City students","Epistemic integrity","Educational communities"],"report_count":6},{"incident_id":99,"occurred_on":"2012-01-01","title":"Major Universities Are Reportedly Using Race as a 'High Impact Predictor' of Student Success","description":"Several major universities are reportedly using a tool that uses race as one factor to predict student success.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities","education"],"countries":["US"],"deployers":["University of Wisconsin–Milwaukee","University of Massachusetts Amherst","University of Houston","Texas A&M University","more than 500 colleges","Georgia State University"],"developers":["EAB"],"harmed":["University students","Students","Latinx college students","indigenous students","Educational communities","Black college students"],"report_count":1},{"incident_id":239,"occurred_on":"2009-09-01","title":"Algorithmic Teacher Evaluation Program Reportedly Failed to Improve Student Outcomes and Was Alleged to Have Harmed Teachers","description":"Gates Foundation-funded Intensive Partnerships for Effective Teaching Initiative's algorithmic program to assess teacher performance reportedly failed to achieve its goals for student outcomes, particularly for minority students, and was criticized for potentially causing harm against teachers.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["education"],"countries":["US"],"deployers":["Intensive Partnerships for Effective Teaching"],"developers":["Intensive Partnerships for Effective Teaching"],"harmed":["Teachers","Students","Minority students","Minority groups","Epistemic integrity","Educational communities","Economically vulnerable students","Economically vulnerable people"],"report_count":1},{"incident_id":245,"occurred_on":"2009-03-30","title":"Unverified Misreading by Automated Plate Reader Led to Traffic Stop and Restraint of an Innocent Person at Gunpoint in California","description":"In San Francisco, an automated license plate reader (ALPR) camera misread a number as belonging to a stolen vehicle having the wrong make, but its photo was not visually confirmed by the police due to poor quality and allegedly despite multiple chances prior to making a traffic stop, causing an innocent person to be pulled over at gunpoint and restrained in handcuffed.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["law enforcement"],"countries":["US"],"deployers":["San Francisco Police Department"],"developers":["Unknown"],"harmed":["Denise Green"],"report_count":1},{"incident_id":461,"occurred_on":"2008-07-18","title":"IRS Audited Black Taxpayers More Frequently Reportedly Due to Algorithm","description":"The IRS was auditing Black taxpayers more frequently than other groups allegedly due to the design of their algorithms, focusing on easier-to-conduct audits which inadvertently correlated with the group's pattern of tax filing errors.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["public administration","financial and insurance activities"],"countries":["US"],"deployers":["Internal Revenue Service"],"developers":["Internal Revenue Service"],"harmed":["Taxpayers in the United States","Taxpayers","Black taxpayers","Black people"],"report_count":4},{"incident_id":44,"occurred_on":"2008-07-01","title":"Machine Personal Assistants Failed to Maintain Social Norms","description":"During an experiment of software personal assistants at the Information Sciences Institute (ISI) at the University of Southern California (USC), researchers found that the assistants violated the privacy of their principals and were unable to respect the social norms of the office.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["administrative and support service activities"],"countries":["US"],"deployers":["Usc Information Sciences Institute"],"developers":["Usc Information Sciences Institute"],"harmed":["Usc Information Sciences Institute"],"report_count":1},{"incident_id":79,"occurred_on":"1999-03-16","title":"Kidney Testing Method Allegedly Underestimated Risk of Black Patients","description":"Decades-long use of the estimated glomerular filtration rate (eGFR) method to test kidney function which considers race has been criticized by physicians and medical students for its racist history and inaccuracy against Black patients.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["human health and social work activities"],"countries":["US"],"deployers":["Chronic Kidney Disease Epidemiology Collaboration"],"developers":["Chronic Kidney Disease Epidemiology Collaboration"],"harmed":["Black Patients, African American Patients"],"report_count":3}]}