{"attribution":{"source":"AI Incident Database (Responsible AI Collaborative)","license":"CC BY-SA 4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","citation":"McGregor, S. (2021). Preventing Repeated Real World AI Failures by Cataloging Incidents: The AI Incident Database. Proceedings of the AAAI Conference on Artificial Intelligence (IAAI-21).","snapshot_date":"2026-09-07"},"exported_at":"2026-09-11"}
{"rows":[{"incident_id":2,"occurred_on":"2018-12-05","title":"Warehouse robot ruptures can of bear spray and injures workers","description":"Twenty-four Amazon workers in New Jersey were hospitalized after a robot punctured a can of bear repellent spray in a warehouse.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["wholesale and retail trade"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Warehouse Workers"],"report_count":17},{"incident_id":233,"occurred_on":"2018-12-03","title":"Tumblr Automated Pornography-Detecting Algorithms Erroneously Flagged Inoffensive Images as Explicit","description":"Tumblr’s automated tools to identify adult content were reported to have incorrectly flagged inoffensive images as explicit, following its announcement to ban all adult content on the platform.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tumblr"],"developers":["Tumblr"],"harmed":["Tumblr Content Creators, Tumblr Users"],"report_count":1},{"incident_id":67,"occurred_on":"2018-12-01","title":"Sleeping Driver on Tesla AutoPilot","description":"A Tesla Model S remained on autopilot while being operated by a drunk, sleeping operator whose hands were not on the wheel. The police had to slow the car down by slowing in front of the vehicle to activate its 'driver assist' feature .","mit_domain":"Human-Computer Interaction","mit_subdomain":"Overreliance and unsafe use","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla, Motorist"],"developers":["Tesla"],"harmed":["Motorists"],"report_count":23},{"incident_id":388,"occurred_on":"2018-12-01","title":"Facial Recognition Pilot in Bahia Reportedly Targeted Black and Poor People","description":"Facial recognition deployed in a pilot project by the local government of Bahia despite having minimal hit rate reportedly targeted Black and poor people disproportionately.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["The Government In Bahia, Bahia'S Secretary Of Public Security"],"developers":["Huawei"],"harmed":["Black People In Brazil, Black People In Bahia"],"report_count":1},{"incident_id":405,"occurred_on":"2018-11-28","title":"Schufa Credit Scoring in Germany Reported for Unreliable and Imbalanced Scores","description":"Creditworthiness Schufa scores in Germany reportedly privileged older and female consumers, and people who changed addresses less frequently, and were unreliable depending on scoring version.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Schufa Holding AG"],"developers":["Schufa Holding AG"],"harmed":["young men having credit scores","people scored on old scoring versions","people changing addresses frequently"],"report_count":2},{"incident_id":248,"occurred_on":"2018-11-23","title":"Reported Automated License Plate Reader Alert on Previously Stolen Rental Car Leads to Alleged Wrongful Detainment in California","description":"A purportedly automated license plate reader allegedly flagged a rental car in California as stolen, although reports indicate it had already been recovered. Police reportedly conducted a high-risk stop and detained the occupants at gunpoint before confirming their innocence. The driver later alleged excessive force and database errors in a federal lawsuit.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Contra Costa County Sheriff"],"developers":["Vigilant Solutions"],"harmed":["Brian Hofer"],"report_count":2},{"incident_id":454,"occurred_on":"2018-11-09","title":"Emotion Detection Models Showed Disparate Performance along Racial Lines","description":"Emotion detection tools by Face++ and Microsoft's Face API allegedly scored smiling or defaulted ambiguous facial photos for Black faces as negative emotion more often than for white faces.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","unclear"],"countries":["US"],"deployers":["Megvii, Microsoft"],"developers":["Megvii, Microsoft"],"harmed":["Black People"],"report_count":2},{"incident_id":295,"occurred_on":"2018-11-08","title":"Wrongful Attempted Arrest for Apple Store Thefts Due to NYPD’s Facial Misidentification","description":"New York Police Department (NYPD)’s facial recognition system falsely connected a Black teenager to a series of thefts at Apple stores, which resulted in his wrongful attempted arrest.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["New York Police Department"],"developers":["Unknown"],"harmed":["Ousmane Bah","NYC Black young people","NYC Black people"],"report_count":5},{"incident_id":36,"occurred_on":"2018-11-06","title":"Picture of Woman on Side of Bus Shamed for Jaywalking","description":"Facial recognition system in China mistakes celebrity's face on moving billboard for jaywalker","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm near-miss","sectors":["law enforcement"],"countries":["CN"],"deployers":["Ningbo Traffic Police"],"developers":["Ningbo Traffic Police"],"harmed":["Dong Mingzhu"],"report_count":24},{"incident_id":3,"occurred_on":"2018-10-27","title":"Crashes with Maneuvering Characteristics Augmentation System (MCAS)","description":"A Boeing 737 crashed into the sea, killing 189 people, after faulty sensor data caused an automated manuevering system to repeatedly push the plane's nose downward.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"unclear","sectors":["transportation and storage"],"countries":["ID"],"deployers":["Boeing"],"developers":["Boeing"],"harmed":["Airplane Passengers, Airplane Crew"],"report_count":21},{"incident_id":164,"occurred_on":"2018-10-01","title":"Facebook \"News Feed\" Allegedly Boosted Misinformation and Violating Content Following Use of MSI Metric","description":"After the “News Feed” algorithm had been overhauled to boost engagement between friends and family in early 2018, its heavy weighting of re-shared content was alleged found by company researchers to have pushed content creators to reorient their posts towards outrage and sensationalism, causing a proliferation of misinformation, toxicity, and violent content.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["information and communication"],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Facebook Users, Facebook Content Creators"],"report_count":1},{"incident_id":238,"occurred_on":"2018-10-01","title":"Oregon’s Screening Tool for Child Abuse Cases Discontinued Following Concerns of Racial Bias","description":"Oregon’s Department of Human Services (DHS) stopped using its Safety at Screening Tool, that is aimed to predict the risk that children wind up in foster care or be investigated in the future, and opted for a new process allegedly to reduce disparities and improve racially equitable decision-making.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Oregon Department of Human Services"],"developers":["Oregon Department of Human Services"],"harmed":["families of minority groups","children of minority groups"],"report_count":1},{"incident_id":101,"occurred_on":"2018-09-01","title":"Dutch Families Wrongfully Accused of Tax Fraud Due to Discriminatory Algorithm","description":"A childcare benefits system in the Netherlands falsely accused thousands of families of fraud, in part due to an algorithm that treated having a second nationality as a risk factor.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["public administration"],"countries":["NL"],"deployers":["Dutch Tax Authority"],"developers":["Unknown"],"harmed":["Dutch Tax Authority, Dutch Families"],"report_count":6},{"incident_id":169,"occurred_on":"2018-08-15","title":"Facebook Allegedly Failed to Police Anti-Rohingya Hate Speech Content That Contributed to Violence in Myanmar","description":" Facebook allegedly did not adequately remove anti-Rohingya hate speech, some of which was extremely violent and dehumanizing, on its platform, contributing to the violence faced by Rohingya communities in Myanmar.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook, Meta"],"developers":["Facebook, Meta"],"harmed":["Rohingya People, Rohingya Facebook Users, Myanmar Public, Facebook Users In Myanmar, Burmese Speaking Facebook Users"],"report_count":5},{"incident_id":93,"occurred_on":"2018-08-13","title":"HUD charges Facebook with enabling housing discrimination","description":"In March 2019 the U.S. Department of Housing and Urban Development charged Facebook with violating the Fair Housing Act by allowing real estate sellers to target advertisements in a discriminatory manner.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication"],"countries":["US"],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Non American Born Facebook Users, Non Christian Facebook Users, Facebook Users Interested In Accessibility, Facebook Users Interested In Hispanic Culture, Minority Groups"],"report_count":4},{"incident_id":251,"occurred_on":"2018-08-01","title":"Amazon Allegedly Tweaked Search Algorithm to Boost Its Own Products","description":"Amazon tweaked product-search algorithm to boost and guide customers towards more profitable in-house products instead of showing mainly most-relevant and best-selling listings, which its internal engineers and lawyers alleged to violate company’s best-for-customer principle.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Power centralization and unfair distribution of benefits","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Small Businesses On Amazon, Amazon Customers"],"report_count":3},{"incident_id":114,"occurred_on":"2018-07-26","title":"Amazon's Rekognition Falsely Matched Members of Congress to Mugshots","description":"Rekognition's face comparison feature was shown by the ACLU to have misidentified members of congress, and particularly members of colors, as other people who have been arrested using a mugshot database built on publicly available arrest photos.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["information and communication","law enforcement"],"countries":["US"],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Rekognition Users, Arrested People"],"report_count":1},{"incident_id":150,"occurred_on":"2018-07-21","title":"Swedish Contraceptive App, Natural Cycles, Allegedly Failed to Correctly Map Menstrual Cycle","description":"Some women using the contraceptive app, Natural Cycles, reported unwanted pregnancies, revealing its algorithm's difficulties in mapping menstrual cycles.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Natural Cycles"],"developers":["Natural Cycles"],"harmed":["Women and girls","Women","Natural Cycles users"],"report_count":3},{"incident_id":107,"occurred_on":"2018-07-20","title":"Chinese Tech Firms Allegedly Developed Facial Recognition to Identify People by Race, Targeting Uyghur Muslims","description":"Various Chinese firms were revealed by patent applications to have developed facial recognition capable of detecting people by race, which critics feared would enable persecution and discrimination of Uyghur Muslims.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["None"],"developers":["Huawei, Megvii, Sensetime, Alibaba, Baibu"],"harmed":["Uyghur People"],"report_count":2},{"incident_id":355,"occurred_on":"2018-07-07","title":"Uber Allegedly Wrongfully Accused Drivers of Fraud via Automated Systems","description":"Uber was alleged in a lawsuit to have wrongfully accused its drivers in the UK and Portugal of fraudulent activity through automated systems, which resulted in their dismissal without a right to appeal.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of transparency or interpretability","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":[],"deployers":["Uber"],"developers":["Uber"],"harmed":["Uber drivers"],"report_count":5},{"incident_id":396,"occurred_on":"2018-07-04","title":"Transgender Uber Drivers Mistakenly Kicked off App for Appearance Change during Gender Transitions","description":"Transgender Uber drivers reported being automatically deactivated from the app due to Real-Time ID Check failing to account for difference in appearance of people undergoing gender transitions.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Uber"],"developers":["Uber"],"harmed":["transgender Uber drivers"],"report_count":1},{"incident_id":283,"occurred_on":"2018-07-02","title":"Facebook’s Automated Content Moderation Tool Flagged a Post Containing Parts of the Declaration of Independence as Hate Speech by Mistake","description":"Facebook’s content moderation algorithm was acknowledged by the company to have flagged excerpts of the Declaration of Independence posted by a small newspaper in Texas as hate speech by mistake.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["The Vindicator"],"report_count":1},{"incident_id":1630,"occurred_on":"2018-06-28","title":"Atlantic City Casino-Hotels Allegedly Used Cendyn's Rainmaker AI to Coordinate and Inflate Room Rates","description":"Atlantic City casino-hotels were alleged to have used Cendyn's Rainmaker AI-powered pricing platform to coordinate room rates using competitors' non-public pricing and occupancy data. Plaintiffs alleged that the hotels accepted Rainmaker's recommendations about 90% of the time, resulting in anti-competitively high room prices for guests.","mit_domain":null,"mit_subdomain":null,"entity":null,"intent":null,"timing":null,"harm_level":null,"sectors":[],"countries":[],"deployers":["Tropicana Casino And Resort Atlantic City, Mgm Resorts International, Hotels, Harrah'S Resort Atlantic City, Hard Rock International, Hard Rock Hotel And Casino Atlantic City, Companies, Casinos, Casino Hotels, Caesars Entertainment, Caesars Atlantic City Hotel And Casino, Borgata Hotel Casino And Spa, Atlantic City Casino Hotels Using Rainmaker Pricing Software"],"developers":["The Rainmaker Group, Cendyn Group, Ai Powered Dynamic Pricing Software Developers"],"harmed":["Hotel Customers, Customers, Casino Hotel Customers, Atlantic City Casino Hotel Guests Allegedly Charged Anti Competitively High Room Rates"],"report_count":2},{"incident_id":555,"occurred_on":"2018-06-11","title":"OpenAI's Training Data for LLMs Allegedly Comprised of Copyrighted Books","description":"Two authors alleged in a class action lawsuit OpenAI infringed authors' copyrights by incorporating illegal \"shadow libraries\" offering copyrighted books without permission in the training data of its generative LLMs, such as ChatGPT.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Pre-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Openai"],"developers":["Openai"],"harmed":["Paul Tremblay, Mona Awad, Authors Of Copyrighted Works"],"report_count":1},{"incident_id":182,"occurred_on":"2018-06-11","title":"Two Cruise Autonomous Vehicles Collided with Each Other in California ","description":"In San Francisco, an autonomous Cruise Chevrolet Bolt collided with another Cruise vehicle driven by a Cruise human employee, causing minor scuffs to the cars but no human injuries.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Cruise"],"developers":["Cruise"],"harmed":["Cruise Vehicles, Cruise Driver Employee"],"report_count":2},{"incident_id":358,"occurred_on":"2018-06-01","title":"Calgary Malls Reportedly Deployed Facial Recognition Without Customer Consent","description":"Facial recognition (FRT) was reportedly deployed in some Calgary-area malls to approximate customer age and gender without explicit consent, which a privacy expert warned was a cause for concern.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Cadillac Fairview"],"developers":["Unknown"],"harmed":["Privacy","Market Mall goers","Chinook Centre mall goers","Biometric data subjects"],"report_count":1},{"incident_id":323,"occurred_on":"2018-05-29","title":"Tesla on Autopilot Crashed into Parked Police Car in California","description":"A Tesla sedan on Autopilot mode collided with a parked Laguna Beach Police Department car, resulting in minor injuries for its driver in Laguna Beach, California.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Laguna Beach Police Department"],"report_count":4},{"incident_id":294,"occurred_on":"2018-05-26","title":"Tesla Autopilot Allegedly Malfunctioned in a Non-Fatal Collision in Greece","description":"Autopilot was alleged by its Tesla Model 3 driver to have unexpectedly malfunctioned, veering right without warning and crashing into a road divider near Thessaloniki, Greece, which resulted in damages to its wheel and door but no injury to the driver.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["GR"],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["You You Xue, Tesla Drivers"],"report_count":4},{"incident_id":361,"occurred_on":"2018-05-11","title":"Amazon Echo Mistakenly Recorded and Sent Private Conversation to Random Contact","description":"Amazon Echo misinterpreted a background conversation between a husband and wife as instructions for recording a message and sending it to one of the husband's employees.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Privacy","Biometric data subjects","Amazon Echo users"],"report_count":1},{"incident_id":556,"occurred_on":"2018-05-10","title":"Amazon Allegedly Violated Children's Privacy through Default Voice Collection Settings","description":"Amazon's retention of children' voice recordings indefinitely as the default setting reportedly to train Alexa's voice recognition for Alexa-enabled devices was charged by the FTC and DOJ to violate COPPA Rule.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Amazon"],"developers":["Amazon"],"harmed":["Alexa Children Users, Minors, Alexa Users, Privacy, Biometric Data Subjects"],"report_count":4},{"incident_id":284,"occurred_on":"2018-05-01","title":"Facebook’s Automated Removal of Content Featuring Nudity-Containing Artworks Denounced as Censorship","description":"Facebook’s removal of posts featuring renowned artworks by many historical artists and their promotional content due to nudity via both automated and human-moderated means were condemned by critics, such as museums and tourism boards, as cultural censorship and prevention of artwork promotion.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Facebook"],"developers":["Facebook"],"harmed":["Museums On Facebook, Facebook Users Interested In Arts, Facebook Users"],"report_count":6},{"incident_id":232,"occurred_on":"2018-04-29","title":"Tesla Model X on Autopilot Missed Parked Vehicles and Pedestrians, Killing Motorcyclist in Japan","description":"A Tesla Model X operated on Autopilot reportedly failed to recognize the parked motorcycles, pedestrians, and van in its path in Kanagawa, Japan, and ran over a motorcyclist who previously stopped when a member of his motorcyclist group was involved in an accident.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Yoshihiro Umeda, Pedestrians, Tesla Drivers"],"report_count":4},{"incident_id":229,"occurred_on":"2018-04-23","title":"Content Using Bestiality Thumbnails Allegedly Evaded YouTube’s Thumbnail Monitoring System","description":"YouTube’s thumbnail monitoring system was allegedly evaded by content farms such as ones in Cambodia who spike viewership and generate ad revenue using bestiality-themed thumbnails.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Exposure to toxic content","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Youtube"],"developers":["Youtube"],"harmed":["Youtube Users, Youtube Content Creators"],"report_count":2},{"incident_id":769,"occurred_on":"2018-04-20","title":"Investigative Journalist Rana Ayyub Targeted by AI-Generated Deepfake Pornography","description":"Investigative journalist Rana Ayyub was targeted by a deepfake porn campaign, where AI-generated explicit content falsely depicted her in a pornographic video. This was part of a broader effort to discredit and silence her, which included a doxxing attack that exposed her personal information that resulted in severe harassment and emotional distress.","mit_domain":"Malicious Actors & Misuse","mit_subdomain":"Fraud, scams, and targeted manipulation","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Deepfake Creators"],"developers":["Deepfake Technology Developers"],"harmed":["Rana Ayyub"],"report_count":2},{"incident_id":184,"occurred_on":"2018-04-12","title":"Facial Recognition Program in São Paulo Metro Stations Suspended for Illegal and Disproportionate Violation of Citizens' Right to Privacy","description":" A facial recognition program rolled out by São Paulo Metro Stations was suspended following a court ruling in response to a lawsuit by civil society organizations, who cited fear of it being integrated with other electronic surveillance entities without consent, and lack of transparency about the biometric data collection process of metro users.","mit_domain":"Privacy & Security","mit_subdomain":"Compromise of privacy by obtaining, leaking or correctly inferring sensitive information","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Companhia do Metropolitano de São Paulo"],"developers":["SecurOS"],"harmed":["São Paulo Metro users","São Paulo citizens","Privacy","General public of Brazil","General public","Biometric data subjects"],"report_count":3},{"incident_id":188,"occurred_on":"2018-04-11","title":"Argentinian City Government Deployed Teenage-Pregnancy Predictive Algorithm Using Invasive Demographic Data","description":"In 2018, during the abortion-decriminalization debate in Argentina, the Salta city government deployed a teenage-pregnancy predictive algorithm built by Microsoft that allegedly lacked a defined purpose, explicitly considered sensitive information such as disability and whether their home had access to hot water.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unfair discrimination and misrepresentation","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Salta city government","Government of Argentina"],"developers":["Microsoft"],"harmed":["Women and girls","Women","Salta teenage girls","Salta girls of minority groups","Privacy","Girls","Adolescent girls"],"report_count":4},{"incident_id":41,"occurred_on":"2018-04-02","title":"All Image Captions Produced are Violent","description":"MIT Media Lab researchers create AI-powered \"psychopath\"  named Norman by training a model on \"dark corners\" of Reddit.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"Human","intent":"Intentional","timing":"Post-deployment","harm_level":"none","sectors":["professional, scientific and technical activities"],"countries":["US"],"deployers":["Mit Media Lab"],"developers":["Mit Media Lab"],"harmed":["Unknown"],"report_count":26},{"incident_id":321,"occurred_on":"2018-03-23","title":"Tesla Model X on Autopilot Crashed into California Highway Barrier, Killing Driver","description":"A Tesla Model X P100D operating on Autopilot's Traffic-Aware Cruise Control (TACC) and Autosteer system allegedly accelerated above the speed limit of a highway in Mountain View, California, and steered itself directly into a barrier, resulting in its driver’s death.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Walter Huang'S Family, Walter Huang"],"report_count":14},{"incident_id":4,"occurred_on":"2018-03-18","title":"Uber AV Killed Pedestrian in Arizona","description":"An Uber autonomous vehicle (AV) in autonomous mode struck and killed a pedestrian in Tempe, Arizona.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"AI tangible harm event","sectors":["transportation and storage"],"countries":["US"],"deployers":["Uber"],"developers":["Uber"],"harmed":["Elaine Herzberg, Pedestrians"],"report_count":25},{"incident_id":517,"occurred_on":"2018-02-15","title":"Man Arrested For Sock Theft by False Facial Match Despite Alibi","description":"A man was arrested for theft of socks from a TJ Maxx store under the guise of an eyewitness ID case, after the local police asked the store's security guard to confirm the facial recognition match produced using surveillance footage, despite him having an alibi at the time of the theft.","mit_domain":"Discrimination and Toxicity","mit_subdomain":"Unequal performance across groups","entity":"AI","intent":"Intentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["New York Police Department"],"developers":["Unknown"],"harmed":["Unknown"],"report_count":2},{"incident_id":194,"occurred_on":"2018-02-01","title":"Australian Telco’s Incident Management Bot Excessively Sent Technicians in the Field by Mistake, Allegedly Costing Millions","description":"In early 2018, an Australian telecommunications company’s incident management AI excessively deployed technicians into the field, and was allegedly unable to be stopped by the automation team.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Unnamed Australian Telecommunications Company"],"developers":["Unknown"],"harmed":["Unnamed Australian Telecommunications Company"],"report_count":1},{"incident_id":63,"occurred_on":"2018-01-25","title":"Google Photo Merge Decapitates Subject","description":"Google Photos' AI Assistant created a strange hybrid photograph when merging three different pictures from a ski trip.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["arts, entertainment and recreation","information and communication"],"countries":["CA"],"deployers":["Google"],"developers":["Google"],"harmed":["Alex Harker"],"report_count":1},{"incident_id":320,"occurred_on":"2018-01-22","title":"Tesla on Autopilot Collided with Parked Fire Truck on California Freeway","description":"A Tesla Model S operating on Autopilot mode crashed into the back of a parked fire truck on a freeway in Culver City, California in a non-fatal collision.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Tesla"],"developers":["Tesla"],"harmed":["Tesla Drivers, Culver City Fire Department"],"report_count":4},{"incident_id":64,"occurred_on":"2018-01-22","title":"Customer Service Robot Scares Away Customers","description":"Heriot-Watt Univeristy in Scotland developed an artificially intelligent grocery store robot, Fabio, who provided unhelpful answers to customer's questions and \"scared away\" multiple customers, according to the grocery store Margiotta.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":"none","sectors":["wholesale and retail trade"],"countries":["GB"],"deployers":["Heriot Watt University, Margiotta"],"developers":["Heriot Watt University"],"harmed":["Store Patrons"],"report_count":1},{"incident_id":403,"occurred_on":"2018-01-15","title":"Gmail’s Inbox Sorting System Reportedly Reduced Visibility of Political Emails and Campaign Calls-to-Action","description":"Google's Gmail inbox sorting algorithm for political emails was reported by presidential candidates, nonprofits, and advocacy groups for having negative impact on call-to-actions, allegedly suppressing donations and impeding political actions.","mit_domain":"Socioeconomic & Environmental Harms","mit_subdomain":"Power centralization and unfair distribution of benefits","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Google"],"developers":["Google"],"harmed":["Political Organizations, Political Candidates"],"report_count":2},{"incident_id":227,"occurred_on":"2018-01-12","title":"Waze App Allegedly Caused Tourists’ Car to End up in Lake Champlain, Vermont","description":"The tourists driving through Vermont blamed Waze for directing them into a boat launch in Lake Champlain, prompting the vehicle to slide into the water by the time the drivers realized their location in the dark and foggy weather.","mit_domain":"AI system safety, failures, and limitations","mit_subdomain":"Lack of capability or robustness","entity":"AI","intent":"Unintentional","timing":"Post-deployment","harm_level":null,"sectors":[],"countries":[],"deployers":["Waze"],"developers":["Waze"],"harmed":["Tourists, Waze Users"],"report_count":3}]}