{"attribution":{"source":"MIT AI Risk Repository, Domain Taxonomy of AI Risks v1 (MIT AI Risk Initiative)","license":"CC BY 4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","citation":"Slattery, P., Saeri, A. K., Grundy, E. A. C., Graham, J., Noetel, M., Uuk, R., Dao, J., Pour, S., Casper, S., & Thompson, N. (2025). The AI Risk Repository: A comprehensive meta-review, database, and taxonomy of risks from artificial intelligence. arXiv:2408.12622."},"exported_at":"2026-09-11"}
{"rows":[{"ev_id":"30.01.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Reliability","risk_subcategory":null,"description":"Generating correct, truthful, and consistent outputs with proper confidence","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.01.00.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Reliability","risk_subcategory":null,"description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.01.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Reliability","risk_subcategory":"Misinformation","description":"Wrong information not intentionally generated by malicious users to cause harm, but unintentionally generated by LLMs because they lack the ability to provide factually correct information.","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.01.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Reliability","risk_subcategory":"Hallucination","description":"LLMs can generate content that is nonsensical or unfaithful to the provided source content with appeared great confidence, known as hallucination","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.01.02.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Reliability","risk_subcategory":"Hallucination","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.01.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Reliability","risk_subcategory":"Inconsistency","description":"models could fail to provide the same and consistent answers to different users, to the same user but in different sessions, and even in chats within the sessions of the same conversation","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.3"},{"ev_id":"30.01.04","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Reliability","risk_subcategory":"Miscalibration","description":"over-confidence in topics where objective answers are lacking, as well as in areas where their inherent limitations should caution against LLMs’ uncertainty (e.g. not as accurate as experts)... ack of awareness regarding their outdated knowledge base about the question, leading to confident yet erroneous response","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.01.05","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Reliability","risk_subcategory":"Sychopancy","description":"flatter users by reconfirming their misconceptions and stated beliefs","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.01.05.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Reliability","risk_subcategory":"Sychopancy","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.01.05.b","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Reliability","risk_subcategory":"Sychopancy","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.02.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Safety","risk_subcategory":null,"description":"Avoiding unsafe and illegal outputs, and leaking private information","entity":"AI","intent":"Other","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.02.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Violence","description":"LLMs are found to generate answers that contain violent content or generate content that responds to questions that solicit information about violent behaviors","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.02.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Unlawful Conduct","description":"LLMs have been shown to be a convenient tool for soliciting advice on accessing, purchasing (illegally), and creating illegal substances, as well as for dangerous use of them","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.02.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Harms to Minor","description":"LLMs can be leveraged to solicit answers that contain harmful content to children and youth","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.02.03.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Safety","risk_subcategory":"Harms to Minor","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.02.04","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Adult Content","description":"LLMs have the capability to generate sex-explicit conversations, and erotic texts, and to recommend websites with sexual content","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.02.05","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Mental Health Issues","description":"unhealthy interactions with Internet discussions can reinforce users’ mental issues","entity":"Not coded","intent":"Not coded","timing":"Not coded","domain":null,"subdomain":null},{"ev_id":"30.02.06","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Safety","risk_subcategory":"Privacy Violation","description":"machine learning models are known to be vulnerable to data privacy attacks, i.e. special techniques of extracting private information from the model or the system used by attackers or malicious users, usually by querying the models in a specially designed way","entity":"AI","intent":"Intentional","timing":"Post-deployment","domain":2,"subdomain":"2.1"},{"ev_id":"30.02.06.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Safety","risk_subcategory":"Privacy Violation","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Fairness","risk_subcategory":null,"description":"Avoiding bias and ensuring no disparate performance","entity":"AI","intent":"Unintentional","timing":"Other","domain":1,"subdomain":"1.3"},{"ev_id":"30.03.00.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Fairness","risk_subcategory":null,"description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.00.b","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Fairness","risk_subcategory":null,"description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Fairness","risk_subcategory":"Injustice","description":"In the context of LLM outputs, we want to make sure the suggested or completed texts are indistinguishable in nature for two involved individuals (in the prompt) with the same relevant profiles but might come from different groups (where the group attribute is regarded as being irrelevant in this context)","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":1,"subdomain":"1.1"},{"ev_id":"30.03.01.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Fairness","risk_subcategory":"Injustice","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Fairness","risk_subcategory":"Stereotype Bias","description":"LLMs must not exhibit or highlight any stereotypes in the generated text. Pretrained LLMs tend to pick up stereotype biases persisting in crowdsourced data and further amplify them","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":1,"subdomain":"1.1"},{"ev_id":"30.03.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Fairness","risk_subcategory":"Preference Bias","description":"LLMs are exposed to vast groups of people, and their political biases may pose a risk of manipulation of socio-political processes","entity":"AI","intent":"Other","timing":"Post-deployment","domain":1,"subdomain":"1.1"},{"ev_id":"30.03.03.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Fairness","risk_subcategory":"Preference Bias","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.03.b","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Fairness","risk_subcategory":"Preference Bias","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.03.04","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Fairness","risk_subcategory":"Disparate Performance","description":"The LLM’s performances can differ significantly across different groups of users. For example, the question-answering capability showed significant performance differences across different racial and social status groups. The fact-checking abilities can differ for different tasks and languages","entity":"AI","intent":"Unintentional","timing":"Other","domain":1,"subdomain":"1.3"},{"ev_id":"30.04.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Resistance to Misuse","risk_subcategory":null,"description":"Prohibiting the misuse by malicious attackers to do harm","entity":"Human","intent":"Intentional","timing":"Post-deployment","domain":4,"subdomain":"4.0"},{"ev_id":"30.04.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Resistance to Misuse","risk_subcategory":"Propaganda","description":"LLMs can be leveraged, by malicious users, to proactively generate propaganda information that can facilitate the spreading of a target","entity":"Human","intent":"Intentional","timing":"Post-deployment","domain":4,"subdomain":"4.1"},{"ev_id":"30.04.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Resistance to Misuse","risk_subcategory":"Cyberattack","description":"ability of LLMs to write reasonably good-quality code with extremely low cost and incredible speed, such great assistance can equally facilitate malicious attacks. In particular, malicious hackers can leverage LLMs to assist with performing cyberattacks leveraged by the low cost of LLMs and help with automating the attacks.","entity":"Human","intent":"Intentional","timing":"Post-deployment","domain":4,"subdomain":"4.2"},{"ev_id":"30.04.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Resistance to Misuse","risk_subcategory":"Social-Engineering","description":"psychologically manipulating victims into performing the desired actions for malicious purposes","entity":"Human","intent":"Intentional","timing":"Post-deployment","domain":4,"subdomain":"4.3"},{"ev_id":"30.04.03.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Resistance to Misuse","risk_subcategory":"Social-Engineering","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.04.03.b","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Resistance to Misuse","risk_subcategory":"Social-Engineering","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.04.04","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Resistance to Misuse","risk_subcategory":"Copyright","description":"The memorization effect of LLM on training data can enable users to extract certain copyright-protected content that belongs to the LLM’s training data.","entity":"Human","intent":"Intentional","timing":"Post-deployment","domain":6,"subdomain":"6.3"},{"ev_id":"30.05.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Explainability & Reasoning","risk_subcategory":null,"description":"The ability to explain the outputs to users and reason correctly","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.4"},{"ev_id":"30.05.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Explainability & Reasoning","risk_subcategory":"Lack of Interpretability","description":"Due to the black box nature of most machine learning models, users typically are not able to understand the reasoning behind the model decisions","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.4"},{"ev_id":"30.05.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Explainability & Reasoning","risk_subcategory":"Limited Logical Reasoning","description":"LLMs can provide seemingly sensible but ultimately incorrect or invalid justifications when answering questions","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.3"},{"ev_id":"30.05.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Explainability & Reasoning","risk_subcategory":"Limited Causal Reasoning","description":"Causal reasoning makes inferences about the relationships between events or states of the world, mostly by identifying cause-effect relationships","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.3"},{"ev_id":"30.06.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Social Norm","risk_subcategory":null,"description":"LLMs are expected to reflect social values by avoiding the use of offensive language toward specific groups of users, being sensitive to topics that can create instability, as well as being sympathetic when users are seeking emotional support","entity":"AI","intent":"Other","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.06.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Social Norm","risk_subcategory":"Toxicity","description":"language being rude, disrespectful, threatening, or identity-attacking toward certain groups of the user population (culture, race, and gender etc)","entity":"AI","intent":"Other","timing":"Post-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.06.01.a","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Additional evidence","risk_category":"Social Norm","risk_subcategory":"Toxicity","description":null,"entity":null,"intent":null,"timing":null,"domain":null,"subdomain":null},{"ev_id":"30.06.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Social Norm","risk_subcategory":"Unawareness of Emotions","description":"when a certain vulnerable group of users asks for supporting information, the answers should be informative but at the same time sympathetic and sensitive to users’ reactions","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":7,"subdomain":"7.3"},{"ev_id":"30.06.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Social Norm","risk_subcategory":"Cultural Insensitivity","description":"it is important to build high-quality locally collected datasets that reflect views from local users to align a model’s value system","entity":"Human","intent":"Unintentional","timing":"Pre-deployment","domain":1,"subdomain":"1.2"},{"ev_id":"30.07.00","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Category","risk_category":"Robustness","risk_subcategory":null,"description":"Resilience against adversarial attacks and distribution shift","entity":"AI","intent":"Other","timing":"Other","domain":7,"subdomain":"7.3"},{"ev_id":"30.07.01","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Robustness","risk_subcategory":"Prompt Attacks","description":"carefully controlled adversarial perturbation can flip a GPT model’s answer when used to classify text inputs. Furthermore, we find that by twisting the prompting question in a certain way, one can solicit dangerous information that the model chose to not answer","entity":"Human","intent":"Intentional","timing":"Other","domain":2,"subdomain":"2.2"},{"ev_id":"30.07.02","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Robustness","risk_subcategory":"Paradigm & Distribution Shifts","description":"Knowledge bases that LLMs are trained on continue to shift... questions such as “who scored the most points in NBA history\" or “who is the richest person in the world\" might have answers that need to be updated over time, or even in real-time","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":3,"subdomain":"3.1"},{"ev_id":"30.07.03","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Robustness","risk_subcategory":"Interventional Effect","description":"existing disparities in data among different user groups might create differentiated experiences when users interact with an algorithmic system (e.g. a recommendation system), which will further reinforce the bias","entity":"AI","intent":"Unintentional","timing":"Post-deployment","domain":1,"subdomain":"1.1"},{"ev_id":"30.07.04","quick_ref":"Liu2024","paper_title":"Trustworthy LLMs: A Survey and Guideline for Evaluating Large Language Models’ Alignment","level":"Risk Sub-Category","risk_category":"Robustness","risk_subcategory":"Poisoning Attacks","description":"fool the model by manipulating the training data, usually performed on classification models","entity":"Human","intent":"Intentional","timing":"Pre-deployment","domain":2,"subdomain":"2.2"}]}