{"slug":"us-new-york-city-local-law-144-bias-audit","id":"AIPT-OBL-0099","permanent_url":"https://aipolicytracker.org/id/AIPT-OBL-0099","title":"Employers and employment agencies must obtain an independent bias audit before using an automated employment decision tool","short_title":"Bias audit","category":"accuracy_robustness_security","summary":"An automated employment decision tool may not be used to screen candidates or employees for hiring or promotion in New York City unless it has been the subject of a bias audit by an independent auditor within the year before use. The audit calculates selection rates and impact ratios by sex, race/ethnicity and their intersections, and scoring-rate comparisons for tools that score rather than select, using the employer's historical data or, where insufficient, test data as the DCWP rules allow.\n","practical_action":"Commission an annual independent bias audit for each tool, supplying historical outcome data by protected category, and calendar the twelve-month expiry.\n","is_binding":true,"applies_from":"2023-07-05","section":null,"source_reference":"NYC Administrative Code Section 20-871(a)(1); 6 RCNY Section 5-301","official_source_url":"https://www.nyc.gov/site/dca/about/automated-employment-decision-tools.page","review_status":"verified","confidence_level":"high","last_verified_at":"2026-09-26","reviewed_by":"Bhaskar Bhatt","actors":["deployer"],"sectors":["employment"],"use_cases":["hiring_and_hr"],"applicability":[{"description":"Employers and employment agencies using an automated employment decision tool for candidates or employees who reside in New York City; vendors are not directly liable but commonly supply the audit.","actors":["deployer"],"conditions":null}],"evidence_examples":[{"title":"Independent bias audit report","description":"Impact ratios by category with audit date and auditor independence statement.","artifact_type":"report"},{"title":"Audit data extract and category mapping","description":null,"artifact_type":"record"}],"framework_mappings":[{"framework":"nist_ai_rmf","framework_name":"NIST AI RMF 1.0","reference":"MEASURE 2.11, MEASURE 1.3","note":"Fairness evaluation by independent assessors.","confidence_level":"high","is_original":true},{"framework":"iso_42001","framework_name":"ISO/IEC 42001:2023","reference":"Annex A.6.2.4; Clause 9.2","note":"Verification and validation; independent audit.","confidence_level":"medium","is_original":true}],"controls":[{"slug":"accuracy-robustness-security-testing","title":"Accuracy, robustness, fairness and security testing","kind":"technical","relationship":"satisfies","note":"Disparate-impact testing performed by an independent auditor on the statutory metrics.","confidence_level":"high","url":"https://aipolicytracker.org/controls/accuracy-robustness-security-testing"},{"slug":"third-party-ai-due-diligence","title":"Vendor and third-party AI due diligence","kind":"process","relationship":"supports","note":"Vendor supplies data and audit access for the tool.","confidence_level":"medium","url":"https://aipolicytracker.org/controls/third-party-ai-due-diligence"}],"url":"https://aipolicytracker.org/obligations/us-new-york-city-local-law-144-bias-audit","policy":{"slug":"us-new-york-city-local-law-144-automated-employment-decision-tools","title":"New York City Local Law 144 of 2021 on Automated Employment Decision Tools (AEDT) and DCWP implementing rules","status":"in_force","jurisdiction":"us-new-york","url":"https://aipolicytracker.org/policies/us-new-york-city-local-law-144-automated-employment-decision-tools"}}