{"id":"W3133447322","doi":"10.2139/ssrn.3778998","title":"Towards Algorithm Auditing: A Survey on Managing Legal, Ethical and Technological Risks of AI, ML and Associated Algorithms","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Algorithm; Audit; Computer science; Business; Accounting","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.03832735,0.0005840695,0.0008660817,0.008519609,0.001357513,0.008607735,0.002588014,0.00241879,0.002489184],"category_scores_gemma":[0.1164108,0.0006729708,0.0007242696,0.0098932,0.002985952,0.01331864,0.003303451,0.002863488,0.0007334831],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002280085,"about_ca_system_score_gemma":0.008701076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001981309,"about_ca_topic_score_gemma":0.001942874,"domain_scores_codex":[0.9651409,0.01416767,0.003745804,0.001902981,0.01391646,0.001126187],"domain_scores_gemma":[0.8087707,0.1181459,0.02009363,0.01566836,0.03451135,0.002810124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001160889,0.0002584277,0.03409699,0.002534303,0.00009117459,0.00008833785,0.00381349,0.004865679,0.001632756,0.04121862,0.004961464,0.9063227],"study_design_scores_gemma":[0.00008173084,0.001071956,0.08049962,0.01870174,0.0003670097,0.003645949,0.02219308,0.05446299,0.01943411,0.1738786,0.6253632,0.0003000693],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.2142602,0.2221613,0.4360527,0.03728996,0.0007925208,0.000949945,0.0005199789,0.001529124,0.08644447],"genre_scores_gemma":[0.6096451,0.1445806,0.2313548,0.003977375,0.0006348086,0.0002687351,0.001057325,0.0004399007,0.008041453],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9986425,"threshold_uncertainty_score":0.2026968,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06278977218937294,"score_gpt":0.3915733088267107,"score_spread":0.3287835366373377,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}