{"id":"W3133447322","doi":"10.2139/ssrn.3778998","title":"Towards Algorithm Auditing: A Survey on Managing Legal, Ethical and Technological Risks of AI, ML and Associated Algorithms","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Algorithm; Audit; Computer science; Business; Accounting","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01326311,0.0001546795,0.0003510965,0.0001010275,0.0009704764,0.000298679,0.0002105038,0.0009345638,0.00001770752],"category_scores_gemma":[0.008464392,0.0001427553,0.00008664284,0.0004337431,0.0006428875,0.0001974537,0.0001011352,0.0085862,0.000001154659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005027609,"about_ca_system_score_gemma":0.003451908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005743938,"about_ca_topic_score_gemma":0.01353759,"domain_scores_codex":[0.99611,0.001067063,0.0003163402,0.0002721451,0.00070644,0.001527963],"domain_scores_gemma":[0.9982085,0.0006991174,0.0002238773,0.00009880388,0.000583355,0.0001863677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002373331,0.0001477263,0.002665599,0.00000567122,0.0002683809,0.00005504671,0.00176823,0.000002243807,0.00006680271,0.7452805,0.0002774513,0.2494386],"study_design_scores_gemma":[0.0009647776,0.0006292965,0.02712961,0.0001116067,0.00007032176,0.00007954524,0.01311287,0.0002892122,0.0001582351,0.9538975,0.003176068,0.0003809462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6811291,0.006736103,0.01238153,0.2868361,0.0006654878,0.0003617562,0.00008400127,0.0002161144,0.01158976],"genre_scores_gemma":[0.9808968,0.01702314,0.0003340169,0.001176898,0.0001656758,0.000001345384,0.000005673329,0.0000157036,0.0003807742],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2997676,"threshold_uncertainty_score":0.9998877,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06278977218937294,"score_gpt":0.3915733088267107,"score_spread":0.3287835366373377,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}