{"id":"W4387102243","doi":"10.1007/s43681-023-00343-z","title":"Algorithmic audits of algorithms, and the law","year":2023,"lang":"en","type":"article","venue":"AI and Ethics","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Audit; Algorithm; Computer science; Information security audit; Audit plan; Joint audit; Accounting; Business; Computer security; Internal audit; Information security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.03369823,0.0005766469,0.001053742,0.003289158,0.003994273,0.01444021,0.002232365,0.006789279,0.007409724],"category_scores_gemma":[0.2042663,0.0009697363,0.0007466531,0.002696319,0.03273894,0.02007163,0.004190476,0.006310171,0.0007442307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006040559,"about_ca_system_score_gemma":0.01127715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007504456,"about_ca_topic_score_gemma":0.005197029,"domain_scores_codex":[0.9637159,0.02306313,0.001664901,0.002660804,0.007572671,0.001322629],"domain_scores_gemma":[0.800326,0.139902,0.01350882,0.02672784,0.01714431,0.002390875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003209067,0.00002351423,0.0009251779,0.00005579781,0.000013733,0.00001912736,0.0002902591,0.00309418,0.00006916015,0.9824001,0.002898286,0.01017867],"study_design_scores_gemma":[0.00001562868,0.000009341491,0.0004353425,0.00005440217,0.000005990843,0.0000307667,0.0001422529,0.004845168,0.000110159,0.9873639,0.006972529,0.00001468243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1071034,0.01559555,0.3177414,0.1787219,0.001872267,0.0003228301,0.0006927997,0.0006012708,0.3773486],"genre_scores_gemma":[0.9443071,0.002598958,0.03360453,0.003768129,0.0009842297,0.0002146825,0.000112512,0.000165226,0.01424461],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9960057,"threshold_uncertainty_score":0.1782154,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07864841731203694,"score_gpt":0.4153869085825649,"score_spread":0.336738491270528,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}