{"id":"W4313476259","doi":"10.1145/3571151","title":"Actionable Auditing Revisited","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Audit; Accountability; Computer science; Kairos; IBM; Benchmark (surveying); Accounting; Business; Political science; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0982871,0.0008175646,0.0006833079,0.003462747,0.005187759,0.01368558,0.004494491,0.00524259,0.004385958],"category_scores_gemma":[0.2828301,0.0007265852,0.0009424089,0.00336059,0.01686713,0.01510478,0.009273917,0.01065636,0.001018724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007621516,"about_ca_system_score_gemma":0.02200566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01023768,"about_ca_topic_score_gemma":0.005698675,"domain_scores_codex":[0.8199657,0.09392147,0.01065528,0.01302677,0.05421437,0.00821647],"domain_scores_gemma":[0.6675895,0.1520633,0.02971772,0.07958211,0.06507523,0.005972074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001738523,0.000133818,0.02077843,0.0004694677,0.00008424757,0.0004492784,0.01691156,0.005147574,0.00185359,0.6418877,0.04027353,0.271837],"study_design_scores_gemma":[0.0000924213,0.0002858691,0.01466288,0.001758208,0.0000977849,0.0009890161,0.0117329,0.01417053,0.006975388,0.5280441,0.4209028,0.0002880581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1573938,0.006630484,0.3485469,0.2700766,0.006095041,0.0009276874,0.0006857935,0.003888382,0.2057553],"genre_scores_gemma":[0.9106891,0.001466177,0.05324758,0.01813375,0.001116631,0.0003705181,0.0002510582,0.0006200452,0.01410501],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0982871,"threshold_uncertainty_score":0.519798,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1267007194490126,"score_gpt":0.4149401504806573,"score_spread":0.2882394310316447,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}