{"id":"W2962059918","doi":"10.1145/3306618.3314244","title":"Actionable Auditing","year":2019,"lang":"en","type":"article","venue":"","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":586,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Audit; Computer science; Transparency (behavior); Accounting; Benchmark (surveying); Kairos; IBM; Business; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05501651,0.001084054,0.0007771375,0.003467875,0.002552933,0.008438474,0.003147379,0.002369644,0.01061173],"category_scores_gemma":[0.2186289,0.0007845325,0.0007494511,0.002469061,0.003051387,0.008812288,0.007505925,0.004041343,0.004826264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002897209,"about_ca_system_score_gemma":0.01152831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004021176,"about_ca_topic_score_gemma":0.002780999,"domain_scores_codex":[0.8951336,0.04247687,0.0088917,0.008338295,0.03953231,0.005627367],"domain_scores_gemma":[0.6945838,0.0836165,0.03060715,0.1274509,0.05892638,0.004815289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001129981,0.0004760237,0.04947496,0.001044438,0.0001579287,0.0006604162,0.006542223,0.01127702,0.01033646,0.1494865,0.09316235,0.6762518],"study_design_scores_gemma":[0.0002131184,0.0008453434,0.03066036,0.002042504,0.0001934286,0.001348285,0.006053319,0.06575043,0.03890581,0.2020971,0.6514234,0.0004669396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1753284,0.002438198,0.5711199,0.02361938,0.00334008,0.005195726,0.004720183,0.03036207,0.1838762],"genre_scores_gemma":[0.8306033,0.0007683747,0.1324497,0.003521053,0.0006015957,0.001236632,0.002704991,0.001892363,0.02622188],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9976304,"threshold_uncertainty_score":0.2909586,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03074059557481843,"score_gpt":0.3728602563927866,"score_spread":0.3421196608179681,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}