{"id":"W4367722415","doi":"10.2139/ssrn.4426783","title":"Recommender Algorithms Do No Harm ~90% But… An Exploratory Risk-Utility Meta-Analysis of Algorithmic Audits","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Audit; Computer science; Recommender system; Harm; Algorithm; Exploratory analysis; Data mining; Risk analysis (engineering); Information retrieval; Data science; Business; Accounting; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01076766,0.00040769,0.001119272,0.001146758,0.0005703628,0.0002910158,0.002336462,0.00016398,0.000307719],"category_scores_gemma":[0.0003139603,0.0003547133,0.001292308,0.004323446,0.00012288,0.001810328,0.0003595971,0.00217243,0.0004305751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006291789,"about_ca_system_score_gemma":0.001671426,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003810516,"about_ca_topic_score_gemma":0.001195019,"domain_scores_codex":[0.9928839,0.001094872,0.001101298,0.0008880554,0.001002057,0.003029852],"domain_scores_gemma":[0.9963409,0.0003430286,0.0008400991,0.001367044,0.0007905253,0.000318443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002136141,0.002126016,0.002368965,0.00005798084,0.3036211,0.0002498653,0.01412526,0.01872474,0.002802353,0.1801337,0.005182066,0.4703944],"study_design_scores_gemma":[0.0004934487,0.001275674,0.0008309101,0.00000791867,0.03342247,0.0001140464,0.01040175,0.5701192,0.007035151,0.3715251,0.003532035,0.001242247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05679869,0.003734231,0.935563,0.001580163,0.0009569834,0.0004020663,0.0000645721,0.0004362405,0.0004640293],"genre_scores_gemma":[0.9852346,0.005044342,0.007625715,0.0002395528,0.000372714,0.00006602664,0.00002326601,0.00006089192,0.001332926],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9284359,"threshold_uncertainty_score":0.9998905,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08570767342731032,"score_gpt":0.3236915457612536,"score_spread":0.2379838723339432,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}