{"id":"W3014972121","doi":"10.1145/3313831.3376445","title":"Co-Designing Checklists to Understand Organizational Challenges and Opportunities around Fairness in AI","year":2020,"lang":"en","type":"article","venue":"","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":404,"is_retracted":false,"has_abstract":true,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Operationalization; Checklist; Knowledge management; Process (computing); Computer science; Software deployment; Management science; Process management; Engineering ethics; Psychology; Business; Software engineering; Epistemology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.2640781,0.001821663,0.0012188,0.01039854,0.005372013,0.00660359,0.004126684,0.002476423,0.005334444],"category_scores_gemma":[0.4857028,0.001586547,0.001799873,0.004251643,0.009429584,0.01109294,0.009443844,0.005327749,0.001460309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007990625,"about_ca_system_score_gemma":0.02360916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002941804,"about_ca_topic_score_gemma":0.005285742,"domain_scores_codex":[0.7158887,0.2288016,0.02407681,0.00762912,0.02077168,0.002832173],"domain_scores_gemma":[0.3648831,0.4005544,0.04174558,0.06712881,0.1179911,0.007697077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007468944,0.001449786,0.02730213,0.01014569,0.0002699285,0.0006841359,0.2038411,0.00950022,0.01660924,0.1017649,0.02344052,0.6042454],"study_design_scores_gemma":[0.001148651,0.003227411,0.0289672,0.01738954,0.0004931694,0.001292785,0.1132266,0.03907254,0.02963846,0.2366529,0.527703,0.001187709],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06364854,0.0007732926,0.8866804,0.00703302,0.0006919637,0.02278402,0.000415909,0.002172383,0.01580038],"genre_scores_gemma":[0.1055252,0.0002867211,0.8721948,0.0007860677,0.0000646222,0.01839109,0.0003033853,0.0004035211,0.002044627],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.994628,"threshold_uncertainty_score":0.9075227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2504988780798628,"score_gpt":0.3821927061326836,"score_spread":0.1316938280528209,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}