{"id":"W4229442586","doi":"10.1145/3531146.3533179","title":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vector Institute; University of Toronto","funders":"Government of Canada; Canadian Institute for Advanced Research; Vector Institute; Microsoft Research","keywords":"Computer science; Fidelity; Audit; Quality (philosophy); Machine learning; Artificial intelligence; High fidelity; Data science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002451325,0.0003830585,0.0004283799,0.0001522703,0.002325958,0.0004465104,0.003917824,0.00006390057,0.0002668274],"category_scores_gemma":[0.0004867352,0.0002501491,0.0001249207,0.001404038,0.0005235543,0.0007130652,0.0007657267,0.0005406384,0.00001308154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001809228,"about_ca_system_score_gemma":0.0004914885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003295583,"about_ca_topic_score_gemma":0.006518252,"domain_scores_codex":[0.9956153,0.00054522,0.0007677691,0.001058268,0.001371663,0.0006417774],"domain_scores_gemma":[0.9951276,0.001096809,0.0002530929,0.002719502,0.0006409381,0.0001621049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000794569,0.001615209,0.1010491,0.0004158956,0.0002082761,0.00002534375,0.1010131,0.002288401,0.001279929,0.6573207,0.0004650108,0.1335245],"study_design_scores_gemma":[0.00249207,0.004275713,0.2930276,0.0002857994,0.000262347,0.00009334836,0.2078792,0.03368642,0.02634384,0.3942027,0.03372246,0.003728437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9218259,0.0004524445,0.04938702,0.02046695,0.0009576859,0.00235152,0.0002024314,0.0002492795,0.004106706],"genre_scores_gemma":[0.9980228,0.0001384429,0.0003003264,0.00032692,0.00003464346,0.0009753839,0.000006768768,0.00001978713,0.00017494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2631179,"threshold_uncertainty_score":0.9999951,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0904029058685791,"score_gpt":0.2902133418712273,"score_spread":0.1998104360026482,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}