{"meta":{"query_hash":"f9e69a154431","filters":{"venue":"2022 ACM Conference on Fairness, Accountability, and Transparency"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f9e69a154431","api":"https://metacan.xera.ac/api/v1/cohort?venue=2022+ACM+Conference+on+Fairness%2C+Accountability%2C+and+Transparency"},"results":[{"id":"W4229442586","doi":"10.1145/3531146.3533179","title":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"Government of Canada; Canadian Institute for Advanced Research; Vector Institute; Microsoft Research","keywords":"Computer science; Fidelity; Audit; Quality (philosophy); Machine learning; Artificial intelligence; High fidelity; Data science","score_opus":0.0904029058685791,"score_gpt":0.2902133418712273,"score_spread":0.19981043600264822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229442586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92182595,0.00045244454,0.049387015,0.020466954,0.0009576859,0.0023515197,0.00020243139,0.00024927955,0.004106706],"genre_scores_gemma":[0.9980228,0.00013844293,0.00030032636,0.00032691998,0.000034643464,0.0009753839,0.0000067687683,0.000019787127,0.00017494001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956153,0.00054522004,0.00076776906,0.0010582685,0.0013716626,0.0006417774],"domain_scores_gemma":[0.99512756,0.0010968092,0.0002530929,0.0027195017,0.00064093806,0.00016210492],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0024513246,0.00038305853,0.00042837992,0.00015227025,0.0023259583,0.00044651038,0.0039178245,0.00006390057,0.00026682738],"category_scores_gemma":[0.0004867352,0.00025014908,0.00012492071,0.001404038,0.00052355434,0.0007130652,0.00076572667,0.0005406384,0.000013081541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000794569,0.0016152087,0.10104906,0.00041589557,0.00020827612,0.000025343752,0.10101311,0.0022884014,0.001279929,0.6573207,0.00046501085,0.13352452],"study_design_scores_gemma":[0.0024920697,0.004275713,0.2930276,0.00028579938,0.00026234702,0.00009334836,0.20787923,0.03368642,0.026343841,0.39420274,0.033722464,0.0037284372],"about_ca_topic_score_codex":0.0032955834,"about_ca_topic_score_gemma":0.0065182517,"teacher_disagreement_score":0.26311794,"about_ca_system_score_codex":0.00018092278,"about_ca_system_score_gemma":0.0004914885,"threshold_uncertainty_score":0.99999505},"labels":[],"label_agreement":null},{"id":"W4281252189","doi":"10.1145/3531146.3533222","title":"Stop the Spread: A Contextual Integrity Perspective on the Appropriateness of COVID-19 Vaccination Certificates","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Science Foundation","keywords":"Vignette; Certificate; Salient; Perspective (graphical); Sample (material); Normative; Population; Internet privacy; Computer science; Coronavirus disease 2019 (COVID-19); Psychology; Social psychology; Medicine; Artificial intelligence; Political science","score_opus":0.11394853293193134,"score_gpt":0.33534910156612846,"score_spread":0.2214005686341971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281252189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8014169,0.0006653362,0.046276484,0.13934024,0.0013283797,0.0032999837,0.00063850736,0.0004488376,0.0065853526],"genre_scores_gemma":[0.9981462,0.000066655186,0.0000317552,0.0012168989,0.00003286572,0.0004315408,0.0000138486,0.00001592687,0.00004432091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963451,0.0006470214,0.00056443166,0.0010489332,0.0010020847,0.00039242738],"domain_scores_gemma":[0.994223,0.0031120076,0.00028520133,0.0018153412,0.00043174633,0.00013268218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018114807,0.0003733778,0.00043311584,0.00016421797,0.001048497,0.00039455883,0.0031657913,0.00008510831,0.0005740204],"category_scores_gemma":[0.0014378837,0.0002475052,0.00016618939,0.0007923613,0.00030531338,0.0006416304,0.00061816146,0.0009464378,0.000007884835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003455525,0.0007456907,0.010001807,0.00025093617,0.00007283658,0.000007208794,0.041263543,0.00023029663,0.0004009194,0.9353558,0.00015393374,0.011171488],"study_design_scores_gemma":[0.0035123287,0.0022668543,0.19110031,0.000112178706,0.00016559938,0.000038272214,0.16029671,0.017593939,0.0024858858,0.6174079,0.0033172548,0.0017027678],"about_ca_topic_score_codex":0.006065232,"about_ca_topic_score_gemma":0.0020934427,"teacher_disagreement_score":0.3179479,"about_ca_system_score_codex":0.00057574094,"about_ca_system_score_gemma":0.0010021605,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W4283155630","doi":"10.1145/3531146.3533231","title":"Data Cards: Purposeful and Transparent Dataset Documentation for Responsible AI","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Documentation; Computer science; Information retrieval; Data science; Artificial intelligence; Programming language","score_opus":0.2238368987664745,"score_gpt":0.4491079445249052,"score_spread":0.2252710457584307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283155630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6059167,0.0034466372,0.0023058786,0.183146,0.0038652038,0.0072750244,0.18348484,0.00042158904,0.010138127],"genre_scores_gemma":[0.9905439,0.0029144927,0.00018316404,0.001041592,0.00014444505,0.00029820786,0.004687295,0.00002221982,0.00016470707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967067,0.00050692726,0.00044543002,0.0009232921,0.00090339,0.000514219],"domain_scores_gemma":[0.99749374,0.00089163746,0.00012899637,0.0010156129,0.00024296134,0.00022704914],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031980101,0.00025870482,0.00039719322,0.00011529573,0.002499776,0.00062527123,0.0012763634,0.00014211478,0.0011076077],"category_scores_gemma":[0.0007344351,0.0002769102,0.000058171943,0.00029321914,0.0006750902,0.0015620469,0.00029418114,0.0005127971,0.0000030105207],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031106037,0.0021261338,0.057786476,0.0014119394,0.00038088704,0.000025131058,0.17117661,0.00006889227,0.0009928619,0.6627544,0.041766312,0.058399733],"study_design_scores_gemma":[0.003355489,0.0010209436,0.020067492,0.00006230009,0.0003653372,0.000004023597,0.08045598,0.00049818034,0.00006647531,0.44098815,0.4518704,0.0012452208],"about_ca_topic_score_codex":0.010200725,"about_ca_topic_score_gemma":0.04500255,"teacher_disagreement_score":0.4101041,"about_ca_system_score_codex":0.00013075625,"about_ca_system_score_gemma":0.0010035938,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W4283156114","doi":"10.1145/3531146.3533209","title":"On the Power of Randomization in Fair Classification and Representation","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Classifier (UML); Artificial intelligence; Machine learning; Computer science; Mathematics; Representation (politics); Algorithm; Linear classifier; Randomization; Mathematical optimization; Pattern recognition (psychology)","score_opus":0.10741622087148499,"score_gpt":0.37011059986207107,"score_spread":0.26269437899058606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283156114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96455103,0.00007999201,0.000061332394,0.017871605,0.00022580913,0.00060406,0.00004919939,0.000021314652,0.016535647],"genre_scores_gemma":[0.9986551,0.0008910446,0.000008435002,0.00022553641,0.000021006597,0.000105387,0.000017308605,0.000006975627,0.00006924294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979018,0.0006688757,0.00032286556,0.00032460486,0.00060010207,0.00018173036],"domain_scores_gemma":[0.9979677,0.0013388856,0.00014698211,0.00031276877,0.00018352762,0.00005010587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021456317,0.000113085414,0.0002211083,0.00009362622,0.00075638935,0.00011361456,0.00031677113,0.00008754733,0.00074371323],"category_scores_gemma":[0.0014861204,0.00009626379,0.000043707212,0.00038264587,0.0005058832,0.0003095834,0.000053221982,0.00035233962,0.0000011358505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046879495,0.0003143557,0.07316904,0.000039520528,0.000013772655,7.659836e-7,0.0879651,0.00003524805,0.0002372082,0.83494025,0.0001270756,0.002688887],"study_design_scores_gemma":[0.0022925753,0.0002862589,0.32754964,0.000037885264,0.000028902645,3.5896588e-7,0.12163032,0.0004040961,0.000048183312,0.54686415,0.000584795,0.00027280566],"about_ca_topic_score_codex":0.0047188518,"about_ca_topic_score_gemma":0.007071174,"teacher_disagreement_score":0.28807604,"about_ca_system_score_codex":0.00007774204,"about_ca_system_score_gemma":0.00021825748,"threshold_uncertainty_score":0.8143138},"labels":[],"label_agreement":null},{"id":"W4283167130","doi":"10.1145/3531146.3534637","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Corporate governance; Data governance; Work (physics); Knowledge management; Computer science; Data science; Data management; Scale (ratio); Public relations; Political science; Business; Database; Data quality; Engineering; Marketing","score_opus":0.11548224591861539,"score_gpt":0.39609528443750874,"score_spread":0.28061303851889335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283167130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205568,0.0012681338,0.000067384215,0.040758807,0.00054473453,0.0008636408,0.010287509,0.000087235916,0.025565768],"genre_scores_gemma":[0.9970044,0.001810577,0.000088418856,0.00040762068,0.000069009264,0.000043876324,0.00048115925,0.000010442067,0.00008450963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9971957,0.00045357758,0.00037697563,0.0006556762,0.0008940676,0.00042398943],"domain_scores_gemma":[0.9969139,0.0005180343,0.00015515096,0.0022609413,0.00010361962,0.000048331833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032417853,0.00016467147,0.0003456415,0.000073412004,0.0008005104,0.00012607958,0.0051631555,0.00014805877,0.0008987744],"category_scores_gemma":[0.0010163378,0.00014399561,0.000036064368,0.0007022875,0.00086537504,0.0006636558,0.0010811603,0.0008213353,0.0000031107165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014980044,0.002067298,0.19468568,0.00028343202,0.00005934034,0.00007778931,0.28687242,0.000016969872,0.00030485028,0.50123864,0.002012078,0.0122317085],"study_design_scores_gemma":[0.0020033652,0.00041665518,0.13324915,0.00009451153,0.00012505933,0.0000041908806,0.5685512,0.00075586885,0.000018103789,0.165569,0.12833445,0.0008784534],"about_ca_topic_score_codex":0.0132602025,"about_ca_topic_score_gemma":0.22475548,"teacher_disagreement_score":0.33566964,"about_ca_system_score_codex":0.00006536024,"about_ca_system_score_gemma":0.00047461578,"threshold_uncertainty_score":0.9933106},"labels":[],"label_agreement":null},{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","score_opus":0.07387969715411008,"score_gpt":0.28462327550732947,"score_spread":0.21074357835321939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283170666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90557116,0.000993384,0.08024574,0.0008480967,0.0008172418,0.00091346016,0.0004819879,0.00030064158,0.0098282555],"genre_scores_gemma":[0.9982824,0.00023498821,0.00090710924,0.00010279321,0.000025054782,0.00027366384,0.000040815703,0.00001328604,0.00011994344],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771225,0.00017779398,0.00042434176,0.0007364692,0.00059381773,0.00035532415],"domain_scores_gemma":[0.9983899,0.00014007115,0.00015971859,0.0010929707,0.00010697479,0.00011033666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051943824,0.00025615192,0.00035892212,0.00013514758,0.000365616,0.000119970086,0.0014039635,0.000076706434,0.0006060687],"category_scores_gemma":[0.0000354442,0.00026072198,0.000101600344,0.000449184,0.00013341688,0.00058415456,0.00032296416,0.00040506385,0.0000086580085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011637635,0.006132419,0.040876225,0.0014127718,0.00042096994,0.0001067134,0.050482024,0.0028063112,0.062013067,0.26949447,0.0057041016,0.55938715],"study_design_scores_gemma":[0.018981487,0.009576393,0.041352145,0.0003107178,0.00041121597,0.00023505898,0.045049317,0.2746852,0.06852086,0.47956154,0.05262062,0.008695458],"about_ca_topic_score_codex":0.0022866025,"about_ca_topic_score_gemma":0.000251633,"teacher_disagreement_score":0.5506917,"about_ca_system_score_codex":0.000064767126,"about_ca_system_score_gemma":0.00016395349,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null}]}