{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"f9e69a154431","filters":{"venue":"2022 ACM Conference on Fairness, Accountability, and Transparency"}},"results":[{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","authors":[{"name":"Laura Weidinger","is_ca":false},{"name":"Jonathan Uesato","is_ca":false},{"name":"Maribeth Rauh","is_ca":false},{"name":"Conor Griffin","is_ca":false},{"name":"Po-Sen Huang","is_ca":false},{"name":"John Mellor","is_ca":false},{"name":"Amelia Glaese","is_ca":false},{"name":"Myra Cheng","is_ca":false},{"name":"Borja Balle","is_ca":false},{"name":"Atoosa Kasirzadeh","is_ca":true},{"name":"Courtney Biles","is_ca":false},{"name":"Sasha Brown","is_ca":false},{"name":"Zac Kenton","is_ca":false},{"name":"Will Hawkins","is_ca":false},{"name":"Tom Stepleton","is_ca":false},{"name":"Abeba Birhane","is_ca":false},{"name":"Lisa Anne Hendricks","is_ca":false},{"name":"Laura Rimell","is_ca":false},{"name":"William Isaac","is_ca":false},{"name":"Julia Haas","is_ca":false},{"name":"Sean Legassick","is_ca":false},{"name":"Geoffrey Irving","is_ca":false},{"name":"Iason Gabriel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07387969715411008,"gpt":0.2846232755073295,"spread":0.2107435783532194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03159864,0.001876302,0.0008698409,0.008971202,0.007098341,0.01258973,0.003273756,0.007994696,0.003166432],"category_scores_gemma":[0.08222337,0.001032275,0.002142634,0.003522977,0.01633283,0.02388108,0.01323202,0.007793542,0.000791945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006929202,"about_ca_system_score_gemma":0.00667424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004847505,"about_ca_topic_score_gemma":0.002538707,"domain_scores_codex":[0.9241995,0.03184341,0.00656043,0.003381646,0.03020209,0.003812977],"domain_scores_gemma":[0.8756186,0.07425313,0.01397791,0.01693241,0.01652305,0.002694993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007163408,0.00009699293,0.01173439,0.0003847976,0.00006573895,0.0009807671,0.01619334,0.009468224,0.0007324404,0.9089332,0.002916417,0.04842203],"study_design_scores_gemma":[0.0000208423,0.0001081377,0.002261511,0.001106589,0.00008880118,0.002468324,0.01128418,0.02517925,0.001473445,0.8954215,0.06045306,0.0001343085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1465897,0.0081715,0.6380854,0.05345459,0.0005182718,0.001000893,0.0005506115,0.00126734,0.1503617],"genre_scores_gemma":[0.8288844,0.005505418,0.152171,0.002587718,0.000400749,0.000885728,0.0005562619,0.000238929,0.008769788],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03159864,"threshold_uncertainty_score":0.1671116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283155630","doi":"10.1145/3531146.3533231","title":"Data Cards: Purposeful and Transparent Dataset Documentation for Responsible AI","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada)","funders":"","keywords":"Documentation; Computer science; Information retrieval; Data science; Artificial intelligence; Programming language","authors":[{"name":"Mahima Pushkarna","is_ca":true},{"name":"Andrew Zaldivar","is_ca":false},{"name":"Oddur Kjartansson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2238368987664745,"gpt":0.4491079445249052,"spread":0.2252710457584307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2397558,0.00188919,0.001978709,0.01063099,0.005772913,0.02836437,0.009599047,0.006562269,0.01461389],"category_scores_gemma":[0.4276203,0.004067739,0.002218747,0.009242631,0.007746827,0.04842428,0.03032119,0.01380999,0.01047808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006408177,"about_ca_system_score_gemma":0.023807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005014122,"about_ca_topic_score_gemma":0.005202419,"domain_scores_codex":[0.8159092,0.1051296,0.03818383,0.00974595,0.02818069,0.002850872],"domain_scores_gemma":[0.3489314,0.1853017,0.02738762,0.3707812,0.05883664,0.008761339],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009795137,0.0006561178,0.008341782,0.001757979,0.0002285707,0.001040894,0.027877,0.009287776,0.006188469,0.3828843,0.1748615,0.385896],"study_design_scores_gemma":[0.0002693433,0.0002462535,0.002717725,0.003420248,0.00008685398,0.0005681603,0.004333758,0.02631231,0.008394038,0.2074731,0.7457438,0.0004344443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006988659,0.0004798759,0.9272286,0.0165357,0.0007971213,0.002005041,0.005491059,0.0256137,0.01486032],"genre_scores_gemma":[0.05029619,0.0006136718,0.9142381,0.002785268,0.0003773496,0.002740367,0.01275942,0.008386319,0.007803413],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.990401,"threshold_uncertainty_score":0.9375165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229442586","doi":"10.1145/3531146.3533179","title":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"Government of Canada; Canadian Institute for Advanced Research; Vector Institute; Microsoft Research","keywords":"Computer science; Fidelity; Audit; Quality (philosophy); Machine learning; Artificial intelligence; High fidelity; Data science","authors":[{"name":"Aparna Balagopalan","is_ca":false},{"name":"Haoran Zhang","is_ca":false},{"name":"Kimia Hamidieh","is_ca":true},{"name":"Thomas Hartvigsen","is_ca":false},{"name":"Frank Rudzicz","is_ca":true},{"name":"Marzyeh Ghassemi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0904029058685791,"gpt":0.2902133418712273,"spread":0.1998104360026482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06659783,0.0008683412,0.001461779,0.002896142,0.002674405,0.005170011,0.00176884,0.003633832,0.002743069],"category_scores_gemma":[0.4219501,0.0006111276,0.001301867,0.002089927,0.007614642,0.01120391,0.006755861,0.005094803,0.0003506087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002973036,"about_ca_system_score_gemma":0.002857045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004694396,"about_ca_topic_score_gemma":0.00253687,"domain_scores_codex":[0.9383346,0.04336707,0.003413344,0.005558355,0.00781709,0.001509559],"domain_scores_gemma":[0.4379481,0.4621044,0.03555987,0.04979374,0.01141992,0.003174125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003080867,0.0005194025,0.404851,0.001238563,0.001743894,0.0004952762,0.01439601,0.122083,0.003915726,0.2153347,0.007292385,0.2250492],"study_design_scores_gemma":[0.0002000585,0.0005256251,0.07345247,0.0006410375,0.0003875569,0.000444818,0.002821342,0.2841185,0.007644176,0.6210931,0.008410051,0.000261347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5573982,0.002973649,0.4203902,0.009493044,0.0002219486,0.0002665733,0.001069156,0.0008224061,0.007364848],"genre_scores_gemma":[0.977473,0.0001358769,0.02134538,0.0003179923,0.0000746228,0.00006751696,0.0002575099,0.00009563297,0.0002325135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06659783,"threshold_uncertainty_score":0.3522072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283167130","doi":"10.1145/3531146.3534637","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Corporate governance; Data governance; Work (physics); Knowledge management; Computer science; Data science; Data management; Scale (ratio); Public relations; Political science; Business; Database; Data quality; Engineering; Marketing","authors":[{"name":"Yacine Jernite","is_ca":false},{"name":"Huu Du Nguyen","is_ca":false},{"name":"Stella Biderman","is_ca":false},{"name":"Anna Rogers","is_ca":false},{"name":"Maraim Masoud","is_ca":false},{"name":"Valentin Danchev","is_ca":false},{"name":"Samson Tan","is_ca":false},{"name":"Alexandra Sasha Luccioni","is_ca":false},{"name":"Nishant Subramani","is_ca":false},{"name":"Isaac Johnson","is_ca":false},{"name":"Gérard Dupont","is_ca":false},{"name":"Jesse Dodge","is_ca":false},{"name":"Kyle Lo","is_ca":false},{"name":"Zeerak Talat","is_ca":true},{"name":"Dragomir Radev","is_ca":false},{"name":"Aaron Gokaslan","is_ca":false},{"name":"Somaieh Nikpoor","is_ca":false},{"name":"Peter Henderson","is_ca":false},{"name":"Rishi Bommasani","is_ca":false},{"name":"Margaret Mitchell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1154822459186154,"gpt":0.3960952844375087,"spread":0.2806130385188934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09051332,0.0004617216,0.001082289,0.00300719,0.004359432,0.01889553,0.00349155,0.004512988,0.002206832],"category_scores_gemma":[0.1049389,0.0009499345,0.0007613037,0.00447407,0.02083683,0.03673578,0.01772404,0.009119137,0.0008899851],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005561952,"about_ca_system_score_gemma":0.00933232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003895778,"about_ca_topic_score_gemma":0.002444423,"domain_scores_codex":[0.9527237,0.02765098,0.002708553,0.007306039,0.007847951,0.001762881],"domain_scores_gemma":[0.8333529,0.09261414,0.009655314,0.04667885,0.01167593,0.006022851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004607753,0.00005134127,0.002961436,0.0001074913,0.00003513594,0.0001322342,0.006114466,0.003713337,0.0007511843,0.9399692,0.005807211,0.04031079],"study_design_scores_gemma":[0.0000265605,0.00003141293,0.0007450936,0.0001460382,0.00001211797,0.00009557256,0.002047581,0.007678626,0.0006982579,0.9093406,0.07913738,0.00004066899],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06703626,0.004358048,0.7113709,0.1683724,0.0007669042,0.0004269336,0.0005213504,0.00142104,0.04572612],"genre_scores_gemma":[0.7513699,0.003181679,0.2200696,0.0124764,0.001556209,0.0008047663,0.0007859556,0.0006441314,0.009111483],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.09051332,"threshold_uncertainty_score":0.4786859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281252189","doi":"10.1145/3531146.3533222","title":"Stop the Spread: A Contextual Integrity Perspective on the Appropriateness of COVID-19 Vaccination Certificates","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Science Foundation","keywords":"Vignette; Certificate; Salient; Perspective (graphical); Sample (material); Normative; Population; Internet privacy; Computer science; Coronavirus disease 2019 (COVID-19); Psychology; Social psychology; Medicine; Artificial intelligence; Political science","authors":[{"name":"Shikun Zhang","is_ca":false},{"name":"Yan Shvartzshnaider","is_ca":true},{"name":"Yuanyuan Feng","is_ca":false},{"name":"Helen Nissenbaum","is_ca":false},{"name":"Norman Sadeh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1139485329319313,"gpt":0.3353491015661285,"spread":0.2214005686341971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02441597,0.0002581452,0.0002876417,0.0009910724,0.003874281,0.006274979,0.0009951399,0.002148578,0.004082703],"category_scores_gemma":[0.1147377,0.0003687643,0.0003566603,0.0007445365,0.009283951,0.007712507,0.003800613,0.002935002,0.0003258273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002974133,"about_ca_system_score_gemma":0.002813414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00547191,"about_ca_topic_score_gemma":0.004180751,"domain_scores_codex":[0.9538774,0.03781483,0.001413107,0.00163144,0.003288662,0.001974517],"domain_scores_gemma":[0.858382,0.1094338,0.01498897,0.008603263,0.006576363,0.002015628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007078215,0.0005935634,0.1882467,0.0004482925,0.0001029318,0.001413745,0.3724755,0.004384838,0.00546768,0.3418344,0.002639446,0.08168509],"study_design_scores_gemma":[0.0001771001,0.001562012,0.1641433,0.001743146,0.0002832594,0.002265272,0.425106,0.02320524,0.01297075,0.2510051,0.1171948,0.0003441165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8359314,0.0006146597,0.04667711,0.01390025,0.00007120511,0.0001813301,0.0001238588,0.00008178067,0.1024184],"genre_scores_gemma":[0.9978362,0.00005681319,0.001513838,0.0002473205,0.00001025796,0.00001755101,0.000009574205,0.000009150612,0.0002994283],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02441597,"threshold_uncertainty_score":0.1291255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283156114","doi":"10.1145/3531146.3533209","title":"On the Power of Randomization in Fair Classification and Representation","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Classifier (UML); Artificial intelligence; Machine learning; Computer science; Mathematics; Representation (politics); Algorithm; Linear classifier; Randomization; Mathematical optimization; Pattern recognition (psychology)","authors":[{"name":"Sushant Agarwal","is_ca":true},{"name":"Amit Deshpande","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.107416220871485,"gpt":0.3701105998620711,"spread":0.2626943789905861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02446963,0.00143935,0.002677812,0.001553703,0.002746427,0.005130389,0.00284726,0.002885713,0.00458839],"category_scores_gemma":[0.1085767,0.0008075901,0.001723879,0.001932833,0.01074136,0.01310414,0.005808804,0.006803448,0.0007182676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004432368,"about_ca_system_score_gemma":0.004004323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00227519,"about_ca_topic_score_gemma":0.001827345,"domain_scores_codex":[0.9781654,0.01246508,0.0008066132,0.003481897,0.003589727,0.001491229],"domain_scores_gemma":[0.8957075,0.08242425,0.004336561,0.01259864,0.003497429,0.001435588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003018762,0.0001171452,0.001751075,0.00008438876,0.00006770372,0.0001021373,0.0003095766,0.1539772,0.0009961769,0.7961383,0.002426672,0.04372775],"study_design_scores_gemma":[0.0000476647,0.00005794078,0.0002312253,0.00003824783,0.00001900928,0.00005036158,0.00003953008,0.3016797,0.0007831389,0.6955017,0.001524711,0.0000267246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02627584,0.0006104095,0.9622504,0.00293636,0.0001464323,0.0001205594,0.000116255,0.0002533029,0.007290521],"genre_scores_gemma":[0.8022031,0.0007355214,0.1889141,0.001551397,0.0005005517,0.0006212713,0.0002317168,0.0002880453,0.004954447],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02446963,"threshold_uncertainty_score":0.1294093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}