{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"f9e69a154431","filters":{"venue":"2022 ACM Conference on Fairness, Accountability, and Transparency"}},"results":[{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","authors":[{"name":"Laura Weidinger","is_ca":false},{"name":"Jonathan Uesato","is_ca":false},{"name":"Maribeth Rauh","is_ca":false},{"name":"Conor Griffin","is_ca":false},{"name":"Po-Sen Huang","is_ca":false},{"name":"John Mellor","is_ca":false},{"name":"Amelia Glaese","is_ca":false},{"name":"Myra Cheng","is_ca":false},{"name":"Borja Balle","is_ca":false},{"name":"Atoosa Kasirzadeh","is_ca":true},{"name":"Courtney Biles","is_ca":false},{"name":"Sasha Brown","is_ca":false},{"name":"Zac Kenton","is_ca":false},{"name":"Will Hawkins","is_ca":false},{"name":"Tom Stepleton","is_ca":false},{"name":"Abeba Birhane","is_ca":false},{"name":"Lisa Anne Hendricks","is_ca":false},{"name":"Laura Rimell","is_ca":false},{"name":"William Isaac","is_ca":false},{"name":"Julia Haas","is_ca":false},{"name":"Sean Legassick","is_ca":false},{"name":"Geoffrey Irving","is_ca":false},{"name":"Iason Gabriel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07387969715411008,"gpt":0.2846232755073295,"spread":0.2107435783532194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005194382,0.0002561519,0.0003589221,0.0001351476,0.000365616,0.0001199701,0.001403964,0.00007670643,0.0006060687],"category_scores_gemma":[0.0000354442,0.000260722,0.0001016003,0.000449184,0.0001334169,0.0005841546,0.0003229642,0.0004050639,0.000008658008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006476713,"about_ca_system_score_gemma":0.0001639535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002286603,"about_ca_topic_score_gemma":0.000251633,"domain_scores_codex":[0.9977123,0.000177794,0.0004243418,0.0007364692,0.0005938177,0.0003553242],"domain_scores_gemma":[0.9983899,0.0001400711,0.0001597186,0.001092971,0.0001069748,0.0001103367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001163763,0.006132419,0.04087622,0.001412772,0.0004209699,0.0001067134,0.05048202,0.002806311,0.06201307,0.2694945,0.005704102,0.5593871],"study_design_scores_gemma":[0.01898149,0.009576393,0.04135215,0.0003107178,0.000411216,0.000235059,0.04504932,0.2746852,0.06852086,0.4795615,0.05262062,0.008695458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9055712,0.000993384,0.08024574,0.0008480967,0.0008172418,0.0009134602,0.0004819879,0.0003006416,0.009828256],"genre_scores_gemma":[0.9982824,0.0002349882,0.0009071092,0.0001027932,0.00002505478,0.0002736638,0.0000408157,0.00001328604,0.0001199434],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5506917,"threshold_uncertainty_score":0.9999845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283155630","doi":"10.1145/3531146.3533231","title":"Data Cards: Purposeful and Transparent Dataset Documentation for Responsible AI","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada)","funders":"","keywords":"Documentation; Computer science; Information retrieval; Data science; Artificial intelligence; Programming language","authors":[{"name":"Mahima Pushkarna","is_ca":true},{"name":"Andrew Zaldivar","is_ca":false},{"name":"Oddur Kjartansson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2238368987664745,"gpt":0.4491079445249052,"spread":0.2252710457584307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00319801,0.0002587048,0.0003971932,0.0001152957,0.002499776,0.0006252712,0.001276363,0.0001421148,0.001107608],"category_scores_gemma":[0.0007344351,0.0002769102,0.00005817194,0.0002932191,0.0006750902,0.001562047,0.0002941811,0.0005127971,0.000003010521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001307562,"about_ca_system_score_gemma":0.001003594,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01020072,"about_ca_topic_score_gemma":0.04500255,"domain_scores_codex":[0.9967067,0.0005069273,0.00044543,0.0009232921,0.00090339,0.000514219],"domain_scores_gemma":[0.9974937,0.0008916375,0.0001289964,0.001015613,0.0002429613,0.0002270491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003110604,0.002126134,0.05778648,0.001411939,0.000380887,0.00002513106,0.1711766,0.00006889227,0.0009928619,0.6627544,0.04176631,0.05839973],"study_design_scores_gemma":[0.003355489,0.001020944,0.02006749,0.00006230009,0.0003653372,0.000004023597,0.08045598,0.0004981803,0.00006647531,0.4409882,0.4518704,0.001245221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6059167,0.003446637,0.002305879,0.183146,0.003865204,0.007275024,0.1834848,0.000421589,0.01013813],"genre_scores_gemma":[0.9905439,0.002914493,0.000183164,0.001041592,0.000144445,0.0002982079,0.004687295,0.00002221982,0.0001647071],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4101041,"threshold_uncertainty_score":0.9999683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229442586","doi":"10.1145/3531146.3533179","title":"The Road to Explainability is Paved with Bias: Measuring the Fairness of Explanations","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"Government of Canada; Canadian Institute for Advanced Research; Vector Institute; Microsoft Research","keywords":"Computer science; Fidelity; Audit; Quality (philosophy); Machine learning; Artificial intelligence; High fidelity; Data science","authors":[{"name":"Aparna Balagopalan","is_ca":false},{"name":"Haoran Zhang","is_ca":false},{"name":"Kimia Hamidieh","is_ca":true},{"name":"Thomas Hartvigsen","is_ca":false},{"name":"Frank Rudzicz","is_ca":true},{"name":"Marzyeh Ghassemi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0904029058685791,"gpt":0.2902133418712273,"spread":0.1998104360026482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002451325,0.0003830585,0.0004283799,0.0001522703,0.002325958,0.0004465104,0.003917824,0.00006390057,0.0002668274],"category_scores_gemma":[0.0004867352,0.0002501491,0.0001249207,0.001404038,0.0005235543,0.0007130652,0.0007657267,0.0005406384,0.00001308154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001809228,"about_ca_system_score_gemma":0.0004914885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003295583,"about_ca_topic_score_gemma":0.006518252,"domain_scores_codex":[0.9956153,0.00054522,0.0007677691,0.001058268,0.001371663,0.0006417774],"domain_scores_gemma":[0.9951276,0.001096809,0.0002530929,0.002719502,0.0006409381,0.0001621049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000794569,0.001615209,0.1010491,0.0004158956,0.0002082761,0.00002534375,0.1010131,0.002288401,0.001279929,0.6573207,0.0004650108,0.1335245],"study_design_scores_gemma":[0.00249207,0.004275713,0.2930276,0.0002857994,0.000262347,0.00009334836,0.2078792,0.03368642,0.02634384,0.3942027,0.03372246,0.003728437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9218259,0.0004524445,0.04938702,0.02046695,0.0009576859,0.00235152,0.0002024314,0.0002492795,0.004106706],"genre_scores_gemma":[0.9980228,0.0001384429,0.0003003264,0.00032692,0.00003464346,0.0009753839,0.000006768768,0.00001978713,0.00017494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2631179,"threshold_uncertainty_score":0.9999951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283167130","doi":"10.1145/3531146.3534637","title":"Data Governance in the Age of Large-Scale Data-Driven Language Technology","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Corporate governance; Data governance; Work (physics); Knowledge management; Computer science; Data science; Data management; Scale (ratio); Public relations; Political science; Business; Database; Data quality; Engineering; Marketing","authors":[{"name":"Yacine Jernite","is_ca":false},{"name":"Huu Du Nguyen","is_ca":false},{"name":"Stella Biderman","is_ca":false},{"name":"Anna Rogers","is_ca":false},{"name":"Maraim Masoud","is_ca":false},{"name":"Valentin Danchev","is_ca":false},{"name":"Samson Tan","is_ca":false},{"name":"Alexandra Sasha Luccioni","is_ca":false},{"name":"Nishant Subramani","is_ca":false},{"name":"Isaac Johnson","is_ca":false},{"name":"Gérard Dupont","is_ca":false},{"name":"Jesse Dodge","is_ca":false},{"name":"Kyle Lo","is_ca":false},{"name":"Zeerak Talat","is_ca":true},{"name":"Dragomir Radev","is_ca":false},{"name":"Aaron Gokaslan","is_ca":false},{"name":"Somaieh Nikpoor","is_ca":false},{"name":"Peter Henderson","is_ca":false},{"name":"Rishi Bommasani","is_ca":false},{"name":"Margaret Mitchell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1154822459186154,"gpt":0.3960952844375087,"spread":0.2806130385188934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003241785,0.0001646715,0.0003456415,0.000073412,0.0008005104,0.0001260796,0.005163155,0.0001480588,0.0008987744],"category_scores_gemma":[0.001016338,0.0001439956,0.00003606437,0.0007022875,0.000865375,0.0006636558,0.00108116,0.0008213353,0.000003110717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006536024,"about_ca_system_score_gemma":0.0004746158,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0132602,"about_ca_topic_score_gemma":0.2247555,"domain_scores_codex":[0.9971957,0.0004535776,0.0003769756,0.0006556762,0.0008940676,0.0004239894],"domain_scores_gemma":[0.9969139,0.0005180343,0.000155151,0.002260941,0.0001036196,0.00004833183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001498004,0.002067298,0.1946857,0.000283432,0.00005934034,0.00007778931,0.2868724,0.00001696987,0.0003048503,0.5012386,0.002012078,0.01223171],"study_design_scores_gemma":[0.002003365,0.0004166552,0.1332491,0.00009451153,0.0001250593,0.000004190881,0.5685512,0.0007558689,0.00001810379,0.165569,0.1283344,0.0008784534],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9205568,0.001268134,0.00006738422,0.04075881,0.0005447345,0.0008636408,0.01028751,0.00008723592,0.02556577],"genre_scores_gemma":[0.9970044,0.001810577,0.00008841886,0.0004076207,0.00006900926,0.00004387632,0.0004811593,0.00001044207,0.00008450963],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3356696,"threshold_uncertainty_score":0.9933106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281252189","doi":"10.1145/3531146.3533222","title":"Stop the Spread: A Contextual Integrity Perspective on the Appropriateness of COVID-19 Vaccination Certificates","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Science Foundation","keywords":"Vignette; Certificate; Salient; Perspective (graphical); Sample (material); Normative; Population; Internet privacy; Computer science; Coronavirus disease 2019 (COVID-19); Psychology; Social psychology; Medicine; Artificial intelligence; Political science","authors":[{"name":"Shikun Zhang","is_ca":false},{"name":"Yan Shvartzshnaider","is_ca":true},{"name":"Yuanyuan Feng","is_ca":false},{"name":"Helen Nissenbaum","is_ca":false},{"name":"Norman Sadeh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1139485329319313,"gpt":0.3353491015661285,"spread":0.2214005686341971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001811481,0.0003733778,0.0004331158,0.000164218,0.001048497,0.0003945588,0.003165791,0.00008510831,0.0005740204],"category_scores_gemma":[0.001437884,0.0002475052,0.0001661894,0.0007923613,0.0003053134,0.0006416304,0.0006181615,0.0009464378,0.000007884835],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005757409,"about_ca_system_score_gemma":0.00100216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006065232,"about_ca_topic_score_gemma":0.002093443,"domain_scores_codex":[0.9963451,0.0006470214,0.0005644317,0.001048933,0.001002085,0.0003924274],"domain_scores_gemma":[0.994223,0.003112008,0.0002852013,0.001815341,0.0004317463,0.0001326822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003455525,0.0007456907,0.01000181,0.0002509362,0.00007283658,0.000007208794,0.04126354,0.0002302966,0.0004009194,0.9353558,0.0001539337,0.01117149],"study_design_scores_gemma":[0.003512329,0.002266854,0.1911003,0.0001121787,0.0001655994,0.00003827221,0.1602967,0.01759394,0.002485886,0.6174079,0.003317255,0.001702768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8014169,0.0006653362,0.04627648,0.1393402,0.00132838,0.003299984,0.0006385074,0.0004488376,0.006585353],"genre_scores_gemma":[0.9981462,0.00006665519,0.0000317552,0.001216899,0.00003286572,0.0004315408,0.0000138486,0.00001592687,0.00004432091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3179479,"threshold_uncertainty_score":0.9999977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283156114","doi":"10.1145/3531146.3533209","title":"On the Power of Randomization in Fair Classification and Representation","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Classifier (UML); Artificial intelligence; Machine learning; Computer science; Mathematics; Representation (politics); Algorithm; Linear classifier; Randomization; Mathematical optimization; Pattern recognition (psychology)","authors":[{"name":"Sushant Agarwal","is_ca":true},{"name":"Amit Deshpande","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.107416220871485,"gpt":0.3701105998620711,"spread":0.2626943789905861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002145632,0.0001130854,0.0002211083,0.00009362622,0.0007563893,0.0001136146,0.0003167711,0.00008754733,0.0007437132],"category_scores_gemma":[0.00148612,0.00009626379,0.00004370721,0.0003826459,0.0005058832,0.0003095834,0.00005322198,0.0003523396,0.000001135851],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007774204,"about_ca_system_score_gemma":0.0002182575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004718852,"about_ca_topic_score_gemma":0.007071174,"domain_scores_codex":[0.9979018,0.0006688757,0.0003228656,0.0003246049,0.0006001021,0.0001817304],"domain_scores_gemma":[0.9979677,0.001338886,0.0001469821,0.0003127688,0.0001835276,0.00005010587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000468795,0.0003143557,0.07316904,0.00003952053,0.00001377265,7.659836e-7,0.0879651,0.00003524805,0.0002372082,0.8349403,0.0001270756,0.002688887],"study_design_scores_gemma":[0.002292575,0.0002862589,0.3275496,0.00003788526,0.00002890264,3.589659e-7,0.1216303,0.0004040961,0.00004818331,0.5468642,0.000584795,0.0002728057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.964551,0.00007999201,0.00006133239,0.01787161,0.0002258091,0.00060406,0.00004919939,0.00002131465,0.01653565],"genre_scores_gemma":[0.9986551,0.0008910446,0.000008435002,0.0002255364,0.0000210066,0.000105387,0.0000173086,0.000006975627,0.00006924294],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.288076,"threshold_uncertainty_score":0.8143138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}