{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":339,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":339,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"c6dce5150c56","filters":{"venue":"Proceedings of the ACM on Human-Computer Interaction"}},"results":[{"id":"W2775715748","doi":"10.1145/3134652","title":"Digital Privacy Challenges with Shared Mobile Phone Use in Bangladesh","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Mobile phone; Phone; Data sharing; Affect (linguistics); Information privacy; Qualitative property; Mobile device; Business; Psychology; World Wide Web; Computer science; Telecommunications; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.09983611517721941,"gpt":0.3136802340476049,"spread":0.2138441188703855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0002010756,0.0002300334,0.0002485967,0.0002330827,0.0004029689,0.001759423,0.006838876,0.00006815828,0.000005122387],"category_scores_gemma":[0.0002497616,0.0001704621,0.00007712527,0.0001159476,0.0001179867,0.005215384,0.003786385,0.0004047856,0.00001632158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000131673,"about_ca_system_score_gemma":0.00002093448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004287555,"about_ca_topic_score_gemma":0.00001465233,"domain_scores_codex":[0.9986796,0.00001284386,0.0003131256,0.0003682337,0.0003671634,0.0002590392],"domain_scores_gemma":[0.9972952,0.0001551782,0.0005590838,0.0016725,0.000281208,0.00003681601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001105936,0.004647215,0.1231861,0.001879047,0.0008498048,0.00005305005,0.1668994,0.0008682287,0.01420407,0.1017187,0.03767437,0.546914],"study_design_scores_gemma":[0.004337689,0.00255981,0.8178314,0.008463618,0.00003670748,0.000306063,0.001744163,0.01789434,0.09420536,0.02645105,0.02409227,0.002077529],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926196,0.00001859306,0.0003345189,0.001919458,0.0006452918,0.0003415502,0.000002128245,0.0001350741,0.003983784],"genre_scores_gemma":[0.9878934,0.00001804955,0.01146977,0.00009624271,0.000132712,0.00005309157,0.000001525148,0.00002191482,0.0003133193],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6946453,"threshold_uncertainty_score":0.9992768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964263306","doi":"10.1145/3274327","title":"Fake Cures","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Social media; Internet privacy; Psychology; Computer science; Health information; World Wide Web; Public relations; Health care; Political science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.092357601920182,"gpt":0.400258858983331,"spread":0.307901257063149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003498103,0.00008135742,0.00009033766,0.0001009069,0.0005085799,0.0001718962,0.0008550681,0.00005487688,0.000312812],"category_scores_gemma":[0.0004503134,0.00005878637,0.00007300801,0.0001772892,0.0001633295,0.0007639997,0.0001814064,0.0001313677,0.0001241605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007661995,"about_ca_system_score_gemma":0.00001852924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001187612,"about_ca_topic_score_gemma":0.00003623425,"domain_scores_codex":[0.9991518,0.00001097953,0.0002063783,0.0001144826,0.0003523278,0.0001640328],"domain_scores_gemma":[0.999149,0.00004086317,0.0002612791,0.0001705826,0.0003261952,0.00005213741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001163677,0.0002119328,0.001349253,0.00006128899,0.00006305798,1.031584e-7,0.1727161,0.00000689673,0.009864358,0.1585816,0.5864391,0.07059],"study_design_scores_gemma":[0.001062802,0.00110844,0.04904588,0.0007815568,0.00004908083,0.00001134943,0.0197788,0.001254248,0.1387884,0.03851747,0.748974,0.0006279089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8363885,0.000001664231,0.00002912472,0.002787207,0.00118219,0.0001512802,7.557239e-7,0.00006917382,0.1593901],"genre_scores_gemma":[0.9956919,0.000004000333,0.0005330294,0.0009361168,0.001188092,0.000001387069,4.635302e-7,0.000006199788,0.001638796],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.162535,"threshold_uncertainty_score":0.3911637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344906","doi":"10.1145/3610219","title":"Understanding the Role of Human Intuition on Reliance in Human-AI Decision-Making with Explanations","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Institut National Du Cancer; Microsoft Research","keywords":"Intuition; Heuristics; Artificial intelligence; Computer science; Empirical evidence; Psychology; Cognitive science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.109951523065953,"gpt":0.3618635442424757,"spread":0.2519120211765228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006918367,0.0002136259,0.0002351965,0.0006921429,0.0006167041,0.0002592756,0.002475822,0.0000755352,0.00001156504],"category_scores_gemma":[0.0002286457,0.0001471662,0.0001052547,0.001445715,0.0001145587,0.001131279,0.0006881726,0.0004657243,0.00002094321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003738685,"about_ca_system_score_gemma":0.00001985484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006293996,"about_ca_topic_score_gemma":0.00009274853,"domain_scores_codex":[0.9979441,0.0000341539,0.0005876211,0.0004914763,0.0006370809,0.0003056102],"domain_scores_gemma":[0.9979025,0.0004942954,0.0005735767,0.0007152774,0.0002831033,0.00003127201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001247322,0.0003395282,0.002780783,0.00007424364,0.00005530809,0.000004143819,0.01172186,0.01563406,0.0721806,0.8816594,0.003367324,0.01205802],"study_design_scores_gemma":[0.0003006324,0.0009948004,0.006409141,0.00310122,0.00001588563,0.00001401898,0.004108467,0.06990027,0.1677325,0.7469143,0.0001721758,0.000336596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9649375,0.000006181976,0.02867799,0.0016695,0.0004639601,0.0005409149,0.000001821539,0.0001827592,0.003519386],"genre_scores_gemma":[0.9981757,0.00000382307,0.001380306,0.0002175678,0.0001208136,0.00004489831,0.000001692435,0.0000218476,0.00003336236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1347451,"threshold_uncertainty_score":0.6001262,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205570006","doi":"10.1145/3492853","title":"Studying Up Machine Learning Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Documentation; Transparency (behavior); Computer science; Data science; Context (archaeology); Argument (complex analysis); Perspective (graphical); Quality (philosophy); Data quality; Power (physics); Work (physics); Artificial intelligence; Machine learning; Knowledge management; Epistemology; Engineering; Business; Computer security; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.2530857386306079,"gpt":0.4353445862956434,"spread":0.1822588476650355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001960057,0.0001055599,0.000153276,0.00009910642,0.002808519,0.0002714099,0.002932293,0.00004727883,0.0001635142],"category_scores_gemma":[0.001349239,0.00009235892,0.00008068467,0.0002554582,0.0001044533,0.0008326239,0.002993332,0.0009721685,0.000005865549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001989914,"about_ca_system_score_gemma":0.00004074021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001609461,"about_ca_topic_score_gemma":0.0001213152,"domain_scores_codex":[0.9984381,0.00008626773,0.0002381127,0.000291342,0.0007248712,0.0002212644],"domain_scores_gemma":[0.9987753,0.0002096528,0.0003837734,0.000347552,0.0002343052,0.00004938867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004591891,0.001573234,0.03915497,0.0002248747,0.0006216763,0.00000405118,0.4540564,0.001359486,0.01930927,0.2063175,0.1871001,0.08981928],"study_design_scores_gemma":[0.001915716,0.001864632,0.01093914,0.0004486626,0.0002003585,0.00001600059,0.1003932,0.01243987,0.003392405,0.09226494,0.7749289,0.001196146],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.959745,0.0000263237,0.00001274269,0.01590208,0.002977336,0.0003309807,0.00001055199,0.0001214687,0.02087349],"genre_scores_gemma":[0.9966181,0.00001741608,0.0002706888,0.0006043179,0.0007404934,0.000009054992,0.000007899697,0.00001617365,0.001715848],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5878288,"threshold_uncertainty_score":0.9984897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123744018","doi":"10.1145/3449092","title":"Exploring Lightweight Interventions at Posting Time to Reduce the Sharing of Misinformation on Social Media","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Social media; Psychological intervention; Internet privacy; Computer science; World Wide Web; Psychology; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.3025225327048007,"gpt":0.3940998446864759,"spread":0.09157731198167524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006718984,0.0001143686,0.0001603532,0.0001647601,0.0008356093,0.0001914848,0.0008135727,0.00004942105,0.0003027553],"category_scores_gemma":[0.001493388,0.00008280338,0.0002057602,0.0003918374,0.00005582973,0.001235453,0.0005070841,0.0001973819,0.0001210908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002524397,"about_ca_system_score_gemma":0.00002428808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002391969,"about_ca_topic_score_gemma":0.00001855063,"domain_scores_codex":[0.9985873,0.00002513777,0.000512475,0.0001506764,0.000534122,0.0001903237],"domain_scores_gemma":[0.9985379,0.0001986212,0.0005470738,0.0002030792,0.0004571083,0.0000562133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002864892,0.0003726112,0.0001376566,0.0004024654,0.0001701383,4.680519e-7,0.7157618,0.0003010753,0.06372851,0.04135767,0.07491387,0.1025673],"study_design_scores_gemma":[0.001358589,0.0004540993,0.0503341,0.006515082,0.0001578263,0.0000236113,0.06095835,0.002055334,0.8382509,0.003790357,0.03529909,0.0008026494],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9626533,0.000003240831,0.00001218658,0.005701161,0.0007047561,0.0002061531,0.000003337829,0.00004561092,0.03067029],"genre_scores_gemma":[0.9977154,0.000006408497,0.0002932978,0.0003156783,0.0005546067,0.000007211661,0.00000552975,0.000009874481,0.001091975],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7745224,"threshold_uncertainty_score":0.6426916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309619003","doi":"10.1145/3555561","title":"The Data-Production Dispositif","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Outsourcing; Crowdsourcing; Agency (philosophy); Production (economics); Work (physics); Alienation; Power (physics); Raw data; Quality (philosophy); Data quality; Computer science; Knowledge management; Business; Data science; Sociology; World Wide Web; Marketing; Political science; Engineering; Economics; Service (business); Social science; Microeconomics; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.07146578845622585,"gpt":0.3385456709085963,"spread":0.2670798824523704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008654459,0.00007186142,0.00007296339,0.00004790357,0.002323809,0.0002527134,0.001968648,0.00001949895,0.00003810158],"category_scores_gemma":[0.0001383731,0.00005097762,0.00006033103,0.0001935074,0.0001074748,0.00135926,0.0006183456,0.0002290675,0.00001129074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001513537,"about_ca_system_score_gemma":0.00001801395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000982525,"about_ca_topic_score_gemma":0.00005332516,"domain_scores_codex":[0.9990778,0.00002723784,0.0002242619,0.0002011587,0.0003246026,0.0001449339],"domain_scores_gemma":[0.9992091,0.00008270118,0.0002396695,0.0003592191,0.00008746998,0.00002185184],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003298221,0.0004595668,0.001610174,0.0000549991,0.0001444444,2.339815e-7,0.02676533,0.0007857962,0.001330214,0.255301,0.1914228,0.5217956],"study_design_scores_gemma":[0.0002344196,0.0002228492,0.003538911,0.00007842597,0.00003728103,0.00000910545,0.01010407,0.001064641,0.003555985,0.0313922,0.9495335,0.0002285607],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9226248,0.00001586728,0.00003211319,0.02141803,0.004169349,0.0004695552,0.00001067884,0.00008754358,0.05117206],"genre_scores_gemma":[0.9980141,0.00001166643,0.00007863503,0.0001896508,0.0005396886,0.0000279924,0.0000105915,0.000006606083,0.001121099],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7581108,"threshold_uncertainty_score":0.998975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3158004789","doi":"10.1145/3479524","title":"Digital Social Interaction in Older Adults During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Korea Institute of Science and Technology","keywords":"Pandemic; Social distance; Coping (psychology); Psychology; Telehealth; Coronavirus disease 2019 (COVID-19); Interpersonal communication; Apprehension; Digital divide; Internet privacy; Social psychology; Public relations; Information and Communications Technology; Business; Gerontology; Political science; Telemedicine; Medicine; Clinical psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0497220369189681,"gpt":0.3511867205498491,"spread":0.301464683630881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003639325,0.0001750668,0.0002037947,0.0001874571,0.0007863061,0.0002607893,0.001249697,0.0001837758,0.00006630229],"category_scores_gemma":[0.001303484,0.0001334596,0.0001641561,0.000505708,0.0002365498,0.0009568639,0.0006596077,0.0006897654,0.00001807651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007209298,"about_ca_system_score_gemma":0.00006786243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002949921,"about_ca_topic_score_gemma":0.0009237343,"domain_scores_codex":[0.998396,0.00004981237,0.0004009507,0.0004239185,0.0004186131,0.0003107035],"domain_scores_gemma":[0.9987983,0.0002197194,0.0004089682,0.000273,0.0002456691,0.0000543963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001094816,0.001831837,0.5282162,0.0006716925,0.0003103844,0.00002414823,0.2986655,0.000118257,0.01971405,0.01313751,0.02862021,0.1075954],"study_design_scores_gemma":[0.007101738,0.0003040609,0.7575707,0.002095102,0.0001077679,0.0003874956,0.112858,0.0005811107,0.02894702,0.02080138,0.0678247,0.001420917],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9844201,0.00001118938,0.00001429384,0.01118784,0.0009229818,0.0003642979,0.000003691619,0.0001979624,0.002877684],"genre_scores_gemma":[0.9980835,0.00001362259,0.00006088287,0.0005850882,0.0005617004,0.00003906829,0.000002838865,0.00001840004,0.0006349232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2293545,"threshold_uncertainty_score":0.604771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206893018","doi":"10.1145/3479603","title":"Time for Historicism in CSCW: An Invitation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Sensibility; Presentism; Sociology; Historicism; Field (mathematics); Engineering ethics; Work (physics); Epistemology; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0563592827327612,"gpt":0.3360085121621149,"spread":0.2796492294293537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003814762,0.0001979643,0.0002440418,0.0004690711,0.0001838654,0.0001399807,0.00181137,0.0001369634,0.0000157033],"category_scores_gemma":[0.0003972106,0.0001801344,0.0001150907,0.0006285635,0.00005648684,0.00189593,0.0005863266,0.0004023145,0.00002526742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004791904,"about_ca_system_score_gemma":0.00003017948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001045761,"about_ca_topic_score_gemma":0.000009613957,"domain_scores_codex":[0.9983939,0.00002768183,0.0005048031,0.0005706524,0.0002669159,0.0002360678],"domain_scores_gemma":[0.9977738,0.000142778,0.0005220565,0.0006491832,0.000886432,0.00002569626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000133461,0.001038763,0.0005760774,0.0001404285,0.00008147487,0.000004054904,0.006224607,0.0002625835,0.7254267,0.1984781,0.03003266,0.03760109],"study_design_scores_gemma":[0.001552975,0.001312961,0.00932082,0.0005564068,0.00002681172,0.0001179966,0.000383376,0.08354302,0.7628717,0.1290705,0.01063187,0.0006114741],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9809939,0.000009020629,0.01047175,0.00428034,0.002187849,0.0004555889,0.000001950596,0.0001989814,0.001400574],"genre_scores_gemma":[0.9579134,0.000001363337,0.04002631,0.0009614195,0.0003015373,0.0000932839,0.00001020399,0.00002532364,0.0006671707],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08328043,"threshold_uncertainty_score":0.7345666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319165740","doi":"10.1145/3579467","title":"Charting the Sociotechnical Gap in Explainable AI: A Framework to Address the Gap in XAI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Sociotechnical system; Operationalization; Affordance; Context (archaeology); Computer science; Knowledge management; Domain (mathematical analysis); Conceptual framework; Management science; Data science; Sociology; Epistemology; Engineering; Social science; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.1290705136467061,"gpt":0.3893030887555342,"spread":0.2602325751088281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002148143,0.0002765103,0.0003040393,0.0004363673,0.0005173797,0.0005481352,0.005765006,0.0001654027,0.00001649124],"category_scores_gemma":[0.001463917,0.0001728538,0.0001697831,0.002257318,0.0001128369,0.001062873,0.003033863,0.001329515,0.0001654056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003067317,"about_ca_system_score_gemma":0.00003115616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002543983,"about_ca_topic_score_gemma":0.0000830385,"domain_scores_codex":[0.9971786,0.00008782947,0.0007467211,0.0006793138,0.0006299629,0.0006776261],"domain_scores_gemma":[0.9973108,0.0009016776,0.000374946,0.001100572,0.0002469787,0.0000650414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003396735,0.0009704392,0.006598623,0.0003421954,0.0001041575,0.00003680274,0.1148527,0.02548163,0.05172588,0.6631283,0.06094433,0.07547531],"study_design_scores_gemma":[0.0004710631,0.0007834266,0.01683164,0.00297073,0.00002159995,0.00004925402,0.009020353,0.2757226,0.1983806,0.4878279,0.006957756,0.0009631545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9179386,0.0000179624,0.008105711,0.06964734,0.00140242,0.001295999,0.000001030068,0.000324843,0.001266038],"genre_scores_gemma":[0.9937917,0.000007850965,0.002372418,0.003007332,0.0003799955,0.0002509744,5.349748e-7,0.00002822067,0.0001609601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2502409,"threshold_uncertainty_score":0.9996143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288079562","doi":"10.1145/3415201","title":"Combating Misinformation in Bangladesh","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Misinformation; Situated; Context (archaeology); Newspaper; Computer-supported cooperative work; Public relations; Social media; Population; Political science; Internet privacy; Politics; Sociology; Work (physics); Media studies; Computer science; Geography; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.08039606910897877,"gpt":0.3060802371013435,"spread":0.2256841679923647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002645273,0.0001438826,0.0001692092,0.0001705774,0.0001542081,0.000250237,0.003281601,0.00005164815,0.000006031171],"category_scores_gemma":[0.0002704324,0.0001201004,0.00007159368,0.0004518809,0.00003224477,0.001460799,0.001650921,0.000393157,0.0000210989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000102892,"about_ca_system_score_gemma":0.00001466272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000172856,"about_ca_topic_score_gemma":0.000001250568,"domain_scores_codex":[0.9988839,0.00001978974,0.0004332012,0.0001841217,0.0003062323,0.0001727759],"domain_scores_gemma":[0.9988897,0.0001298806,0.0003742677,0.0003855361,0.0001880232,0.00003258728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002254268,0.0006817888,0.02206714,0.001744301,0.0001895242,0.000004258495,0.2683968,0.003675404,0.0440805,0.4215898,0.09878583,0.1385592],"study_design_scores_gemma":[0.002181998,0.001151743,0.06628589,0.002820695,0.00001947582,0.00006400228,0.002654708,0.605438,0.2683727,0.03952394,0.01035435,0.001132541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9729221,0.00000560975,0.005379672,0.01490411,0.000744801,0.0002737591,5.509492e-7,0.0002055751,0.005563862],"genre_scores_gemma":[0.9690824,0.000001671499,0.02876354,0.001979052,0.0001346853,0.000009103393,0.000001323037,0.000009395725,0.00001883786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6017626,"threshold_uncertainty_score":0.6098085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899033647","doi":"10.1145/3274381","title":"StreamWiki","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Voting; World Wide Web; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.04278494560197251,"gpt":0.3366055683602679,"spread":0.2938206227582955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000188597,0.0001378322,0.0001433402,0.0001377959,0.0002161535,0.0001968144,0.002607769,0.00005077227,0.00001502571],"category_scores_gemma":[0.0001311842,0.00009848842,0.0001181484,0.0002905697,0.00007190358,0.0005162728,0.000994279,0.00026257,0.00007883177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000474199,"about_ca_system_score_gemma":0.00001147357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001448012,"about_ca_topic_score_gemma":0.00000163147,"domain_scores_codex":[0.9989502,0.00000928527,0.0002470507,0.0003245727,0.0002858517,0.0001830398],"domain_scores_gemma":[0.998719,0.0000507173,0.0002974301,0.000564844,0.0003272776,0.00004071143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000118532,0.001431366,0.01500857,0.0002417713,0.0003416275,0.000003017974,0.008446043,0.0003364711,0.08563042,0.3934545,0.1835124,0.3114753],"study_design_scores_gemma":[0.001550654,0.004104254,0.03742716,0.001473,0.00008924537,0.0001293044,0.000322262,0.379389,0.355314,0.1686882,0.05035909,0.001153829],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9783775,0.000003970836,0.003321802,0.008331597,0.001549634,0.0001167105,7.075468e-7,0.0002239032,0.008074184],"genre_scores_gemma":[0.979437,0.00000124617,0.0184084,0.0004527481,0.0009704594,0.000002418688,4.449657e-7,0.00001056896,0.000716726],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3790525,"threshold_uncertainty_score":0.4845927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988065279","doi":"10.1145/3359127","title":"Vicariously Experiencing it all Without Going Outside","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Casual; China; Advertising; Internet privacy; Psychology; Business; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05311598976139283,"gpt":0.3738817383115632,"spread":0.3207657485501704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004754725,0.0001815788,0.0002413495,0.0001673845,0.0003885455,0.0001928334,0.001877472,0.0001625191,0.0000943669],"category_scores_gemma":[0.0003836665,0.0001500383,0.0001457262,0.0001963406,0.0001488862,0.0007262267,0.0005927547,0.0004562081,0.0001465721],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003527604,"about_ca_system_score_gemma":0.00002564808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003678699,"about_ca_topic_score_gemma":0.00006221159,"domain_scores_codex":[0.9983886,0.00002269092,0.0003342752,0.0003542665,0.0005255154,0.000374584],"domain_scores_gemma":[0.9988054,0.00006202308,0.0004746109,0.000398174,0.0001982001,0.00006160397],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004303691,0.0008400843,0.4157736,0.0002996245,0.0003746011,0.000002685176,0.2017892,0.00009381351,0.2458784,0.01501652,0.08804248,0.03145862],"study_design_scores_gemma":[0.006766289,0.002756817,0.2108979,0.008430168,0.0003383143,0.0001141123,0.1072015,0.004787165,0.4632916,0.02780252,0.1640892,0.003524407],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9684838,0.000004347347,0.0000163266,0.003894274,0.001450863,0.0004326463,4.389422e-7,0.0002060274,0.02551124],"genre_scores_gemma":[0.9952279,0.00000447941,0.001287798,0.00136333,0.000294585,0.00001035064,4.717664e-7,0.00002383363,0.001787264],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2174132,"threshold_uncertainty_score":0.6118385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307716635","doi":"10.1145/3549490","title":"Definitions of Esports: A Systematic Review and Thematic Analysis","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Representativeness heuristic; Thematic analysis; Diversity (politics); Thematic map; Field (mathematics); Data science; Computer science; Sociology; Psychology; Geography; Social science; Qualitative research; Mathematics; Social psychology; Cartography","retraction":null,"screen_n_in":null,"score":{"opus":0.1713463722622227,"gpt":0.4019255624390162,"spread":0.2305791901767934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009192684,0.0002184421,0.001955385,0.0003584576,0.0001402581,0.00008798762,0.001152272,0.00007311741,0.0001469309],"category_scores_gemma":[0.001133762,0.0001424118,0.00089114,0.0009743672,0.0001153983,0.0002293596,0.0004414037,0.0002675786,0.00000397179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001358453,"about_ca_system_score_gemma":0.00004543669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002772765,"about_ca_topic_score_gemma":0.00001062924,"domain_scores_codex":[0.998061,0.0000711706,0.0009676644,0.0002705117,0.0004840303,0.0001456091],"domain_scores_gemma":[0.996812,0.000474201,0.002121461,0.0003937846,0.0001469533,0.00005164064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00000131597,0.0001408406,0.000002544114,0.9199097,0.001287558,3.376354e-7,0.002574803,2.481707e-7,1.492371e-7,0.01587761,0.0009362117,0.05926871],"study_design_scores_gemma":[0.00006686845,0.0001363066,0.000003510006,0.6339231,0.03269524,0.00002002618,0.001411653,0.000005381424,0.000001108234,0.00265095,0.3287574,0.0003284468],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007376953,0.9697386,0.000002790569,0.0001329166,0.0002913678,0.002043472,0.00002208502,0.00003531841,0.02765967],"genre_scores_gemma":[0.0001918171,0.9984847,0.0001336647,0.0001041355,0.00006538571,0.0002345177,0.00001206675,0.00001733414,0.0007563867],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3278212,"threshold_uncertainty_score":0.5807384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200633865","doi":"10.1145/3512943","title":"Human-AI Collaboration for UX Evaluation: Effects of Explanation and Synchronization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Context (archaeology); Wizard of oz; Asynchronous communication; Synchronization (alternating current); Test (biology); User experience design","retraction":null,"screen_n_in":null,"score":{"opus":0.04460961568483576,"gpt":0.3544957742154282,"spread":0.3098861585305924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007954939,0.0001438015,0.0001832986,0.0002783709,0.0005951395,0.0001677156,0.001100257,0.00004475872,0.00001408875],"category_scores_gemma":[0.0004488667,0.0001355413,0.00006868917,0.0005587428,0.00004181131,0.001223529,0.0006466213,0.0001591292,0.000001210659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002965898,"about_ca_system_score_gemma":0.00004381318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001995981,"about_ca_topic_score_gemma":0.000006710036,"domain_scores_codex":[0.9983472,0.00005665315,0.0004498283,0.0003874421,0.0006080149,0.0001508641],"domain_scores_gemma":[0.9975736,0.0002009286,0.0006682805,0.0003728999,0.001156856,0.00002745631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002055688,0.001119719,0.001289776,0.001325102,0.0002029435,8.072843e-7,0.02620297,0.02600696,0.379195,0.4491048,0.03248212,0.08286424],"study_design_scores_gemma":[0.0007027169,0.001637486,0.001656802,0.0002014719,0.00006418811,0.0000115366,0.0008952869,0.4375126,0.4889168,0.06728395,0.0008632708,0.0002539763],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9473336,0.00004549402,0.04601794,0.002608569,0.001672112,0.001895536,0.000004108882,0.00008624437,0.0003363691],"genre_scores_gemma":[0.9949316,0.000002123682,0.004287323,0.0002303761,0.0001509356,0.0003032694,0.000009085042,0.00001369789,0.00007158644],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4115056,"threshold_uncertainty_score":0.5527213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774116887","doi":"10.1145/3134664","title":"Seeing Sound","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Annotation; Soundscape; Spectrogram; Redundancy (engineering); Active listening; Recall; Reliability (semiconductor); Crowdsourcing; Speech recognition; Human–computer interaction; Natural language processing; Artificial intelligence; Sound (geography); Cognitive psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.08687798803912372,"gpt":0.3487043296533339,"spread":0.2618263416142101,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002732374,0.0001650764,0.0001795191,0.00009688093,0.001070367,0.001174093,0.005313951,0.00005689744,0.00001069089],"category_scores_gemma":[0.0002005611,0.000121362,0.0001300618,0.00007926032,0.00008375035,0.001991316,0.002273622,0.0002769024,0.00002513106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006026278,"about_ca_system_score_gemma":0.00001292329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001745369,"about_ca_topic_score_gemma":0.000001479712,"domain_scores_codex":[0.9987863,0.000006056367,0.0002707047,0.0003943353,0.0003251075,0.0002175453],"domain_scores_gemma":[0.9979027,0.00004345626,0.0007626213,0.001041283,0.0002068688,0.00004308708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00009661642,0.0006433557,0.02197913,0.0006795063,0.0002572483,0.000006970552,0.01072391,0.0002284249,0.1363225,0.2184517,0.09375382,0.5168567],"study_design_scores_gemma":[0.001856968,0.0006588888,0.1052383,0.002791941,0.00007096878,0.0001813988,0.0002036548,0.06195986,0.4640574,0.3414879,0.02017691,0.001315753],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9530803,0.00001302329,0.0177587,0.005935338,0.002474949,0.0001838417,4.476192e-7,0.0001554408,0.02039795],"genre_scores_gemma":[0.9838144,0.000001477062,0.01455566,0.0007055069,0.0005257811,0.000006748885,1.837696e-7,0.00001194437,0.000378331],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.515541,"threshold_uncertainty_score":0.9998628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988216389","doi":"10.1145/3359148","title":"\"My cousin bought the phone for me. I never go to mobile shops.\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Bill and Melinda Gates Foundation","keywords":"Islam; Mobile phone; Sociology; Gender studies; Affect (linguistics); Phone; Dynamics (music); Qualitative research; Social dynamics; Cousin; Public relations; Political science; Social science; Geography; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0422558494581298,"gpt":0.3153182028413925,"spread":0.2730623533832627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0005501015,0.0002496764,0.000266123,0.0001858732,0.0003882775,0.0004363982,0.005956594,0.00007556655,0.00002671326],"category_scores_gemma":[0.0001227703,0.0001656424,0.0001769421,0.0004003843,0.00005789462,0.00114502,0.002693876,0.0003585698,0.0001485474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001825571,"about_ca_system_score_gemma":0.00003206012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002967117,"about_ca_topic_score_gemma":0.00000430662,"domain_scores_codex":[0.9984183,0.0000246107,0.0004071849,0.0003861648,0.0004323176,0.0003314508],"domain_scores_gemma":[0.9974438,0.0003964901,0.0003472755,0.001243907,0.0005252437,0.00004326551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004636711,0.0008035288,0.001070762,0.0006692032,0.0004163439,7.576903e-7,0.04963438,0.003230635,0.09498073,0.1246864,0.658949,0.0650946],"study_design_scores_gemma":[0.002098741,0.002646208,0.007543031,0.001905956,0.00007234816,0.0001139459,0.002179186,0.07130568,0.3904435,0.04255614,0.4776229,0.00151241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9694041,0.00002113355,0.01149861,0.0082197,0.005068799,0.002228379,0.000004122491,0.0002735534,0.003281592],"genre_scores_gemma":[0.9555367,0.00000455149,0.03594826,0.004187092,0.0004954466,0.0003779354,0.000002321709,0.00004067775,0.003407044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2954628,"threshold_uncertainty_score":0.9994217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983551767","doi":"10.1145/3359142","title":"Challenges and Design Considerations for Multimodal Asynchronous Collaboration in VR","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Human–computer interaction; Workspace; Context (archaeology); Multimodal interaction; Proxemics; Multimedia; Task (project management); Computer-supported cooperative work; Work (physics); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1023054335010735,"gpt":0.3514384160315862,"spread":0.2491329825305127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173896,0.000113125,0.0001529422,0.0001443418,0.0001083525,0.0001847641,0.0005144486,0.00005811052,0.00000259345],"category_scores_gemma":[0.0001864686,0.00009246708,0.00003727413,0.0001315315,0.00002409854,0.0008760883,0.000237737,0.0001105029,0.000005868235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008676111,"about_ca_system_score_gemma":0.0000284436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001286986,"about_ca_topic_score_gemma":0.00001470626,"domain_scores_codex":[0.9991374,0.00001605149,0.0002540603,0.0003215391,0.0001377639,0.0001331749],"domain_scores_gemma":[0.9988376,0.0003399436,0.0002149434,0.0003400384,0.000235696,0.00003179325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000112686,0.0006127133,0.0004552068,0.0002533613,0.00006317073,2.164685e-7,0.01730411,0.003074275,0.08359838,0.7306094,0.002649699,0.1612668],"study_design_scores_gemma":[0.002916521,0.002661604,0.05159805,0.0006278707,0.0000280751,0.0000513882,0.001191118,0.5124997,0.1745037,0.2514295,0.001842188,0.0006502528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9320901,0.00008299889,0.05055153,0.01173011,0.000617418,0.002473783,0.00000442415,0.0001019744,0.002347674],"genre_scores_gemma":[0.9486069,0.00002443149,0.05100208,0.0001986489,0.00006153735,0.00007914817,7.270991e-7,0.000007464202,0.00001903842],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5094255,"threshold_uncertainty_score":0.3770698,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899336012","doi":"10.1145/3274460","title":"Shopping Over Distance through a Telepresence Robot","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Robot; Human–computer interaction; Telerobotics; Computer science; Mobile robot; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1137634862287063,"gpt":0.4267961485588093,"spread":0.313032662330103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001515669,0.000211636,0.0002341167,0.00009948276,0.0003389574,0.0001211356,0.001197593,0.00009680152,0.001287229],"category_scores_gemma":[0.0001865909,0.0001694235,0.0001992901,0.0002716628,0.0001854583,0.0005944308,0.0004019537,0.0004202928,0.0002976926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001318574,"about_ca_system_score_gemma":0.000007852368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001373771,"about_ca_topic_score_gemma":0.00001777728,"domain_scores_codex":[0.9985146,0.00002278882,0.0004041761,0.0004631183,0.0003063483,0.0002889581],"domain_scores_gemma":[0.9984901,0.0001422393,0.0004826626,0.0005118624,0.000330847,0.00004228993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001652083,0.001518188,0.02500566,0.0001506558,0.000685341,0.000004667614,0.04329503,0.00005195928,0.09038279,0.2094491,0.5917565,0.03604807],"study_design_scores_gemma":[0.004845694,0.003600735,0.3817437,0.003305153,0.0002803715,0.0003054185,0.01065932,0.003222178,0.1386555,0.06257784,0.3884463,0.002357811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8844557,0.00001846833,0.002182738,0.002138868,0.008499592,0.0003897582,0.000003247148,0.0001844639,0.1021271],"genre_scores_gemma":[0.9921251,0.000002609764,0.001363918,0.001443173,0.002049783,0.00003489006,0.000001249424,0.00003110953,0.002948185],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3567381,"threshold_uncertainty_score":0.9996257,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774782036","doi":"10.1145/3134714","title":"Design Recommendations for Self-Monitoring in the Workplace","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Benchmarking; Productivity; Self-monitoring; Work (physics); Variety (cybernetics); Knowledge management; Computer science; Experience sampling method; Field (mathematics); Process management; Data science; Engineering; Business; Psychology; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.5182349395885374,"gpt":0.5082724576959539,"spread":0.00996248189258353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002387181,0.0001079956,0.000130667,0.0002062469,0.0007869481,0.001192292,0.00382514,0.00003846621,0.00002043863],"category_scores_gemma":[0.0008077624,0.00006229603,0.0001131132,0.0001496103,0.00002986578,0.001673568,0.0004481207,0.0001816684,0.00002716884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006327625,"about_ca_system_score_gemma":0.00000692183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000915528,"about_ca_topic_score_gemma":0.000002281674,"domain_scores_codex":[0.9986665,0.00002405116,0.000446846,0.0002089172,0.0005122155,0.0001414689],"domain_scores_gemma":[0.9976962,0.0006059849,0.0007689383,0.0006234475,0.0002875911,0.00001779021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0005026817,0.0008357185,0.08978666,0.00008723354,0.0001137784,6.275516e-7,0.03738021,0.0006465469,0.003871813,0.01696527,0.6332699,0.2165395],"study_design_scores_gemma":[0.003218797,0.0008932583,0.661994,0.00110593,0.0001587673,0.00001768814,0.01558136,0.03614338,0.03051223,0.08631882,0.1632107,0.0008450018],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9685369,0.000003521876,0.002348082,0.02250771,0.002265323,0.0009737278,0.000002546564,0.00004456154,0.003317696],"genre_scores_gemma":[0.985987,0.000003025889,0.01269005,0.0002541527,0.0003089353,0.00008701372,7.81611e-7,0.000006742821,0.0006623139],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5722073,"threshold_uncertainty_score":0.9998446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3126786794","doi":"10.1145/3449133","title":"Belonging There","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Calgary","funders":"","keywords":"Avatar; Human–computer interaction; Embodied cognition; Gesture; Computer science; Virtual reality; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05506003723088014,"gpt":0.3293890978465045,"spread":0.2743290606156243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001713489,0.0001244068,0.0001399262,0.000079965,0.0002147588,0.0002833499,0.001914106,0.00004705717,0.00001826897],"category_scores_gemma":[0.0001108589,0.00009404395,0.0001208033,0.0003909104,0.00002727336,0.0007193745,0.001127742,0.000214889,0.00002912474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007377697,"about_ca_system_score_gemma":0.00002296215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001565109,"about_ca_topic_score_gemma":0.000001950202,"domain_scores_codex":[0.9989643,0.00001081955,0.0002482861,0.0003294551,0.0002731339,0.0001740659],"domain_scores_gemma":[0.9986284,0.00007022746,0.0002318918,0.0007164377,0.0003044789,0.00004859041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001718154,0.0005505499,0.001286692,0.0001130838,0.0001078226,0.000002327194,0.002712404,0.0002259183,0.1681277,0.6402149,0.02322938,0.1634121],"study_design_scores_gemma":[0.0005308231,0.0003042555,0.03630745,0.0005581912,0.00002502123,0.0001301522,0.0002763896,0.01966949,0.8600529,0.06285006,0.01888005,0.0004151454],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9559485,0.00002809206,0.01777295,0.01003455,0.0007267798,0.0002008627,0.000001663843,0.0001597934,0.01512682],"genre_scores_gemma":[0.98814,0.000006949236,0.01065659,0.0006727031,0.0001794263,0.00001154334,0.000001067853,0.000009700035,0.0003220377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6919252,"threshold_uncertainty_score":0.3835001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02534761186315127,"gpt":0.2711513648274525,"spread":0.2458037529643012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005280912,0.0001880715,0.0002370231,0.0001070264,0.0003028316,0.0002973307,0.003019748,0.00007185795,0.00001042664],"category_scores_gemma":[0.0002258884,0.0001170984,0.0002181886,0.0003968117,0.0001003135,0.0004460532,0.001103322,0.00036444,0.00003638997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006100108,"about_ca_system_score_gemma":0.00002580712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001759715,"about_ca_topic_score_gemma":8.736432e-7,"domain_scores_codex":[0.9984299,0.00002429189,0.0004534853,0.0003783905,0.0004481808,0.0002657352],"domain_scores_gemma":[0.9977946,0.0003185621,0.0005857631,0.0009473655,0.0002983024,0.00005536288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001130084,0.001197827,0.06970215,0.000863012,0.001025538,0.000002100129,0.02985436,0.008714695,0.1893215,0.1748442,0.1967997,0.3265449],"study_design_scores_gemma":[0.004636682,0.003770631,0.166446,0.008248864,0.000212543,0.0001812042,0.005197136,0.1205698,0.6012573,0.02897709,0.05779921,0.002703505],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920263,0.00002938663,0.0008611557,0.001776319,0.002019707,0.000259959,3.039165e-7,0.00008566083,0.002941229],"genre_scores_gemma":[0.9959549,0.000004195937,0.002964092,0.000245426,0.0002366561,0.000006990728,2.465475e-7,0.00001627351,0.0005712028],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4119357,"threshold_uncertainty_score":0.5611494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04068191450753942,"gpt":0.3018192372730933,"spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004505638,0.0002273317,0.0002339035,0.0001713955,0.0005203808,0.0004298149,0.002912356,0.0000737972,0.00003316212],"category_scores_gemma":[0.000127734,0.0001705015,0.0001564514,0.0003800188,0.0001252672,0.0007768312,0.00166791,0.0002838132,0.0000918726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000131386,"about_ca_system_score_gemma":0.00001693797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006364479,"about_ca_topic_score_gemma":0.000006095118,"domain_scores_codex":[0.9981607,0.00001807625,0.0004134408,0.0005638786,0.0004803745,0.0003635942],"domain_scores_gemma":[0.9980041,0.00007741669,0.0004014662,0.001053332,0.0003925747,0.00007112362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003862549,0.001257411,0.00568059,0.0003845117,0.0003037663,0.00000477308,0.01269307,0.0004999603,0.2568311,0.1040376,0.5067132,0.1112078],"study_design_scores_gemma":[0.001357364,0.002590454,0.01330982,0.001724431,0.00005906261,0.0001142634,0.0003024891,0.09942222,0.7747447,0.02587821,0.07955686,0.0009400569],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9648643,0.00001503542,0.009519164,0.003233292,0.003187061,0.0003898074,0.000001000565,0.0003183875,0.01847201],"genre_scores_gemma":[0.9792745,0.000001918959,0.01810145,0.0007086714,0.000841471,0.00001362931,5.969588e-7,0.00001986814,0.001037893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5179137,"threshold_uncertainty_score":0.6952849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094607757","doi":"10.1145/3415199","title":"Religion and Sustainability","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Persuasion; Scholarship; Religiosity; Sociology; Spirituality; Islam; Sustainability; Environmental ethics; Epistemology; Sociology of religion; Scope (computer science); Criticism; Social science; Social psychology; Political science; Psychology; Law; Philosophy; Ecology; Theology","retraction":null,"screen_n_in":null,"score":{"opus":0.02159510425189276,"gpt":0.292344192284251,"spread":0.2707490880323582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001420161,0.0001060485,0.0001031001,0.0000159502,0.0001373926,0.00003636843,0.00045843,0.00003801439,0.0001588189],"category_scores_gemma":[0.0003140966,0.00008045999,0.00005817097,0.0001160509,0.0001678206,0.0002992715,0.0008267304,0.0001729746,0.00002056945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002974375,"about_ca_system_score_gemma":0.000004039196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007874779,"about_ca_topic_score_gemma":0.000001850052,"domain_scores_codex":[0.9991629,0.00001214501,0.0001971738,0.00031341,0.0001943681,0.0001199758],"domain_scores_gemma":[0.9995257,0.00003173504,0.0001387688,0.000207772,0.00002403861,0.00007203239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000365746,0.0008597959,0.8008819,0.00051208,0.00003466565,7.436416e-7,0.01689988,0.0008688585,0.03777958,0.004890158,0.09679672,0.04010993],"study_design_scores_gemma":[0.0005803629,0.0007545916,0.8958449,0.00004702814,0.00002964844,0.00001164803,0.0028028,0.003523391,0.0328569,0.03407883,0.02910935,0.0003605793],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9844306,0.000002795504,0.00002607738,0.01283132,0.0001002576,0.0002736154,4.319966e-7,0.00002924463,0.002305618],"genre_scores_gemma":[0.9977776,0.00000355508,0.0004566139,0.001526365,0.00006763671,0.00001068863,5.43209e-7,0.00000765391,0.0001492786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09496304,"threshold_uncertainty_score":0.3281063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283019756","doi":"10.1145/3534525","title":"Mobile Applications for Health and Wellness: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"mHealth; Computer science; Behaviour change; Behavior change; Scale (ratio); Psychology; Medicine; Psychological intervention; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.1595386403785002,"gpt":0.5136574396824999,"spread":0.3541187993039997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002073756,0.000467102,0.002694967,0.0002986754,0.002223619,0.00002480446,0.001717212,0.0002241518,0.00009387763],"category_scores_gemma":[0.0005974754,0.0003273038,0.0005234543,0.0005306479,0.00005302937,0.0001288281,0.0009155303,0.001404484,0.00004585042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008133923,"about_ca_system_score_gemma":0.0005794266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002323516,"about_ca_topic_score_gemma":0.000002928433,"domain_scores_codex":[0.9951922,0.0002789137,0.002840538,0.0007603164,0.0003717122,0.0005563247],"domain_scores_gemma":[0.9911115,0.001716527,0.005387418,0.001231881,0.000264935,0.0002878105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006656489,0.00008690338,6.882564e-7,0.8067963,0.00005052382,1.221581e-8,0.0002243088,7.639287e-8,8.262173e-8,0.003765686,0.04366169,0.1454071],"study_design_scores_gemma":[0.0001386982,0.000247694,2.20788e-7,0.2970617,0.0004059352,0.00001055141,0.0001511395,0.000008704512,1.310087e-7,0.0005216473,0.7013084,0.0001451831],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001478196,0.9332733,0.0001268091,0.0008947763,0.0006738695,0.06426919,0.0001173479,0.0001200911,0.0005231194],"genre_scores_gemma":[0.0000019391,0.7529515,0.0005069426,0.003685532,0.0004197917,0.2416159,0.0001142642,0.00007369767,0.0006304643],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6576467,"threshold_uncertainty_score":0.9999179,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898791345","doi":"10.1145/3274459","title":"Our House","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interactivity; Helpfulness; Feeling; Autonomy; Robot; Variety (cybernetics); Internet privacy; Interpersonal communication; Psychology; Human–computer interaction; Social psychology; Computer science; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.1369891754944688,"gpt":0.4315889290397788,"spread":0.29459975354531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001639545,0.0001659916,0.0001829148,0.0001579901,0.000242921,0.00008702867,0.001001321,0.0001083418,0.0005812233],"category_scores_gemma":[0.0001308595,0.0001286997,0.0001849369,0.0001815012,0.00006104379,0.000264137,0.000299943,0.0003430831,0.001202092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000091006,"about_ca_system_score_gemma":0.000006151261,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009018528,"about_ca_topic_score_gemma":0.000008465168,"domain_scores_codex":[0.9988974,0.00001793574,0.0003229186,0.000320906,0.0002233756,0.0002174137],"domain_scores_gemma":[0.9987566,0.00005003822,0.000391294,0.0004110163,0.0003433165,0.00004773349],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005730028,0.000726537,0.004589359,0.00003260788,0.000280424,0.000001038624,0.01432047,0.000003083708,0.02841116,0.0351459,0.8894395,0.02647691],"study_design_scores_gemma":[0.005299566,0.006196076,0.3003608,0.001318329,0.0003175673,0.0003367523,0.02227079,0.0007161986,0.2640348,0.0367305,0.3605832,0.001835416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9306387,0.00000402174,0.00007167941,0.003393988,0.009654222,0.0002380015,0.00000146025,0.000248125,0.05574975],"genre_scores_gemma":[0.991045,8.79379e-7,0.0004924589,0.001441338,0.002921244,0.00002212473,5.931377e-7,0.00004064607,0.004035711],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5288563,"threshold_uncertainty_score":0.9995756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307715686","doi":"10.1145/3549507","title":"miniPXI: Development and Validation of an Eleven-Item Measure of the Player Experience Inventory","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Reliability (semiconductor); Scale (ratio); Measure (data warehouse); Applied psychology; Psychology; Validity; Computer science; Content validity; Psychometrics; Data mining; Clinical psychology; Geography; Cartography","retraction":null,"screen_n_in":null,"score":{"opus":0.09465823428975312,"gpt":0.3585803974656985,"spread":0.2639221631759454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003175048,0.00008850631,0.0001125604,0.00009014163,0.0001530601,0.00001388921,0.0006564686,0.00003274822,0.00008575416],"category_scores_gemma":[0.00006098573,0.0000656455,0.00005181933,0.0001465566,0.00005659628,0.0001610581,0.0002615255,0.0001566669,9.912619e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007855453,"about_ca_system_score_gemma":0.0000207587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002569387,"about_ca_topic_score_gemma":0.000001810536,"domain_scores_codex":[0.9989964,0.00004120506,0.0003505728,0.0002120395,0.0003191333,0.0000805954],"domain_scores_gemma":[0.9988495,0.00005284997,0.0006110927,0.0002797265,0.0001877844,0.00001901851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0007042168,0.002995481,0.1328002,0.0003433524,0.0003255512,1.593264e-7,0.4010584,0.0002842182,0.3542995,0.03128452,0.008629887,0.06727453],"study_design_scores_gemma":[0.0005179914,0.0004049424,0.5293154,0.0001904293,0.00003644611,0.00002702946,0.01609324,0.0003008617,0.4433683,0.001750561,0.007804438,0.0001903928],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.997776,0.00001712967,0.00001142161,0.0004024101,0.0008538654,0.0002336201,0.000002316756,0.000008876928,0.000694396],"genre_scores_gemma":[0.9988402,5.077226e-7,0.0005769638,0.00009180266,0.00008047968,0.00007910178,0.000004244746,0.000009450746,0.0003172934],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3965151,"threshold_uncertainty_score":0.2676946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988571156","doi":"10.1145/3359178","title":"Understanding Expert Disagreement in Medical Data Analysis through Structured Adjudication","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; University of Waterloo","funders":"Canadian Institutes of Health Research; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Adjudication; CLARITY; Context (archaeology); Psychology; Presentation (obstetrics); Computer science; Data science; Medicine; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2065316819450487,"gpt":0.4112688192082902,"spread":0.2047371372632415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006957551,0.0001840868,0.0003064656,0.0003299042,0.000125477,0.0001560083,0.005661675,0.0001080403,0.0001125169],"category_scores_gemma":[0.0003050287,0.0001403047,0.0001062023,0.0009722004,0.00003852648,0.001214483,0.002877218,0.0005385685,0.00001292362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004002328,"about_ca_system_score_gemma":0.00003316117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003407197,"about_ca_topic_score_gemma":0.0000930947,"domain_scores_codex":[0.9974424,0.00005279636,0.0005451204,0.0007563077,0.0009568459,0.0002465777],"domain_scores_gemma":[0.9974822,0.0001866408,0.0005223372,0.00164652,0.0001055361,0.00005675535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000253526,0.0009303716,0.5280918,0.0008057216,0.001354318,0.000006159778,0.03268433,0.007871145,0.005980769,0.3471622,0.02120595,0.05365368],"study_design_scores_gemma":[0.0008427519,0.0002825463,0.1171817,0.0006711676,0.00005459456,0.00001643986,0.0005136278,0.8501691,0.001689493,0.02713105,0.001066323,0.0003812448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8534861,0.00004770902,0.1166135,0.02372942,0.002552116,0.000926999,0.000005192772,0.0002157676,0.002423226],"genre_scores_gemma":[0.9843459,0.00001115834,0.01465163,0.000749965,0.0001748621,0.00001002705,0.00001626288,0.00001165829,0.00002854281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8422979,"threshold_uncertainty_score":0.9997182,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05822691235665016,"gpt":0.293772252811522,"spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007091024,0.0001649393,0.0001598096,0.0002530823,0.0005328183,0.0006939086,0.000834864,0.00004920366,8.565265e-7],"category_scores_gemma":[0.0002197227,0.0001041071,0.000048985,0.0007469684,0.00006350326,0.0005568246,0.00038379,0.0002460738,0.000001763427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005667224,"about_ca_system_score_gemma":0.00001971976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001998145,"about_ca_topic_score_gemma":0.000009313903,"domain_scores_codex":[0.9987744,0.00002343618,0.0002563617,0.0003684119,0.0003189825,0.0002584251],"domain_scores_gemma":[0.9987714,0.0004407039,0.0002506569,0.0003310847,0.0001734382,0.00003266494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008611807,0.0007067437,0.06468092,0.00188421,0.0005484174,0.00004137844,0.206949,0.05240482,0.2884248,0.07990222,0.1150784,0.1885179],"study_design_scores_gemma":[0.00349306,0.001338688,0.08697396,0.006406629,0.0000905452,0.0005649733,0.008980038,0.7843635,0.0733704,0.02862783,0.004549781,0.001240587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813716,0.000006527018,0.0143934,0.003352473,0.0002767623,0.0003329757,5.594715e-7,0.0001032178,0.0001625216],"genre_scores_gemma":[0.9872079,0.000002450762,0.01200029,0.0005573088,0.0001643346,0.000005507288,0.000001949641,0.00001976636,0.00004052998],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7319587,"threshold_uncertainty_score":0.6691377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206705049","doi":"10.1145/3479862","title":"Dilemmas in Mutual Aid: Lessons for Crisis Informatics from an Emergent Community Response to the Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mutual aid; Transformative learning; Political science; Emergency response; Public relations; Politics; Informatics; Equity (law); Pandemic; Disaster response; Sociology; Coronavirus disease 2019 (COVID-19); Emergency management; Law; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1267925104539904,"gpt":0.4180308603314967,"spread":0.2912383498775064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001271443,0.0001037338,0.0001361549,0.0000967023,0.0006723559,0.000208421,0.00158094,0.00005055908,0.00003113636],"category_scores_gemma":[0.0005770874,0.00007156937,0.00008728937,0.0002850276,0.0000641291,0.000572373,0.0007073907,0.0002756697,0.000009388634],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001156148,"about_ca_system_score_gemma":0.0000259509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008329225,"about_ca_topic_score_gemma":0.002775458,"domain_scores_codex":[0.9988905,0.0001407245,0.0003285202,0.0001355175,0.0003119221,0.0001928234],"domain_scores_gemma":[0.9988578,0.000324094,0.0002087683,0.0003732532,0.0001890288,0.00004707247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001523323,0.001039315,0.01064975,0.0001261453,0.0001330683,5.554941e-7,0.8091145,0.0008645422,0.01059822,0.01316674,0.1097031,0.04308069],"study_design_scores_gemma":[0.001439412,0.0008387269,0.1688915,0.0007401782,0.0001155489,0.000001801712,0.5626906,0.004143184,0.008818786,0.02369725,0.2280229,0.0006001404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982169,0.000003354067,0.0001781024,0.01556872,0.0006594983,0.0003734972,0.000007476527,0.00003053701,0.001009853],"genre_scores_gemma":[0.9972998,0.000009578912,0.0009628168,0.001089138,0.0002076319,0.00003963798,0.000005040806,0.000007617259,0.0003786788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2464239,"threshold_uncertainty_score":0.5171286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159059608","doi":"10.1145/3449100","title":"An Image of Society","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Workforce; Representation (politics); Field (mathematics); Narrative; Product (mathematics); Audit; People of color; Content (measure theory); Psychology; Race (biology); Sociology; Gender studies; Political science; Mathematics; Management; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.03989034647469759,"gpt":0.3396560730475095,"spread":0.2997657265728119,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002434291,0.0000624582,0.0001040811,0.00002677424,0.0001933852,0.000121219,0.0004988986,0.00004675908,0.00005944108],"category_scores_gemma":[0.00005376727,0.00005351069,0.0001471979,0.0001433631,0.00009639091,0.001438784,0.00007216513,0.0001048791,0.000006291601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005306481,"about_ca_system_score_gemma":0.00002455913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004269746,"about_ca_topic_score_gemma":0.00001763025,"domain_scores_codex":[0.9993724,0.00001013129,0.0002161682,0.0001264775,0.0001735826,0.0001012181],"domain_scores_gemma":[0.9993126,0.00003674975,0.0001986746,0.0001408737,0.0002835709,0.00002758013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001714268,0.002118897,0.00667982,0.0006960006,0.0003193723,6.675095e-7,0.1686338,0.0001692349,0.1729154,0.3796094,0.04253964,0.2261464],"study_design_scores_gemma":[0.0009522013,0.0005290631,0.01319658,0.0008586745,0.00007087334,0.000007738438,0.02941254,0.001852965,0.8330334,0.07598063,0.04361131,0.000493975],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9354721,0.00000349342,0.0001342974,0.001477058,0.0003775762,0.0001008272,0.000002295401,0.00003181725,0.06240052],"genre_scores_gemma":[0.9971803,0.000009204986,0.002230801,0.0001657646,0.0002032884,0.000003404647,0.00000274222,0.000004972842,0.0001995245],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.660118,"threshold_uncertainty_score":0.2182103,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3213054554","doi":"10.1145/3486950","title":"Towards Balancing VR Immersion and Bystander Awareness","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Headset; Avatar; Immersion (mathematics); Virtual reality; Interactivity; Human–computer interaction; Bystander effect; Visualization; Computer science; Optical head-mounted display; Multimedia; Psychology; Artificial intelligence; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05749428252516457,"gpt":0.3367479078413894,"spread":0.2792536253162248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002094635,0.0001337462,0.0001653078,0.00008448981,0.0002410808,0.0002848763,0.0009962331,0.0000557876,0.000008777068],"category_scores_gemma":[0.00008193655,0.0001022674,0.00007718656,0.0002990159,0.00003323419,0.000739101,0.001153974,0.0001801388,0.000005920776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000865745,"about_ca_system_score_gemma":0.00003600124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004389724,"about_ca_topic_score_gemma":0.000002077629,"domain_scores_codex":[0.998926,0.0000128,0.0002447991,0.0003695073,0.0002804502,0.0001664009],"domain_scores_gemma":[0.9988875,0.00005566411,0.0002094133,0.0004856393,0.0003006356,0.00006109252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005711634,0.0005759205,0.004190341,0.0003683478,0.0001442739,0.0000031625,0.006046681,0.0001581777,0.3838115,0.1932141,0.01682704,0.3946033],"study_design_scores_gemma":[0.0008875609,0.0004125145,0.05898065,0.0008377807,0.00004062337,0.0002037621,0.0009393577,0.03381876,0.8735778,0.02234329,0.007435661,0.000522217],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9658969,0.00003183082,0.02624373,0.003891352,0.0005210584,0.0001448898,0.000001764391,0.00006764272,0.003200826],"genre_scores_gemma":[0.993035,0.00001867379,0.006189026,0.0005217657,0.0001214054,0.000008257161,0.000001605079,0.000008545195,0.0000957875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4897663,"threshold_uncertainty_score":0.4170343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1038939494206533,"gpt":0.398662182202616,"spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006435341,0.0001708218,0.0002114129,0.0001135471,0.0006026103,0.0007032371,0.005439994,0.00009741154,0.000002984626],"category_scores_gemma":[0.0008116548,0.000121985,0.00009442033,0.0000752963,0.0002012428,0.001375361,0.003423338,0.0003295055,0.000007968063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005012341,"about_ca_system_score_gemma":0.000007866272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002921161,"about_ca_topic_score_gemma":0.000001366154,"domain_scores_codex":[0.9988524,0.00002207734,0.0002682068,0.000467394,0.0002048614,0.0001850715],"domain_scores_gemma":[0.9977173,0.0001409677,0.0004824676,0.001433061,0.0001981255,0.00002808973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00008342539,0.000392009,0.006518642,0.0002542195,0.0001657119,0.000001235076,0.003446769,0.00001769873,0.1581639,0.150596,0.01990386,0.6604565],"study_design_scores_gemma":[0.0003394835,0.0004551366,0.01647952,0.0003468254,0.00002138517,0.00003811127,0.0001345852,0.01341076,0.6722443,0.2923241,0.003921629,0.0002841302],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9424434,0.0000583946,0.03397461,0.01718198,0.002170163,0.0004658883,0.000001355181,0.0005418091,0.003162349],"genre_scores_gemma":[0.841077,0.000009619203,0.1585469,0.0001129805,0.00007496939,0.00001278174,9.787012e-8,0.00000833337,0.0001572797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6601724,"threshold_uncertainty_score":0.9999411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307887189","doi":"10.1145/3549498","title":"Feeling Good and In Control: In-game Tools to Support Targets of Toxicity","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feeling; Harm; Toxicity; Psychology; Coping (psychology); Variety (cybernetics); Internet privacy; Computer science; Social psychology; Psychotherapist; Medicine; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.07045441158871146,"gpt":0.3683867162160934,"spread":0.297932304627382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005102372,0.0001362495,0.0003168059,0.000426376,0.00005800577,0.00002085793,0.0007449083,0.00008234666,0.0001532765],"category_scores_gemma":[0.0001088319,0.0001273095,0.0000600086,0.0002604169,0.00004488714,0.0001476481,0.0006285073,0.0004684878,0.000003765861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001187644,"about_ca_system_score_gemma":0.000007283334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001852267,"about_ca_topic_score_gemma":0.00004667768,"domain_scores_codex":[0.9987087,0.00003380556,0.0004951321,0.0003572099,0.0001871641,0.0002180487],"domain_scores_gemma":[0.9991987,0.0001096778,0.0003019482,0.0002921231,0.00007086568,0.00002669642],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001885028,0.002993366,0.5619969,0.0001357326,0.0001350411,0.0000140443,0.02433245,0.0002501757,0.3251422,0.03008936,0.00465976,0.04836601],"study_design_scores_gemma":[0.005790556,0.005121176,0.8919417,0.0002108294,0.00007040951,0.00015841,0.007201273,0.0005224048,0.06875193,0.01012604,0.009470992,0.0006342495],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961975,0.00001185334,0.00001740212,0.0009601492,0.0008165023,0.0004306016,0.000009870545,0.00003675393,0.001519394],"genre_scores_gemma":[0.9988945,7.527544e-7,0.0002049889,0.0005210332,0.00006362582,0.00009330179,0.000002178197,0.00001558231,0.0002040856],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3299448,"threshold_uncertainty_score":0.5191529,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194283088","doi":"10.1145/3479497","title":"The \"Shut the f**k up\" Phenomenon: Characterizing Incivility in Open Source Code Review Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Civility; Context (archaeology); Phenomenon; Internet privacy; Computer science; Computer security; World Wide Web; Public relations; Social psychology; Psychology; Political science; Law; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.07765418840429965,"gpt":0.3631479555744238,"spread":0.2854937671701241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00179225,0.0002130347,0.0002922995,0.00007610886,0.0005960346,0.0008781141,0.007975871,0.00004948814,0.00001698061],"category_scores_gemma":[0.002032523,0.0001090078,0.0001418708,0.00078013,0.00008563251,0.0009916599,0.007755018,0.0007910011,0.00001925686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002270078,"about_ca_system_score_gemma":0.00005864316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003310707,"about_ca_topic_score_gemma":0.00001978957,"domain_scores_codex":[0.9978845,0.0001002436,0.0005320528,0.0005540489,0.0005601497,0.0003690494],"domain_scores_gemma":[0.9966795,0.001026472,0.0003398953,0.001540811,0.0003514195,0.00006186612],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002534705,0.001618752,0.02321956,0.003714298,0.0005355106,0.00001815296,0.02430002,0.0006050618,0.07186531,0.04706002,0.148353,0.6784568],"study_design_scores_gemma":[0.002515788,0.0007036789,0.3944482,0.02682915,0.0001131211,0.0004326443,0.001524003,0.04577155,0.08793716,0.02342375,0.4143632,0.00193777],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8419237,0.00172977,0.007256986,0.1382174,0.005320246,0.003188701,0.00000796177,0.000427956,0.001927284],"genre_scores_gemma":[0.9932667,0.0004610011,0.002468572,0.00188946,0.0003624384,0.0002105972,0.000002931114,0.00003747203,0.001300802],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6765191,"threshold_uncertainty_score":0.9973915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159273122","doi":"10.1145/3449195","title":"Speculation and the Design of Development","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Memorial University of Newfoundland; National Science Foundation","keywords":"Speculation; Technoscience; Futures contract; Sociology; Normative; Colonialism; Constructive; Fantasy; Political science; Social science; Law; Computer science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.06062240976796456,"gpt":0.304853781581915,"spread":0.2442313718139504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000534231,0.0001506974,0.0002126703,0.0001769638,0.0002233469,0.0001125297,0.001262521,0.00007106999,0.00001036904],"category_scores_gemma":[0.0002823966,0.00009818871,0.00006838814,0.0003967562,0.0001541217,0.0006180175,0.001078229,0.0003008893,0.000006039342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009523694,"about_ca_system_score_gemma":0.0000329258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004592663,"about_ca_topic_score_gemma":0.000001126509,"domain_scores_codex":[0.9987351,0.0000427815,0.0004635056,0.0003285319,0.0002948503,0.0001351917],"domain_scores_gemma":[0.9979749,0.0002126252,0.0006214199,0.0004759819,0.0007014688,0.00001355662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002442441,0.0003284666,0.0009707206,0.0001427715,0.000280709,0.000001889827,0.008581684,0.0004264308,0.243591,0.6932616,0.003831547,0.04833896],"study_design_scores_gemma":[0.0009072024,0.0001338328,0.0108366,0.0003043215,0.00001919922,0.00009285945,0.0001867232,0.01890969,0.9288749,0.03862068,0.0009500221,0.0001640024],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8623151,0.00002360541,0.1306828,0.003995362,0.001039943,0.0004478185,3.230281e-7,0.00009445463,0.001400504],"genre_scores_gemma":[0.938112,0.000003846267,0.06138728,0.0002505823,0.00007698007,0.00002095409,7.598414e-7,0.000008691228,0.0001389059],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6852838,"threshold_uncertainty_score":0.4004019,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344795","doi":"10.1145/3610206","title":"Selective Explanations: Leveraging Human Input to Align Explainable AI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Task (project management); Computer science; Space (punctuation); Perception; Artificial intelligence; Property (philosophy); Ask price; Machine learning; Data science; Psychology; Epistemology; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.08774926588927132,"gpt":0.3596719010079191,"spread":0.2719226351186478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007410359,0.0003088559,0.0003030673,0.0009010208,0.0008769627,0.0005903839,0.003858783,0.00009459078,0.00001868324],"category_scores_gemma":[0.0004135631,0.0002747402,0.0001719258,0.00205076,0.000050714,0.002148109,0.001981223,0.0004422259,0.0003246274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003824608,"about_ca_system_score_gemma":0.00003473028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001876564,"about_ca_topic_score_gemma":0.00002231672,"domain_scores_codex":[0.9973205,0.00003874787,0.0006093498,0.0008082468,0.0006540682,0.0005690298],"domain_scores_gemma":[0.9976461,0.0001979591,0.000380404,0.00087076,0.0007881636,0.0001166061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001009377,0.0006450389,0.002528667,0.0002783943,0.0002483563,0.00001484414,0.04061325,0.01316627,0.332945,0.298465,0.2825172,0.028477],"study_design_scores_gemma":[0.0002847744,0.000718366,0.004122139,0.000595391,0.00001915096,0.00002804264,0.001649648,0.03483916,0.8200338,0.1304704,0.006605526,0.0006335196],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9520858,0.000006449266,0.02811209,0.01033392,0.001902397,0.001091801,0.000002669223,0.0009754936,0.005489381],"genre_scores_gemma":[0.9906024,0.000002682652,0.006146828,0.001655092,0.0003883984,0.0001596288,0.000003580633,0.00003567406,0.001005701],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4870888,"threshold_uncertainty_score":0.9999705,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4365999093","doi":"10.1145/3579524","title":"Speculating on Risks of AI Clones to Selfhood and Relationships: Doppelganger-phobia, Identity Fragmentation, and Living Memories","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploit; Identity (music); Perception; Psychology; Fragmentation (computing); Social psychology; Interpersonal communication; Cognitive science; Internet privacy; Computer science; Aesthetics; Computer security; Art; Neuroscience","retraction":null,"screen_n_in":null,"score":{"opus":0.2385014057313839,"gpt":0.4731130469845317,"spread":0.2346116412531478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001230525,0.00009579663,0.0001512167,0.0001742612,0.0008822719,0.0002921282,0.000301357,0.00008651858,0.000008605156],"category_scores_gemma":[0.002573206,0.00008574936,0.00004884032,0.0003614325,0.0001242429,0.0009899787,0.0002954142,0.0003179063,0.000004766373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006522567,"about_ca_system_score_gemma":0.00001700506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007762144,"about_ca_topic_score_gemma":0.0003638021,"domain_scores_codex":[0.9989495,0.00004846878,0.0002601151,0.0001987984,0.0003972466,0.0001458638],"domain_scores_gemma":[0.9986197,0.0005539128,0.0002795069,0.0001082259,0.0003798115,0.00005879562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00007869243,0.0002135689,0.2885309,0.000377047,0.0001693678,7.750219e-7,0.474043,0.0002882447,0.01421374,0.2071021,0.007339788,0.007642711],"study_design_scores_gemma":[0.0002455681,0.0003529488,0.7887613,0.00125311,0.000057175,0.000001794987,0.03552744,0.0003380689,0.008184382,0.1647867,0.0002352113,0.0002563739],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9884725,0.000005395757,0.0000200836,0.008780322,0.0004116885,0.0002341558,0.000002426299,0.00005125177,0.002022186],"genre_scores_gemma":[0.99861,0.00003071612,0.0005972349,0.000295853,0.0003268745,0.000005712214,7.633521e-7,0.00001026128,0.000122587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5002303,"threshold_uncertainty_score":0.6785812,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3155832955","doi":"10.1145/3449132","title":"StreamSketch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Interactivity; Computer science; Multimedia; Live streaming; Modality (human–computer interaction); Key (lock); Modalities; Human–computer interaction; Process (computing); Space (punctuation); Formative assessment; World Wide Web; Psychology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.05995711704533049,"gpt":0.356367323382279,"spread":0.2964102063369485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001654584,0.0000788473,0.0001108784,0.00004135591,0.000121556,0.0001702241,0.0006409425,0.0000488003,0.0001046739],"category_scores_gemma":[0.0003888823,0.00006162104,0.0001163695,0.0001791609,0.00007607638,0.0003898971,0.000292652,0.00014327,0.0000251775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007668172,"about_ca_system_score_gemma":0.00003312122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004570664,"about_ca_topic_score_gemma":0.00004755962,"domain_scores_codex":[0.9991722,0.000009829163,0.0001629177,0.0001857172,0.0003109985,0.0001583299],"domain_scores_gemma":[0.9992685,0.00006370905,0.0001510361,0.0001807443,0.0002853468,0.00005069661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006104867,0.0007138756,0.005695327,0.0001135627,0.0001217214,0.000003599686,0.02903767,0.00001550424,0.02096389,0.1361322,0.09816744,0.7089742],"study_design_scores_gemma":[0.0004197922,0.000195866,0.01020808,0.0005162169,0.00003766859,0.00001037881,0.007278381,0.0000747656,0.08897496,0.01734933,0.8746604,0.0002741701],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7223833,0.000009460909,0.000004178937,0.00308257,0.001213648,0.00008853855,0.000001145058,0.00004330282,0.2731738],"genre_scores_gemma":[0.9826597,0.00001458783,0.0005856101,0.0004080417,0.000780258,0.000005584933,0.000001355315,0.000008888795,0.01553597],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.776493,"threshold_uncertainty_score":0.2512833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3048821638","doi":"10.1145/3415242","title":"When Are Search Completion Suggestions Problematic?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Web search query; Offensive; Computer science; Context (archaeology); Information retrieval; Web query classification; Query expansion; World Wide Web; Psychology; Search engine; Data science; Operations research; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1716117509884748,"gpt":0.3790315879248319,"spread":0.2074198369363571,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004025752,0.0001024052,0.0001507603,0.00008990664,0.0005169424,0.0002280239,0.0008343935,0.00005857653,0.0002829028],"category_scores_gemma":[0.0006584798,0.00008002589,0.00009049432,0.0002341596,0.0000926483,0.0007924418,0.0002269552,0.0002532732,0.0001050517],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001127809,"about_ca_system_score_gemma":0.0000266956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009525553,"about_ca_topic_score_gemma":0.00001414144,"domain_scores_codex":[0.9987816,0.00003083946,0.0003068448,0.0001541963,0.000542815,0.0001836996],"domain_scores_gemma":[0.9989527,0.0000731479,0.0003395918,0.0001487369,0.0003772892,0.0001085521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001453069,0.0003338529,0.002912755,0.0005857542,0.00009103327,3.206958e-7,0.3580464,0.000530954,0.01255791,0.1214803,0.4932688,0.01004649],"study_design_scores_gemma":[0.005892427,0.003421668,0.2809543,0.007078453,0.000320513,0.00005171589,0.18557,0.06980838,0.07801542,0.1085561,0.2575319,0.002799113],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8988841,0.000003196741,0.0003861642,0.06965934,0.0004294631,0.0006720619,0.000005236743,0.0001702722,0.0297902],"genre_scores_gemma":[0.9961131,0.000004209427,0.001685619,0.001474985,0.0004393063,0.000004523373,0.000002833659,0.000009051671,0.0002663413],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2780415,"threshold_uncertainty_score":0.3975956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381193245","doi":"10.1145/3593226","title":"EEG-Based Brain-Computer Interactions in Immersive Virtual and Augmented Reality: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Virtual reality; Usability; Computer science; Human–computer interaction; Immersive technology; Augmented reality; Brain–computer interface; Intersection (aeronautics); Electroencephalography; Neuroscience; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1535502742587624,"gpt":0.4052988487298603,"spread":0.2517485744710979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001033968,0.0009609798,0.003030658,0.001121747,0.0002765671,0.0003698271,0.003012872,0.000219478,0.00002213663],"category_scores_gemma":[0.00168771,0.0006167141,0.0009596241,0.001257505,0.0001921096,0.0006373178,0.001785575,0.001502048,0.00009512931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00049477,"about_ca_system_score_gemma":0.00007901913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005756929,"about_ca_topic_score_gemma":0.0000154835,"domain_scores_codex":[0.9944166,0.0004030715,0.002368744,0.001505895,0.0007502549,0.0005554619],"domain_scores_gemma":[0.9927087,0.003104352,0.002745944,0.001079518,0.0002313694,0.0001301203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00005297982,0.000521404,0.000002869038,0.9108759,0.0003579604,0.00002080321,0.0008710224,0.00003633567,0.0006062497,0.001239021,0.03667434,0.0487411],"study_design_scores_gemma":[0.0005256908,0.0005496473,0.000007682787,0.9567775,0.0009067686,0.0002658298,0.00009240684,0.003415906,0.0008977664,0.0002672119,0.03546395,0.0008296974],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00621932,0.89623,0.001746204,0.02249983,0.02329452,0.04475697,0.0005103225,0.00210009,0.002642764],"genre_scores_gemma":[0.003938355,0.9805536,0.0005972259,0.008558077,0.001228401,0.001638148,0.00006837267,0.0004494123,0.002968471],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.08432355,"threshold_uncertainty_score":0.9996284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344424","doi":"10.1145/3611048","title":"From Points to Progression: A Scoping Review of Game Elements in Gamification Research with a Content Analysis of 280 Research Papers","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Computer science; Game design; Content analysis; Data science; Multimedia; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.569055136848657,"gpt":0.5953226624855227,"spread":0.02626752563686563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004213368,0.0002759375,0.001442406,0.002384827,0.00008060291,0.00004647352,0.001788844,0.0001746951,0.000178381],"category_scores_gemma":[0.001090486,0.0001899087,0.00039075,0.004544917,0.0001447228,0.000125666,0.000527866,0.0008209821,0.00004096917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004072385,"about_ca_system_score_gemma":0.0001372416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002703193,"about_ca_topic_score_gemma":0.0000404871,"domain_scores_codex":[0.9951879,0.0004169348,0.001843047,0.0008404502,0.001361736,0.0003499256],"domain_scores_gemma":[0.9939266,0.001158001,0.001853135,0.001070182,0.001921427,0.00007060898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004491167,0.002098478,0.00112545,0.1640598,0.003415276,0.000001534882,0.01129764,0.000006474451,0.0008128501,0.00291678,0.006964019,0.8068526],"study_design_scores_gemma":[0.0003163555,0.0007510789,0.005983676,0.9701217,0.001014964,0.000002764451,0.001631187,0.00002130348,0.0002477195,0.0002614358,0.01937475,0.0002730518],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.06925512,0.9043574,0.00002150708,0.004069535,0.001454007,0.01781258,0.0001412705,0.00008260608,0.002806029],"genre_scores_gemma":[0.008712493,0.9849062,0.001595774,0.0001215653,0.0004865252,0.003042438,0.0003078163,0.0001116316,0.000715549],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8065795,"threshold_uncertainty_score":0.7744251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221135284","doi":"10.1145/3512922","title":"An Exploration of Captioning Practices and Challenges of Individual Content Creators on YouTube for People with Hearing Impairments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closed captioning; Perception; Content (measure theory); Online video; Computer science; Multimedia; Content analysis; Bridge (graph theory); World Wide Web; Internet privacy; Psychology; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3190273648157473,"gpt":0.348528546668038,"spread":0.02950118185229067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643401,0.0000974071,0.0001764945,0.000121333,0.0002554237,0.00006717027,0.0002613008,0.00001517779,0.00003261777],"category_scores_gemma":[0.00006154365,0.00006960841,0.00004749814,0.0000259007,0.00004592353,0.0008042949,0.0001406152,0.0001116587,2.177947e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000318427,"about_ca_system_score_gemma":0.000007136171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000118356,"about_ca_topic_score_gemma":0.00005955981,"domain_scores_codex":[0.9992265,0.00001484721,0.0002237078,0.0001719655,0.0002783533,0.00008469965],"domain_scores_gemma":[0.9987927,0.0001017778,0.000787444,0.0001168667,0.0001817869,0.00001939343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003089208,0.00303542,0.01091102,0.001863318,0.0007900703,5.585533e-7,0.7421598,0.0007638006,0.0241913,0.1781905,0.0008061587,0.03419881],"study_design_scores_gemma":[0.005612409,0.04447875,0.06945888,0.002611742,0.0006413899,0.00003679051,0.7497002,0.00341385,0.1086594,0.008798057,0.005646378,0.0009421073],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984658,0.00003152656,0.000007162689,0.0004734911,0.0003177112,0.00031316,0.0000140337,0.00001506674,0.0003620801],"genre_scores_gemma":[0.9993877,0.00001635681,0.0002158563,0.00004358489,0.0002167254,0.00006680293,0.000006817193,0.0000137963,0.00003233832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1693925,"threshold_uncertainty_score":0.2838548,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396218845","doi":"10.1145/3637396","title":"Seamful XAI: Operationalizing Seamful Design in Explainable AI","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya","keywords":"Sociotechnical system; Computer science; Operationalization; Leverage (statistics); Process (computing); Context (archaeology); Knowledge management; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1375082652121015,"gpt":0.432029780617969,"spread":0.2945215154058675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001675546,0.0001403561,0.000170279,0.0002101986,0.0006078403,0.000912881,0.0008821712,0.0001470728,0.00007954631],"category_scores_gemma":[0.0008363209,0.0001159411,0.0001178071,0.0004153148,0.0001194116,0.001796943,0.0002381611,0.0005948241,0.00002755526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003893739,"about_ca_system_score_gemma":0.0001331672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009828688,"about_ca_topic_score_gemma":0.0001536404,"domain_scores_codex":[0.9985251,0.00006675954,0.0003017825,0.0002963275,0.0005233673,0.0002865923],"domain_scores_gemma":[0.9989073,0.0003497837,0.0001099213,0.0001527427,0.0004185842,0.0000617077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001038392,0.0003535498,0.00120328,0.0003080568,0.0001295027,0.000007171627,0.1349429,0.001438022,0.01744372,0.7381784,0.09386081,0.01203073],"study_design_scores_gemma":[0.001057431,0.0009860663,0.004495663,0.005084827,0.00009985655,0.00001743803,0.02436818,0.02258672,0.05430216,0.7495764,0.1361742,0.001251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8755443,0.0001208432,0.0009086715,0.07819414,0.003446623,0.001031623,0.000003633451,0.0002794812,0.04047067],"genre_scores_gemma":[0.9949448,0.00003458721,0.001492662,0.001227771,0.0009394855,0.00002433388,0.000001244615,0.00002045606,0.001314689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1194005,"threshold_uncertainty_score":0.8802933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988262722","doi":"10.1145/3359128","title":"Customizations and Expression Breakdowns in Ecosystems of Communication Apps","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"FP7 Ideas: European Research Council; Japan Society for the Promotion of Science","keywords":"Personalization; Expression (computer science); Conversation; Workaround; Internet privacy; World Wide Web; Computer science; Psychology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.02440612737239456,"gpt":0.287233418352812,"spread":0.2628272909804175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002559329,0.00009577462,0.0001630643,0.000191977,0.00006222429,0.0001055774,0.002036262,0.00004581362,0.000009577698],"category_scores_gemma":[0.00005837825,0.00007436827,0.00005057189,0.0002519179,0.000031272,0.0009085702,0.001310768,0.0001705039,0.000007977683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004141838,"about_ca_system_score_gemma":0.000007554421,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004800614,"about_ca_topic_score_gemma":0.00001339429,"domain_scores_codex":[0.9991742,0.00002926598,0.0003466093,0.0001893199,0.0001731199,0.00008751692],"domain_scores_gemma":[0.9984294,0.0001232457,0.0003967748,0.0008924675,0.0001360364,0.00002212161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001524458,0.00162892,0.03624906,0.0007364508,0.00008412106,3.259784e-7,0.02111078,0.001410365,0.3306131,0.5493957,0.006518533,0.0521001],"study_design_scores_gemma":[0.005717665,0.001199193,0.1208404,0.01013607,0.00004166913,0.0001046392,0.003635961,0.2627537,0.5327401,0.03848525,0.02293183,0.001413539],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9760801,0.00003927662,0.0004810574,0.0006507657,0.0001250736,0.0003247398,0.000001420027,0.00004540259,0.0222522],"genre_scores_gemma":[0.9957397,0.00001340548,0.003989578,0.0000817218,0.00001014142,0.00001155184,0.000002803053,0.000006933034,0.0001441823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5109105,"threshold_uncertainty_score":0.3783915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998182339","doi":"10.1145/3375195","title":"Understanding the Challenges for Bangladeshi Women to Participate in #MeToo Movement","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Patriarchy; Feminism; Gender studies; Movement (music); Social media; Sociology; Feminist movement; Social movement; Psychology; Political science; Aesthetics","retraction":null,"screen_n_in":null,"score":{"opus":0.4094481593691972,"gpt":0.3937804355549286,"spread":0.01566772381426862,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007653034,0.0001099719,0.00015692,0.00006882353,0.0002739708,0.00009283036,0.0008382842,0.00004915208,0.00002034412],"category_scores_gemma":[0.0004555089,0.0000755445,0.0000759816,0.0001804652,0.00005465803,0.0001986275,0.0002285598,0.0001599397,0.000006615437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003557001,"about_ca_system_score_gemma":0.00002126265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003352737,"about_ca_topic_score_gemma":0.00007679233,"domain_scores_codex":[0.9988549,0.00002439603,0.0002418605,0.0002486961,0.0003125496,0.0003176095],"domain_scores_gemma":[0.999335,0.0001868696,0.0001631108,0.0001345017,0.00008082257,0.0000997036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001935675,0.000131153,0.0007283164,0.0001265458,0.00005907408,2.554513e-7,0.9185169,0.0001500584,0.004340963,0.06036143,0.008915409,0.006476338],"study_design_scores_gemma":[0.001695925,0.00178116,0.008907259,0.0005414297,0.00005987618,7.353416e-7,0.783315,0.001732979,0.02176941,0.1360368,0.04359584,0.0005635985],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9369643,0.00001809233,0.0002893446,0.05532575,0.0008589076,0.0008804644,0.000002031755,0.00004782658,0.005613271],"genre_scores_gemma":[0.99623,0.00002395048,0.0002264736,0.00262677,0.0006371932,0.0001485211,2.987973e-7,0.0000119683,0.00009480556],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1352019,"threshold_uncertainty_score":0.3080615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403423174","doi":"10.1145/3677080","title":"How To Tame a Toxic Player? A Systematic Literature Review on Intervention Systems for Toxic Behaviors in Online Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Intervention (counseling); Video game; Computer science; Human–computer interaction; Psychology; Multimedia; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.04804711966451224,"gpt":0.3677904120498298,"spread":0.3197432923853176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008588989,0.0002158882,0.0004488334,0.0003567756,0.00007007942,0.0009747524,0.0008436833,0.0001032633,0.000004394024],"category_scores_gemma":[0.00103271,0.0001504454,0.0003367506,0.0005610129,0.00003345928,0.0007814166,0.0001641724,0.0002848782,0.000009038888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003606308,"about_ca_system_score_gemma":0.00001946299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002597119,"about_ca_topic_score_gemma":0.00006855202,"domain_scores_codex":[0.9982724,0.0000474532,0.0005531178,0.0004100638,0.0004579026,0.0002590961],"domain_scores_gemma":[0.9988865,0.0002163006,0.0003146521,0.0002547849,0.0002444731,0.00008329993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004607854,0.002758541,0.000201637,0.5478026,0.000447886,0.00002371928,0.07497361,0.0001108599,0.009867281,0.05263862,0.1353174,0.1753971],"study_design_scores_gemma":[0.0004583369,0.001569454,0.0002578475,0.9265211,0.0002017222,0.00002838226,0.005281513,0.001052095,0.001309214,0.0007869908,0.06207534,0.0004580541],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9481211,0.01467713,0.0001543343,0.01643017,0.008809825,0.008952922,0.00008327589,0.0003303409,0.00244092],"genre_scores_gemma":[0.988583,0.0008651491,0.0002304243,0.0005810474,0.0008280005,0.0005833894,0.00001414104,0.00003583933,0.008279044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3787185,"threshold_uncertainty_score":0.939956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3202266009","doi":"10.1145/3474682","title":"Identifying Commercial Games with Therapeutic Potential through a Content Analysis of Steam Reviews","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social connectedness; Content analysis; Coping (psychology); Video game; Psychology; Computer science; Multimedia; Social psychology; Psychotherapist; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.1736584764740562,"gpt":0.4047935086989844,"spread":0.2311350322249282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004687726,0.0001672269,0.0005083913,0.0002038924,0.0003726878,0.0001194474,0.001128367,0.0001092148,0.00007424992],"category_scores_gemma":[0.0002224048,0.0001212402,0.0004372887,0.0008717369,0.0002738295,0.0005008152,0.0003495299,0.0003165273,0.000004674195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001525113,"about_ca_system_score_gemma":0.00003207541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003912371,"about_ca_topic_score_gemma":0.0001629051,"domain_scores_codex":[0.9984118,0.00007580364,0.0004891664,0.000266322,0.0005180595,0.0002388559],"domain_scores_gemma":[0.9981527,0.00004895238,0.0008726784,0.0003901673,0.0005024704,0.00003305306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001615763,0.005418311,0.2953366,0.001222324,0.01471479,0.00001097701,0.09332268,0.0002559341,0.2787444,0.03501844,0.02557167,0.2487681],"study_design_scores_gemma":[0.003550014,0.001252834,0.6576702,0.005725634,0.007524404,0.00003363786,0.04792129,0.0006260313,0.2529832,0.01063347,0.01082034,0.001258922],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995305,0.0001844712,0.0004593797,0.00175888,0.0006236349,0.0003589925,0.00000280791,0.00005833565,0.001248507],"genre_scores_gemma":[0.9977029,0.0001866359,0.001143181,0.0005112233,0.000160808,0.00001068103,0.000002619713,0.0000130459,0.0002689321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3623336,"threshold_uncertainty_score":0.4944032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387332926","doi":"10.1145/3611041","title":"Playing with Emotions: A Systematic Review Examining Emotions and Emotion Regulation in Esports Performance","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Affect (linguistics); Emotional regulation; Psychological intervention; Coping (psychology); Competitive advantage; Social psychology; Developmental psychology; Psychotherapist; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.2027649510329885,"gpt":0.3626980922752233,"spread":0.1599331412422347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008633148,0.0003675101,0.001363252,0.0005843191,0.0004691656,0.0001908411,0.0005250713,0.0001058543,0.00004053118],"category_scores_gemma":[0.0002270061,0.0002337694,0.0001506648,0.0002540122,0.00009357453,0.0007419951,0.0001921973,0.0005573705,0.00003240445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002118758,"about_ca_system_score_gemma":0.00004549662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003909384,"about_ca_topic_score_gemma":0.00004200366,"domain_scores_codex":[0.9976166,0.00005386754,0.001283454,0.0004313801,0.0003784653,0.0002362305],"domain_scores_gemma":[0.9973493,0.0002044433,0.001744836,0.0004151061,0.0002406283,0.00004571141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005605419,0.00005481527,0.00004086826,0.970261,0.00008396284,7.160067e-7,0.00463629,0.000004403631,6.748207e-7,0.002701544,0.0005039358,0.02170621],"study_design_scores_gemma":[0.0001244127,0.0002417674,0.0005456597,0.9928656,0.0006416563,0.00005482872,0.000421794,0.000216805,6.612094e-7,0.0001800734,0.00444072,0.0002660636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.09928008,0.8758687,0.00001865041,0.0006761419,0.003420921,0.01575194,0.00003404737,0.0005574598,0.004391992],"genre_scores_gemma":[0.008122141,0.989778,0.0001514464,0.0001660499,0.0005856921,0.0004366086,0.00003928314,0.00007405822,0.0006466858],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1139093,"threshold_uncertainty_score":0.9532838,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094989392","doi":"10.1145/3427314","title":"Exploring User Defined Gestures for Ear-Based Interactions","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Gesture; Human–computer interaction; Wearable computer; Computer science; Set (abstract data type); Interface (matter); Gesture recognition; User interface; Wearable technology; Multimedia; Artificial intelligence; Programming language; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.229397836290953,"gpt":0.3371712241058136,"spread":0.1077733878148606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000125777,0.0002599264,0.0002609142,0.0001818027,0.0003055866,0.0002521244,0.002348642,0.00004519328,0.00001853063],"category_scores_gemma":[0.000407885,0.0002061827,0.0003548543,0.0003200563,0.0000378245,0.002095022,0.0006744405,0.0003824028,0.00003751681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043963,"about_ca_system_score_gemma":0.00002160049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001607555,"about_ca_topic_score_gemma":0.000001539611,"domain_scores_codex":[0.9984594,0.0000168408,0.0003980006,0.0005513005,0.0002927699,0.0002817016],"domain_scores_gemma":[0.9981916,0.0002990423,0.0004343269,0.000442927,0.0005465473,0.00008555121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007023691,0.0005784314,0.001271266,0.0003317363,0.0002866968,0.000001571514,0.007286924,0.001162779,0.8183362,0.06446566,0.09913528,0.006441084],"study_design_scores_gemma":[0.001131785,0.001179473,0.0110126,0.0004512313,0.00005670614,0.00001163772,0.000449431,0.03968906,0.9166508,0.001793792,0.02711062,0.000462876],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8610182,0.000008674287,0.1028117,0.02860078,0.003834173,0.001025906,0.00001176478,0.0001866604,0.002502105],"genre_scores_gemma":[0.9772232,0.000001769746,0.01844499,0.003487764,0.0005635488,0.0001442617,0.000004208421,0.00002837847,0.0001019135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1162049,"threshold_uncertainty_score":0.8407885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2984949577","doi":"10.1145/3359193","title":"\"Point-of-Care Manufacturing\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research","keywords":"Stakeholder; Knowledge management; Business; Health care; Stakeholder engagement; Point (geometry); Rapid prototyping; Qualitative research; Public relations; Computer science; Engineering; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01431483761804454,"gpt":0.2502174175935497,"spread":0.2359025799755051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005225055,0.0001135834,0.0001393685,0.0001060693,0.00002212727,0.00001927883,0.0005038244,0.0000631822,0.00006540379],"category_scores_gemma":[0.00001556543,0.00008626148,0.00008730306,0.00007771346,0.00001707733,0.0001759187,0.0001153176,0.0001970819,0.0000374784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006916749,"about_ca_system_score_gemma":0.000002566158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000503999,"about_ca_topic_score_gemma":2.43042e-7,"domain_scores_codex":[0.9993938,0.000001533365,0.0002081688,0.0001255068,0.0001576979,0.0001132619],"domain_scores_gemma":[0.9995821,0.00002675485,0.00007720963,0.0002252034,0.0000617308,0.00002704154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000169538,0.0004449916,0.005349334,0.0176003,0.0005038428,4.754876e-7,0.01302369,0.01966658,0.7209787,0.005901859,0.07401451,0.1423462],"study_design_scores_gemma":[0.0003333371,0.0002492889,0.02456181,0.0009815024,0.00002363299,0.000008335289,0.0003409381,0.007158042,0.9573908,0.001076993,0.007638787,0.0002365415],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9937652,0.00001967358,0.00007290119,0.0001477741,0.002267432,0.0001377391,0.000001365606,0.0001133582,0.003474492],"genre_scores_gemma":[0.9985247,0.00000477044,0.001058281,0.00002832426,0.0002301458,0.000006632361,0.000002704877,0.0000197806,0.0001246573],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2364121,"threshold_uncertainty_score":0.3517641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}