{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":339,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":339,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"c6dce5150c56","filters":{"venue":"Proceedings of the ACM on Human-Computer Interaction"}},"results":[{"id":"W2775715748","doi":"10.1145/3134652","title":"Digital Privacy Challenges with Shared Mobile Phone Use in Bangladesh","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Mobile phone; Phone; Data sharing; Affect (linguistics); Information privacy; Qualitative property; Mobile device; Business; Psychology; World Wide Web; Computer science; Telecommunications; Medicine","authors":[{"name":"Syed Ishtiaque Ahmed","is_ca":true},{"name":"Md Romael Haque","is_ca":false},{"name":"Jay Chen","is_ca":false},{"name":"Nicola Dell","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09983611517721941,"gpt":0.3136802340476049,"spread":0.2138441188703855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004991383,0.000307827,0.0005136015,0.0007899491,0.01136744,0.004962177,0.0009766662,0.00184876,0.004567033],"category_scores_gemma":[0.01297185,0.000438231,0.0002491555,0.00199219,0.008222523,0.005273514,0.008247736,0.001781538,0.0004934253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004812063,"about_ca_system_score_gemma":0.003176855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01500237,"about_ca_topic_score_gemma":0.01580403,"domain_scores_codex":[0.9923113,0.004988517,0.0004534824,0.0006135316,0.0009836282,0.0006495288],"domain_scores_gemma":[0.9904348,0.005983034,0.001612611,0.0007817395,0.0006188038,0.0005691234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004689164,0.00002594502,0.01956837,0.0001189287,0.00001336767,0.001378363,0.9588382,0.00007108714,0.00133715,0.00456466,0.0005716838,0.0134653],"study_design_scores_gemma":[0.000004420369,0.00003758063,0.00532807,0.0001017504,0.000008501175,0.0007028429,0.980681,0.0000857999,0.0002777172,0.001113182,0.01163901,0.00002010514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883532,0.0003886597,0.0005806558,0.002437993,0.00001283456,0.00003166132,0.00004857637,0.000006049202,0.008140379],"genre_scores_gemma":[0.9982931,0.0003681061,0.0001666293,0.0001897709,0.000004175121,0.00002922318,0.00001543242,0.0000038971,0.0009296195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01500237,"threshold_uncertainty_score":0.03491414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964263306","doi":"10.1145/3274327","title":"Fake Cures","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Social media; Internet privacy; Psychology; Computer science; Health information; World Wide Web; Public relations; Health care; Political science; Computer security","authors":[{"name":"Amira Ghenai","is_ca":true},{"name":"Yelena Mejova","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.092357601920182,"gpt":0.400258858983331,"spread":0.307901257063149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003705959,0.0007948144,0.0008878325,0.002878119,0.001949139,0.002952488,0.0006346024,0.002667808,0.02412379],"category_scores_gemma":[0.03332335,0.0003482709,0.0008128429,0.001391562,0.001825638,0.00310614,0.001711924,0.001786231,0.006852813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001060593,"about_ca_system_score_gemma":0.0006718119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009754811,"about_ca_topic_score_gemma":0.001183642,"domain_scores_codex":[0.995181,0.001817681,0.0002982337,0.0006813749,0.001701612,0.0003200582],"domain_scores_gemma":[0.9762891,0.01344018,0.004287741,0.003854702,0.001617128,0.000511137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001383029,0.0004442126,0.06173742,0.002093382,0.0004720715,0.003077513,0.00484906,0.006381821,0.005716186,0.09066464,0.1427382,0.6804424],"study_design_scores_gemma":[0.0002379798,0.001388244,0.07893915,0.002606116,0.0008434316,0.02264474,0.004668721,0.05197491,0.01697404,0.1135804,0.7058015,0.0003407544],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4574496,0.02515929,0.1023002,0.07700577,0.009663923,0.001527537,0.01247064,0.003384676,0.3110384],"genre_scores_gemma":[0.9269412,0.004271541,0.01856264,0.007371621,0.002043701,0.0002259678,0.001552706,0.0002464266,0.03878427],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02412379,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344906","doi":"10.1145/3610219","title":"Understanding the Role of Human Intuition on Reliance in Human-AI Decision-Making with Explanations","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Institut National Du Cancer; Microsoft Research","keywords":"Intuition; Heuristics; Artificial intelligence; Computer science; Empirical evidence; Psychology; Cognitive science; Epistemology","authors":[{"name":"Valerie Chen","is_ca":false},{"name":"Q. Vera Liao","is_ca":true},{"name":"Jennifer Wortman Vaughan","is_ca":false},{"name":"Gagan Bansal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.109951523065953,"gpt":0.3618635442424757,"spread":0.2519120211765228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03710773,0.0009177186,0.000614262,0.001555078,0.001033293,0.007556945,0.001726716,0.002397069,0.004229215],"category_scores_gemma":[0.2031842,0.0009831777,0.001098251,0.0008385817,0.005859327,0.0113018,0.003294861,0.002750913,0.0004083971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002037908,"about_ca_system_score_gemma":0.00246345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002207357,"about_ca_topic_score_gemma":0.002251023,"domain_scores_codex":[0.9703179,0.02153489,0.001388423,0.002763315,0.003018017,0.0009774576],"domain_scores_gemma":[0.6558186,0.3030065,0.01788608,0.01425559,0.007149981,0.001883139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002729595,0.001436594,0.2511067,0.004319828,0.001195408,0.001056777,0.1630194,0.03065725,0.03267688,0.1951569,0.003081972,0.3135626],"study_design_scores_gemma":[0.0007022385,0.001284738,0.1972745,0.00214993,0.0009694566,0.0009736812,0.03627639,0.1042697,0.0263088,0.6076242,0.02130705,0.0008593657],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8701095,0.001316895,0.1071866,0.003005684,0.00008131314,0.0002305858,0.0001284682,0.0002877958,0.01765323],"genre_scores_gemma":[0.9703493,0.0002017942,0.02858882,0.0002698879,0.00001853993,0.0001064084,0.00006583077,0.00004058162,0.000358894],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03710773,"threshold_uncertainty_score":0.1962468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205570006","doi":"10.1145/3492853","title":"Studying Up Machine Learning Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Documentation; Transparency (behavior); Computer science; Data science; Context (archaeology); Argument (complex analysis); Perspective (graphical); Quality (philosophy); Data quality; Power (physics); Work (physics); Artificial intelligence; Machine learning; Knowledge management; Epistemology; Engineering; Business; Computer security; Marketing","authors":[{"name":"Milagros Miceli","is_ca":false},{"name":"Julian Posada","is_ca":true},{"name":"Tianling Yang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2530857386306079,"gpt":0.4353445862956434,"spread":0.1822588476650355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.05570061,0.0008058053,0.001094933,0.004865214,0.00529516,0.01414667,0.003542933,0.004192219,0.005830116],"category_scores_gemma":[0.2048752,0.0009111905,0.001239919,0.005641342,0.02444024,0.02909004,0.01065532,0.009262962,0.001381056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004161262,"about_ca_system_score_gemma":0.0064935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001989169,"about_ca_topic_score_gemma":0.002135511,"domain_scores_codex":[0.9371008,0.04352767,0.002413079,0.004315733,0.01143499,0.001207663],"domain_scores_gemma":[0.7226893,0.2159479,0.01045324,0.03785032,0.01100515,0.002054139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003906089,0.00004829258,0.005295814,0.0004613917,0.00005080449,0.0001713793,0.01327788,0.002084984,0.0004948859,0.8990687,0.009701291,0.06930544],"study_design_scores_gemma":[0.00001129974,0.00003878401,0.001348713,0.000704084,0.00001762033,0.0001701624,0.004746724,0.005423057,0.001400165,0.8640431,0.1220636,0.00003271699],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0462235,0.008156033,0.6644479,0.2113343,0.002485359,0.0003823735,0.001184279,0.0005724106,0.06521382],"genre_scores_gemma":[0.6200324,0.00668757,0.3347647,0.02007215,0.003378442,0.0009439817,0.001133225,0.0007013183,0.0122862],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9947048,"threshold_uncertainty_score":0.2945765,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123744018","doi":"10.1145/3449092","title":"Exploring Lightweight Interventions at Posting Time to Reduce the Sharing of Misinformation on Social Media","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Social media; Psychological intervention; Internet privacy; Computer science; World Wide Web; Psychology; Computer security","authors":[{"name":"Farnaz Jahanbakhsh","is_ca":false},{"name":"Amy X. Zhang","is_ca":false},{"name":"Adam J. Berinsky","is_ca":false},{"name":"Gordon Pennycook","is_ca":true},{"name":"David G. Rand","is_ca":false},{"name":"David R. Karger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3025225327048007,"gpt":0.3940998446864759,"spread":0.09157731198167524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01041128,0.001504855,0.0006755315,0.001271982,0.0009798529,0.001973826,0.001936111,0.001376021,0.006462868],"category_scores_gemma":[0.08199029,0.0005924434,0.0006972243,0.0004825474,0.0009730916,0.003523266,0.002320476,0.001757685,0.001172283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008422972,"about_ca_system_score_gemma":0.001897469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009197579,"about_ca_topic_score_gemma":0.001750111,"domain_scores_codex":[0.9904879,0.006719514,0.0004515904,0.0008374841,0.001071998,0.0004314587],"domain_scores_gemma":[0.9055903,0.07582843,0.008126379,0.005151347,0.002569484,0.002734023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.005266932,0.02571008,0.05286333,0.00699779,0.0005207341,0.0004403044,0.03201308,0.006094508,0.04477353,0.005136565,0.00573362,0.8144495],"study_design_scores_gemma":[0.01420304,0.1152248,0.3658719,0.0103097,0.005785655,0.001403463,0.0643357,0.158546,0.07999177,0.07582177,0.1071764,0.001329917],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9075261,0.0005614217,0.0742818,0.002388365,0.000149242,0.003644446,0.0001878858,0.002706477,0.008554183],"genre_scores_gemma":[0.8587734,0.0003065798,0.1339128,0.0006518747,0.00006898172,0.004188763,0.0001458414,0.0001134573,0.001838375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01041128,"threshold_uncertainty_score":0.05506074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309619003","doi":"10.1145/3555561","title":"The Data-Production Dispositif","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Outsourcing; Crowdsourcing; Agency (philosophy); Production (economics); Work (physics); Alienation; Power (physics); Raw data; Quality (philosophy); Data quality; Computer science; Knowledge management; Business; Data science; Sociology; World Wide Web; Marketing; Political science; Engineering; Economics; Service (business); Social science; Microeconomics; Epistemology","authors":[{"name":"Milagros Miceli","is_ca":false},{"name":"Julian Posada","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07146578845622585,"gpt":0.3385456709085963,"spread":0.2670798824523704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01616251,0.0008662108,0.0006500321,0.003693769,0.004370179,0.01161896,0.002320586,0.001493584,0.00271067],"category_scores_gemma":[0.03961891,0.0009402274,0.0008721091,0.002876885,0.03469183,0.01356675,0.01181013,0.003441199,0.000602717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004225325,"about_ca_system_score_gemma":0.005749248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006763127,"about_ca_topic_score_gemma":0.004646329,"domain_scores_codex":[0.9856614,0.0059109,0.000937044,0.002949624,0.003659266,0.0008817964],"domain_scores_gemma":[0.9420635,0.03728661,0.003079349,0.01417156,0.002533105,0.0008659162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002383529,0.0001510838,0.05284731,0.0006305987,0.0001049273,0.001249632,0.1570776,0.003746353,0.007989824,0.5925394,0.002531007,0.1808939],"study_design_scores_gemma":[0.00007528442,0.0003173854,0.03396421,0.001096688,0.0001094479,0.001724715,0.1193967,0.0206265,0.01910078,0.5982819,0.2050698,0.000236448],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.536642,0.001348277,0.3795165,0.01449517,0.0001178951,0.0005622717,0.000881255,0.001118106,0.06531856],"genre_scores_gemma":[0.9431094,0.0003354468,0.05216129,0.0003584875,0.00004155238,0.0002699329,0.0003287638,0.0002288524,0.003166244],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9956298,"threshold_uncertainty_score":0.08547658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3158004789","doi":"10.1145/3479524","title":"Digital Social Interaction in Older Adults During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Korea Institute of Science and Technology","keywords":"Pandemic; Social distance; Coping (psychology); Psychology; Telehealth; Coronavirus disease 2019 (COVID-19); Interpersonal communication; Apprehension; Digital divide; Internet privacy; Social psychology; Public relations; Information and Communications Technology; Business; Gerontology; Political science; Telemedicine; Medicine; Clinical psychology; Computer science","authors":[{"name":"Frances Sin","is_ca":true},{"name":"Sophie Berger","is_ca":true},{"name":"Ig-Jae Kim","is_ca":false},{"name":"Dongwook Yoon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0497220369189681,"gpt":0.3511867205498491,"spread":0.301464683630881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001478008,0.0002171652,0.0003706556,0.0008866907,0.002687928,0.00180961,0.000359063,0.0009870473,0.001640806],"category_scores_gemma":[0.005689666,0.0001924713,0.0002588195,0.0004608083,0.001131092,0.001806749,0.002914451,0.000936546,0.0001940112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001013543,"about_ca_system_score_gemma":0.0008379411,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01167395,"about_ca_topic_score_gemma":0.02784297,"domain_scores_codex":[0.9990308,0.0004278116,0.00009654334,0.00008489148,0.0001475979,0.0002123795],"domain_scores_gemma":[0.9977411,0.0006618575,0.0005976674,0.00008145211,0.0002657698,0.0006521742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001190923,0.0001696073,0.2752743,0.0001925008,0.00004344102,0.001095787,0.6899419,0.00005023192,0.001027952,0.0005247604,0.001964357,0.02959614],"study_design_scores_gemma":[0.00001153831,0.0002852676,0.2428965,0.0001903065,0.00003418385,0.0007269733,0.7467936,0.0001829493,0.0001314817,0.0002626538,0.008455551,0.00002899005],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973387,0.0004505003,0.00005367451,0.0007161757,0.00001634829,0.00001246988,0.00003632475,0.000002954486,0.001372734],"genre_scores_gemma":[0.9987997,0.0004204213,0.00006562204,0.0002852888,0.00001146499,0.00001588729,0.00002619716,0.000001306409,0.0003742049],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01167395,"threshold_uncertainty_score":0.02321202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206893018","doi":"10.1145/3479603","title":"Time for Historicism in CSCW: An Invitation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Sensibility; Presentism; Sociology; Historicism; Field (mathematics); Engineering ethics; Work (physics); Epistemology; Political science; Engineering","authors":[{"name":"Robert Soden","is_ca":true},{"name":"David Ribes","is_ca":false},{"name":"Seyram Avle","is_ca":false},{"name":"Will Sutherland","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0563592827327612,"gpt":0.3360085121621149,"spread":0.2796492294293537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02197201,0.0009352436,0.0007322197,0.002709079,0.01454768,0.01887634,0.002279053,0.01076864,0.01339306],"category_scores_gemma":[0.05435307,0.0007684427,0.0009536376,0.002935015,0.04039809,0.04866805,0.02371718,0.01720412,0.001539454],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007683502,"about_ca_system_score_gemma":0.006220882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002107994,"about_ca_topic_score_gemma":0.003909311,"domain_scores_codex":[0.9810295,0.01506467,0.0004669593,0.0009292274,0.00171225,0.0007975088],"domain_scores_gemma":[0.9505666,0.04034163,0.001455323,0.003405105,0.002260967,0.001970349],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005673049,0.00004809657,0.000475748,0.0002948759,0.00001096887,0.0004134293,0.1603989,0.0001269488,0.0002693859,0.7286515,0.07618432,0.03306902],"study_design_scores_gemma":[0.00001153125,0.0000356467,0.0001458222,0.0008788807,0.000006680699,0.0004479821,0.06478702,0.0001639316,0.0001504647,0.08503664,0.8483059,0.00002947151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0112307,0.03487367,0.02083251,0.8233777,0.02399229,0.0001330527,0.0001063063,0.0002389385,0.08521479],"genre_scores_gemma":[0.6405174,0.05119617,0.02349275,0.1613525,0.03107236,0.001332425,0.0002403036,0.001650124,0.08914585],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.02197201,"threshold_uncertainty_score":0.1162005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319165740","doi":"10.1145/3579467","title":"Charting the Sociotechnical Gap in Explainable AI: A Framework to Address the Gap in XAI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Sociotechnical system; Operationalization; Affordance; Context (archaeology); Computer science; Knowledge management; Domain (mathematical analysis); Conceptual framework; Management science; Data science; Sociology; Epistemology; Engineering; Social science; Human–computer interaction","authors":[{"name":"Upol Ehsan","is_ca":false},{"name":"Koustuv Saha","is_ca":true},{"name":"Munmun De Choudhury","is_ca":false},{"name":"Mark Riedl","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1290705136467061,"gpt":0.3893030887555342,"spread":0.2602325751088281,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01665119,0.001875257,0.001175924,0.01097137,0.006713249,0.01316981,0.004486695,0.006529644,0.005926056],"category_scores_gemma":[0.02536246,0.001042967,0.001852167,0.005703541,0.04083815,0.02697302,0.01371136,0.006966902,0.0007276367],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008653508,"about_ca_system_score_gemma":0.009437319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0060731,"about_ca_topic_score_gemma":0.005743375,"domain_scores_codex":[0.988471,0.007443123,0.000750492,0.001308554,0.001244477,0.0007824032],"domain_scores_gemma":[0.9766676,0.0151173,0.002423458,0.002954028,0.001895759,0.0009418065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001271633,0.00004050124,0.0005964604,0.0001605681,0.000008401683,0.000125172,0.006454871,0.00240107,0.0002426802,0.9783099,0.0005884964,0.01105935],"study_design_scores_gemma":[0.00001935081,0.00003786739,0.0003506769,0.0004055723,0.00002013135,0.000156497,0.007970257,0.01183317,0.0005284777,0.9535156,0.02512854,0.00003384568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0215329,0.003357393,0.8934388,0.031001,0.0002210609,0.0005438054,0.0002157095,0.0006415707,0.04904781],"genre_scores_gemma":[0.4370838,0.001558984,0.5554491,0.001012446,0.0001086778,0.001335423,0.0002430716,0.0001523643,0.003056186],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01665119,"threshold_uncertainty_score":0.08806103,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288079562","doi":"10.1145/3415201","title":"Combating Misinformation in Bangladesh","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Misinformation; Situated; Context (archaeology); Newspaper; Computer-supported cooperative work; Public relations; Social media; Population; Political science; Internet privacy; Politics; Sociology; Work (physics); Media studies; Computer science; Geography; Engineering; Law","authors":[{"name":"Md. Mahfuzul Haque","is_ca":false},{"name":"Mohammad Yousuf","is_ca":false},{"name":"Ahmed Shatil Alam","is_ca":false},{"name":"Pratyasha Saha","is_ca":false},{"name":"Syed Ishtiaque Ahmed","is_ca":true},{"name":"Naeemul Hassan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08039606910897877,"gpt":0.3060802371013435,"spread":0.2256841679923647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004489548,0.0003909298,0.0003226247,0.002683427,0.006571617,0.005386963,0.0008493112,0.001982541,0.005478316],"category_scores_gemma":[0.01662434,0.0002909981,0.0001580623,0.002797719,0.003369129,0.00515588,0.005616893,0.00137213,0.001223729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003546451,"about_ca_system_score_gemma":0.004723764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009767116,"about_ca_topic_score_gemma":0.01437389,"domain_scores_codex":[0.9961249,0.002293094,0.0002337798,0.0002770702,0.0007397323,0.0003314759],"domain_scores_gemma":[0.9811931,0.01094297,0.003386162,0.001320892,0.001913127,0.001243805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001795953,0.0002013069,0.1011117,0.001052227,0.00005239198,0.00604879,0.6641437,0.0006558608,0.004250154,0.03020257,0.01630446,0.1757973],"study_design_scores_gemma":[0.00002151874,0.0001715459,0.03188661,0.0008636341,0.00003998035,0.001368336,0.7113532,0.001117719,0.002464273,0.01020346,0.2404243,0.00008535081],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8896969,0.002410242,0.00230191,0.01904338,0.0001448302,0.0001661148,0.0001687272,0.00008081321,0.08598702],"genre_scores_gemma":[0.991678,0.001250252,0.001004388,0.0007078272,0.00002865794,0.0000361561,0.00007183145,0.00001329032,0.005209633],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009767116,"threshold_uncertainty_score":0.02573138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899033647","doi":"10.1145/3274381","title":"StreamWiki","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Voting; World Wide Web; Human–computer interaction","authors":[{"name":"Zhicong Lu","is_ca":true},{"name":"Seongkook Heo","is_ca":true},{"name":"Daniel Wigdor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04278494560197251,"gpt":0.3366055683602679,"spread":0.2938206227582955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001527477,0.001635352,0.001058602,0.001978934,0.00115221,0.00332781,0.003981784,0.001329236,0.08398116],"category_scores_gemma":[0.007541222,0.001247786,0.001385649,0.001904181,0.0005982122,0.007449723,0.004841716,0.003081506,0.05446357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000915996,"about_ca_system_score_gemma":0.002295726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005395061,"about_ca_topic_score_gemma":0.007470137,"domain_scores_codex":[0.9990626,0.0001149127,0.0001306071,0.0002381411,0.0003319538,0.0001217529],"domain_scores_gemma":[0.9973973,0.0007979751,0.00015925,0.0008496589,0.0004645922,0.0003313499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002660101,0.0004043766,0.001844871,0.002535118,0.0002547567,0.0007086448,0.001426867,0.002053902,0.01960756,0.02746646,0.7480023,0.193035],"study_design_scores_gemma":[0.0005656528,0.0001155869,0.001738409,0.0001936845,0.00008082463,0.0003231468,0.0002473106,0.01420041,0.01431545,0.0173506,0.9507109,0.0001579796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"software","genre_gemma":"software","genre_scores_codex":[0.01146346,0.001116271,0.1954409,0.00178086,0.0009581485,0.00271808,0.09638347,0.599712,0.09042684],"genre_scores_gemma":[0.08947953,0.00340571,0.226566,0.002658464,0.0003955319,0.007299474,0.3120138,0.127078,0.2311034],"genre_candidate":"software","genre_consensus":"software","teacher_disagreement_score":0.08398116,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988065279","doi":"10.1145/3359127","title":"Vicariously Experiencing it all Without Going Outside","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Casual; China; Advertising; Internet privacy; Psychology; Business; Computer science; Political science","authors":[{"name":"Zhicong Lu","is_ca":true},{"name":"Michelle Annett","is_ca":true},{"name":"Daniel Wigdor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05311598976139283,"gpt":0.3738817383115632,"spread":0.3207657485501704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008031161,0.0004321219,0.0002834909,0.0003773865,0.00317083,0.002502448,0.000499948,0.0007882621,0.01016023],"category_scores_gemma":[0.001218743,0.0001814098,0.0004313487,0.0002804259,0.003164558,0.002497611,0.003553347,0.001559806,0.001085071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007934213,"about_ca_system_score_gemma":0.0007545793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00494558,"about_ca_topic_score_gemma":0.01132745,"domain_scores_codex":[0.9993524,0.0002871753,0.00001599371,0.00008760114,0.0001006024,0.000156361],"domain_scores_gemma":[0.9993156,0.00009229209,0.00008790797,0.00007704383,0.00007271179,0.0003544161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001671151,0.0002364505,0.08064982,0.0003505044,0.0001177829,0.003179261,0.7831444,0.00027405,0.02132642,0.01884899,0.01560396,0.07610134],"study_design_scores_gemma":[0.00001489345,0.0004314058,0.07255803,0.0002219972,0.00009935896,0.002326538,0.7165751,0.0007740693,0.002975472,0.003807157,0.2000865,0.0001294167],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9288535,0.0005892324,0.006455001,0.002058401,0.00023109,0.00007929235,0.0001437046,0.0001950507,0.06139466],"genre_scores_gemma":[0.9780354,0.0002707954,0.001277196,0.0004986018,0.00002925179,0.00002692027,0.00007955435,0.00003957307,0.01974271],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01016023,"threshold_uncertainty_score":0.03398937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307716635","doi":"10.1145/3549490","title":"Definitions of Esports: A Systematic Review and Thematic Analysis","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Representativeness heuristic; Thematic analysis; Diversity (politics); Thematic map; Field (mathematics); Data science; Computer science; Sociology; Psychology; Geography; Social science; Qualitative research; Mathematics; Social psychology; Cartography","authors":[{"name":"Jessica Formosa","is_ca":false},{"name":"Nicholas O’Donnell","is_ca":false},{"name":"Ella Horton","is_ca":false},{"name":"Selen Türkay","is_ca":false},{"name":"Regan L. Mandryk","is_ca":true},{"name":"Michael R. Hawks","is_ca":false},{"name":"Daniel Johnson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1713463722622227,"gpt":0.4019255624390162,"spread":0.2305791901767934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06944872,0.002234975,0.007490011,0.04738556,0.00224212,0.00503483,0.004055403,0.002357214,0.005409306],"category_scores_gemma":[0.1965855,0.001852374,0.007536227,0.03897483,0.003195534,0.008133871,0.006585862,0.00261287,0.0006275277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01025866,"about_ca_system_score_gemma":0.04124609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007728594,"about_ca_topic_score_gemma":0.02195985,"domain_scores_codex":[0.9364074,0.02699225,0.02220096,0.003036718,0.01027611,0.001086578],"domain_scores_gemma":[0.8611581,0.09986479,0.0187504,0.003056046,0.01614616,0.001024508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001431638,0.00002084745,0.001529283,0.9240567,0.003481866,0.0002258133,0.004315596,0.0002006254,0.000268604,0.002492973,0.004957383,0.05830716],"study_design_scores_gemma":[0.0001103562,0.00007598178,0.002483176,0.9442436,0.01063658,0.0002594801,0.004632091,0.0001135617,0.0002235763,0.001828951,0.03533381,0.00005879065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007542761,0.9589399,0.00625849,0.003898529,0.0006780439,0.01434522,0.005319576,0.00007161252,0.002945808],"genre_scores_gemma":[0.05325521,0.8890067,0.0174445,0.002866522,0.000196845,0.03320035,0.00318172,0.00007772132,0.0007703596],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06944872,"threshold_uncertainty_score":0.3672843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200633865","doi":"10.1145/3512943","title":"Human-AI Collaboration for UX Evaluation: Effects of Explanation and Synchronization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Context (archaeology); Wizard of oz; Asynchronous communication; Synchronization (alternating current); Test (biology); User experience design","authors":[{"name":"Mingming Fan","is_ca":false},{"name":"Xianyou Yang","is_ca":false},{"name":"TszTung Yu","is_ca":true},{"name":"Q. Vera Liao","is_ca":true},{"name":"Jian Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04460961568483576,"gpt":0.3544957742154282,"spread":0.3098861585305924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03927365,0.001482924,0.001132308,0.001708591,0.001463879,0.003190272,0.001153489,0.001219508,0.003179026],"category_scores_gemma":[0.3282222,0.0006450013,0.0009119106,0.001223395,0.001505794,0.003018906,0.002825736,0.001555481,0.000309812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001652015,"about_ca_system_score_gemma":0.001643279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001586263,"about_ca_topic_score_gemma":0.001725945,"domain_scores_codex":[0.9459229,0.04120912,0.004654759,0.002561668,0.004454816,0.001196807],"domain_scores_gemma":[0.3099674,0.6462415,0.01958339,0.009012153,0.01199671,0.003198782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0271309,0.01270278,0.16506,0.00919831,0.001360528,0.000744618,0.09597142,0.01123439,0.06763965,0.002280322,0.004552825,0.6021243],"study_design_scores_gemma":[0.005261269,0.07751691,0.7212076,0.002642326,0.002550309,0.0006366667,0.04675638,0.05334432,0.06709927,0.005868292,0.01608168,0.001035154],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9820238,0.0004432353,0.01223787,0.0002852888,0.00009681458,0.001409375,0.0001048116,0.0003601212,0.00303866],"genre_scores_gemma":[0.9795385,0.0001410575,0.01697964,0.0001369392,0.00003577831,0.002264783,0.0001514005,0.0001214232,0.0006305046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03927365,"threshold_uncertainty_score":0.2077014,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774116887","doi":"10.1145/3134664","title":"Seeing Sound","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Annotation; Soundscape; Spectrogram; Redundancy (engineering); Active listening; Recall; Reliability (semiconductor); Crowdsourcing; Speech recognition; Human–computer interaction; Natural language processing; Artificial intelligence; Sound (geography); Cognitive psychology; World Wide Web","authors":[{"name":"Mark Cartwright","is_ca":false},{"name":"Ayanna Seals","is_ca":false},{"name":"Justin Salamon","is_ca":false},{"name":"Alex C. Williams","is_ca":true},{"name":"Stefanie Mikloska","is_ca":true},{"name":"Duncan MacConnell","is_ca":false},{"name":"Edith Law","is_ca":true},{"name":"Juan Pablo Bello","is_ca":false},{"name":"Oded Nov","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08687798803912372,"gpt":0.3487043296533339,"spread":0.2618263416142101,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134257,0.0008795882,0.0005279077,0.00152915,0.001219181,0.003098601,0.0007838178,0.001770416,0.04696279],"category_scores_gemma":[0.008163789,0.0004108591,0.0006076397,0.0009579467,0.001155003,0.003456029,0.003422902,0.000851904,0.02008778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004261999,"about_ca_system_score_gemma":0.0006401632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002239993,"about_ca_topic_score_gemma":0.003902213,"domain_scores_codex":[0.9990208,0.0001751374,0.00004770105,0.0003432508,0.0003407609,0.00007226112],"domain_scores_gemma":[0.9968414,0.001237213,0.0001436133,0.0006060207,0.0009664855,0.0002051883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009909495,0.00006996749,0.01061422,0.001525969,0.00009017807,0.001035298,0.006708995,0.002769281,0.1635386,0.0180636,0.06118238,0.7334105],"study_design_scores_gemma":[0.0001045719,0.0006170002,0.04789663,0.0009756959,0.0002540885,0.003381998,0.009365189,0.02073932,0.07626935,0.05338494,0.7866387,0.0003724765],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.09306212,0.002729018,0.652681,0.003346998,0.002900396,0.0005718071,0.005861948,0.01967126,0.2191754],"genre_scores_gemma":[0.5427055,0.002670394,0.3666377,0.002806713,0.0008732789,0.0005997862,0.005102311,0.00393002,0.07467439],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.04696279,"threshold_uncertainty_score":0.1571062,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988216389","doi":"10.1145/3359148","title":"\"My cousin bought the phone for me. I never go to mobile shops.\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Bill and Melinda Gates Foundation","keywords":"Islam; Mobile phone; Sociology; Gender studies; Affect (linguistics); Phone; Dynamics (music); Qualitative research; Social dynamics; Cousin; Public relations; Political science; Social science; Geography; Engineering; Law","authors":[{"name":"Samia Ibtasam","is_ca":false},{"name":"Lubna Razaq","is_ca":false},{"name":"Maryam Ayub","is_ca":false},{"name":"Jennifer Webster","is_ca":false},{"name":"Syed Ishtiaque Ahmed","is_ca":true},{"name":"Richard Anderson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0422558494581298,"gpt":0.3153182028413925,"spread":0.2730623533832627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001010031,0.0004282397,0.0001529182,0.0003760809,0.007093151,0.001663387,0.000361984,0.0007329642,0.009865349],"category_scores_gemma":[0.002712247,0.0001631312,0.0001327597,0.0004222766,0.003671024,0.002133182,0.001716419,0.001905864,0.002404289],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007972498,"about_ca_system_score_gemma":0.001003816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009589451,"about_ca_topic_score_gemma":0.02084584,"domain_scores_codex":[0.9990926,0.0005236672,0.00002937402,0.000071746,0.0001407426,0.0001418485],"domain_scores_gemma":[0.9989649,0.0002814324,0.0002114816,0.00007820098,0.0002588445,0.0002050264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001136803,0.00007886838,0.03015711,0.0003052801,0.00002612863,0.001894513,0.6705715,0.0000964441,0.002502864,0.04280686,0.1442941,0.1071527],"study_design_scores_gemma":[0.000006663701,0.0000845527,0.01148789,0.0003121054,0.00001292079,0.002019271,0.5506932,0.0001430658,0.0006053821,0.002303516,0.4322881,0.00004327909],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6179852,0.00362061,0.01125948,0.05388758,0.002973436,0.0001812836,0.001081564,0.0002954182,0.3087153],"genre_scores_gemma":[0.893451,0.00197357,0.001632611,0.01175023,0.0001675633,0.00007561829,0.0001866702,0.00004093915,0.09072181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009865349,"threshold_uncertainty_score":0.03300285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983551767","doi":"10.1145/3359142","title":"Challenges and Design Considerations for Multimodal Asynchronous Collaboration in VR","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Human–computer interaction; Workspace; Context (archaeology); Multimodal interaction; Proxemics; Multimedia; Task (project management); Computer-supported cooperative work; Work (physics); Artificial intelligence","authors":[{"name":"Kevin Chow","is_ca":true},{"name":"Caitlin Coyiuto","is_ca":true},{"name":"Cuong Nguyen","is_ca":false},{"name":"Dongwook Yoon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1023054335010735,"gpt":0.3514384160315862,"spread":0.2491329825305127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02827363,0.001008561,0.000900475,0.001307578,0.003493961,0.01285125,0.003876963,0.005376448,0.004151216],"category_scores_gemma":[0.07748441,0.001357006,0.0009330244,0.001000865,0.005666028,0.01096913,0.004954411,0.00324688,0.001578413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002110504,"about_ca_system_score_gemma":0.003237872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002321673,"about_ca_topic_score_gemma":0.002449714,"domain_scores_codex":[0.9493502,0.03750613,0.00303322,0.003047541,0.005671564,0.001391384],"domain_scores_gemma":[0.9419888,0.03797025,0.003132501,0.005620779,0.009145064,0.002142577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006699262,0.0007124436,0.01375746,0.006055244,0.0001630645,0.002494728,0.1242124,0.01859486,0.04041579,0.3618812,0.01411833,0.4169245],"study_design_scores_gemma":[0.0004565557,0.002895516,0.01123794,0.003511176,0.0004575189,0.01064491,0.1326603,0.1037565,0.01897076,0.2745794,0.4401418,0.0006875664],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1352426,0.006751406,0.7468411,0.05357377,0.0007835127,0.001379867,0.0001381047,0.002329568,0.05296009],"genre_scores_gemma":[0.603453,0.002607476,0.3829874,0.002010328,0.0003704962,0.002140687,0.0001521781,0.0003779567,0.005900519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02827363,"threshold_uncertainty_score":0.149527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899336012","doi":"10.1145/3274460","title":"Shopping Over Distance through a Telepresence Robot","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Robot; Human–computer interaction; Telerobotics; Computer science; Mobile robot; Multimedia; Artificial intelligence","authors":[{"name":"Lillian Yang","is_ca":true},{"name":"Brennan Jones","is_ca":true},{"name":"Carman Neustaedter","is_ca":true},{"name":"Samarth Singhal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1137634862287063,"gpt":0.4267961485588093,"spread":0.313032662330103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003824742,0.0004023285,0.0001683642,0.0003419099,0.0007011019,0.0008659344,0.0005820337,0.000625943,0.006724728],"category_scores_gemma":[0.002021924,0.0001505245,0.0002278067,0.000192396,0.0005702198,0.001298543,0.001229183,0.0003041415,0.0007946873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001837227,"about_ca_system_score_gemma":0.0001882415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007764912,"about_ca_topic_score_gemma":0.001123684,"domain_scores_codex":[0.9996482,0.0001763838,0.00001355082,0.00005365058,0.00006721709,0.00004092914],"domain_scores_gemma":[0.9989634,0.0005114903,0.0001786962,0.0001318765,0.00008807113,0.0001263896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003659721,0.0038025,0.09597435,0.001249974,0.0001670133,0.008713124,0.1066576,0.004983767,0.179411,0.01198989,0.006986719,0.5764044],"study_design_scores_gemma":[0.0007645263,0.0260315,0.3332705,0.0007519713,0.0007193867,0.02036814,0.1983896,0.06921695,0.1119097,0.00896499,0.2287694,0.0008432441],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9804659,0.0001375306,0.009077361,0.0001749494,0.00001567446,0.00006459633,0.00004170152,0.0001247175,0.009897595],"genre_scores_gemma":[0.987712,0.00008117206,0.008698423,0.0000450191,0.000006243524,0.00004211292,0.00002766517,0.00001016721,0.003377236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006724728,"threshold_uncertainty_score":0.0224964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2774782036","doi":"10.1145/3134714","title":"Design Recommendations for Self-Monitoring in the Workplace","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Benchmarking; Productivity; Self-monitoring; Work (physics); Variety (cybernetics); Knowledge management; Computer science; Experience sampling method; Field (mathematics); Process management; Data science; Engineering; Business; Psychology; Marketing","authors":[{"name":"André N. Meyer","is_ca":false},{"name":"Gail C. Murphy","is_ca":true},{"name":"Thomas Zimmermann","is_ca":false},{"name":"Thomas Fritz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5182349395885374,"gpt":0.5082724576959539,"spread":0.00996248189258353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06330425,0.003049629,0.001343323,0.004001027,0.003125231,0.009159607,0.006338574,0.006563774,0.00628992],"category_scores_gemma":[0.1756598,0.002493663,0.001646366,0.0024458,0.003983371,0.01508175,0.004329251,0.006026597,0.003544898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005272083,"about_ca_system_score_gemma":0.01058506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004874286,"about_ca_topic_score_gemma":0.01040872,"domain_scores_codex":[0.918554,0.05780556,0.005642384,0.005562541,0.0101627,0.002272752],"domain_scores_gemma":[0.7468154,0.149748,0.01220746,0.02526943,0.05502479,0.01093508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008093682,0.004818014,0.0515422,0.008824265,0.0003005211,0.0007602339,0.06422668,0.009184416,0.0151338,0.04313662,0.07629478,0.7249691],"study_design_scores_gemma":[0.003226263,0.005704062,0.04060501,0.01996537,0.001483917,0.001500798,0.1102208,0.05413979,0.02879729,0.1657054,0.5674422,0.00120916],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07015914,0.003530241,0.784959,0.08876801,0.001651307,0.01028092,0.0005577704,0.009894461,0.03019916],"genre_scores_gemma":[0.11633,0.001349765,0.8627171,0.005532135,0.0001221741,0.009185869,0.0004350541,0.000440547,0.003887385],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06330425,"threshold_uncertainty_score":0.3347889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3126786794","doi":"10.1145/3449133","title":"Belonging There","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Calgary","funders":"","keywords":"Avatar; Human–computer interaction; Embodied cognition; Gesture; Computer science; Virtual reality; Multimedia; Artificial intelligence","authors":[{"name":"Brennan Jones","is_ca":true},{"name":"Yaying Zhang","is_ca":true},{"name":"Priscilla N. Y. Wong","is_ca":false},{"name":"Sean Rintel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05506003723088014,"gpt":0.3293890978465045,"spread":0.2743290606156243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002364382,0.0008928308,0.0005911494,0.001400546,0.01228609,0.01063823,0.001183777,0.002165176,0.1727424],"category_scores_gemma":[0.007753541,0.0002487236,0.000631833,0.0009732216,0.00510865,0.009977502,0.01427191,0.004328024,0.04632393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002188597,"about_ca_system_score_gemma":0.002180805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004196051,"about_ca_topic_score_gemma":0.006986519,"domain_scores_codex":[0.9956186,0.001701129,0.0001514816,0.0007549058,0.0009642685,0.0008096849],"domain_scores_gemma":[0.9949615,0.0004507595,0.0003518212,0.0007677529,0.0008379816,0.002630232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007855055,0.0001141276,0.00395596,0.0002545579,0.00003197496,0.0007645552,0.1211018,0.00007650326,0.001337283,0.3065256,0.3522103,0.2135487],"study_design_scores_gemma":[0.000002688134,0.00002145712,0.0007751043,0.00009346809,0.000005677791,0.0002639766,0.01714416,0.00002323718,0.00006730187,0.008237104,0.9733523,0.00001348511],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01432481,0.001783263,0.007719903,0.02491706,0.006412211,0.0001428871,0.0002600242,0.0005482148,0.9438916],"genre_scores_gemma":[0.2030487,0.002025111,0.003895041,0.01569111,0.001731005,0.0001549217,0.000546057,0.0005542326,0.7723539],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1727424,"threshold_uncertainty_score":0.5778808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","authors":[{"name":"Alex C. Williams","is_ca":true},{"name":"Gloria Mark","is_ca":false},{"name":"Kristy Milland","is_ca":true},{"name":"Edward Lank","is_ca":true},{"name":"Edith Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02534761186315127,"gpt":0.2711513648274525,"spread":0.2458037529643012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003789938,0.0003292481,0.0004474276,0.001840325,0.01300244,0.006187718,0.00122293,0.001518596,0.002587344],"category_scores_gemma":[0.008251154,0.0005350301,0.0003021936,0.0009363662,0.01051293,0.003388897,0.01030766,0.001463041,0.0004617225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002082269,"about_ca_system_score_gemma":0.002882483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005896372,"about_ca_topic_score_gemma":0.01096631,"domain_scores_codex":[0.9962003,0.001893251,0.0001442741,0.0005894162,0.0006403641,0.0005324421],"domain_scores_gemma":[0.9948868,0.001670778,0.001048237,0.0005318337,0.0006085054,0.001253847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001510867,0.00008621089,0.07627503,0.000187421,0.00004031074,0.001100537,0.8678695,0.0001957528,0.00240843,0.008246205,0.00325076,0.04018879],"study_design_scores_gemma":[0.00001139137,0.0001110216,0.03881844,0.0002013824,0.00001827557,0.0007017322,0.8974013,0.0001924313,0.0002842724,0.007160528,0.0550433,0.00005586062],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772857,0.001192343,0.003218501,0.002616189,0.00009832892,0.00004515745,0.00008124838,0.00004293637,0.01541953],"genre_scores_gemma":[0.9963862,0.0003029796,0.0007006584,0.0002963992,0.00003372407,0.00004501707,0.0000356569,0.00001681844,0.002182602],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01300244,"threshold_uncertainty_score":0.02004331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","authors":[{"name":"Mike Schaekermann","is_ca":true},{"name":"Joslin Goh","is_ca":true},{"name":"Kate Larson","is_ca":true},{"name":"Edith Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04068191450753942,"gpt":0.3018192372730933,"spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09116649,0.00112073,0.001383064,0.002932194,0.004646217,0.008165226,0.002884856,0.00507724,0.00633766],"category_scores_gemma":[0.4569319,0.001053405,0.002049133,0.002018012,0.008395485,0.01034507,0.01029767,0.005734644,0.001697574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002459195,"about_ca_system_score_gemma":0.003895724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001939076,"about_ca_topic_score_gemma":0.002595702,"domain_scores_codex":[0.8426597,0.1060913,0.01154186,0.0128369,0.02132665,0.005543705],"domain_scores_gemma":[0.3477543,0.5395678,0.0342727,0.05965862,0.01507637,0.003670172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00638032,0.001741817,0.18412,0.00497169,0.0008840651,0.001703035,0.1220915,0.03606066,0.01766099,0.2173644,0.0108559,0.3961656],"study_design_scores_gemma":[0.001061104,0.0016788,0.06961761,0.002547205,0.0006384145,0.001265126,0.04998852,0.135737,0.02406733,0.6572071,0.05564377,0.000548025],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6555619,0.001669537,0.2558538,0.009102794,0.0003594489,0.001928847,0.00105084,0.001471524,0.07300113],"genre_scores_gemma":[0.9584581,0.0001672625,0.03749336,0.0005255787,0.0000891262,0.0007750426,0.0003599426,0.0001732457,0.001958498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09116649,"threshold_uncertainty_score":0.4821402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094607757","doi":"10.1145/3415199","title":"Religion and Sustainability","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Persuasion; Scholarship; Religiosity; Sociology; Spirituality; Islam; Sustainability; Environmental ethics; Epistemology; Sociology of religion; Scope (computer science); Criticism; Social science; Social psychology; Political science; Psychology; Law; Philosophy; Ecology; Theology","authors":[{"name":"Mohammad Rashidujjaman Rifat","is_ca":true},{"name":"Toha Toriq","is_ca":false},{"name":"Syed Ishtiaque Ahmed","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02159510425189276,"gpt":0.292344192284251,"spread":0.2707490880323582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001383741,0.0001566943,0.0001524529,0.0005075957,0.002520386,0.003183276,0.000338543,0.00106348,0.01074912],"category_scores_gemma":[0.00355948,0.0001001679,0.0001381622,0.0005730033,0.007964473,0.001788761,0.002159954,0.0010853,0.0008386312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001358947,"about_ca_system_score_gemma":0.001054834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002102716,"about_ca_topic_score_gemma":0.003074149,"domain_scores_codex":[0.9991661,0.0005627069,0.00002161186,0.00006895984,0.00010286,0.00007771188],"domain_scores_gemma":[0.9976749,0.001184274,0.0003834446,0.0001719173,0.000248364,0.0003371744],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008007051,0.0002387597,0.02583518,0.0005832316,0.00003759582,0.0006238462,0.07379485,0.0008465721,0.001014314,0.6592939,0.01705197,0.2205997],"study_design_scores_gemma":[0.00003290814,0.0001957582,0.02719794,0.001002865,0.00003055467,0.0007612861,0.05009434,0.0007443803,0.000680155,0.3372075,0.5819975,0.00005486827],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2747585,0.01628917,0.008348701,0.05971045,0.0006701403,0.0000626874,0.000109001,0.00009105363,0.6399603],"genre_scores_gemma":[0.9792118,0.002874074,0.001404616,0.001834925,0.00007935783,0.00001980435,0.00002028452,0.00001364643,0.01454145],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01074912,"threshold_uncertainty_score":0.03595942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283019756","doi":"10.1145/3534525","title":"Mobile Applications for Health and Wellness: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"mHealth; Computer science; Behaviour change; Behavior change; Scale (ratio); Psychology; Medicine; Psychological intervention; Nursing","authors":[{"name":"Alaa Alslaity","is_ca":true},{"name":"Banuchitra Suruliraj","is_ca":true},{"name":"Oladapo Oyebode","is_ca":true},{"name":"Jonathon R. Fowles","is_ca":true},{"name":"Darren Steeves","is_ca":false},{"name":"Rita Orji","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1595386403785002,"gpt":0.5136574396824999,"spread":0.3541187993039997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005388272,0.001240238,0.004363041,0.01018148,0.0008407055,0.002504929,0.00170071,0.001703831,0.006543039],"category_scores_gemma":[0.02482161,0.0008152184,0.003901688,0.01052129,0.0008095957,0.002664391,0.001826687,0.001426249,0.0007141336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002533294,"about_ca_system_score_gemma":0.01236454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007418854,"about_ca_topic_score_gemma":0.02513509,"domain_scores_codex":[0.9960498,0.001331814,0.001253636,0.0002374271,0.000993266,0.000134095],"domain_scores_gemma":[0.983769,0.01189029,0.001952207,0.0002313031,0.00187382,0.0002834674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001168438,0.00003439801,0.0004632024,0.7966143,0.00174798,0.0001242409,0.0002983969,0.00009031918,0.0001720773,0.0004772143,0.004523218,0.1953378],"study_design_scores_gemma":[0.00009544849,0.0001665123,0.002960685,0.9123251,0.01246807,0.0004713409,0.0003596583,0.00007877058,0.0001677221,0.0004389692,0.07043812,0.00002963123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002430919,0.9988775,0.0000912367,0.0001637977,0.00005765559,0.0001394637,0.0001063567,0.000005609617,0.0003153247],"genre_scores_gemma":[0.002684412,0.9963392,0.0003940439,0.0001828512,0.00003168744,0.0001989242,0.00007646959,0.000003219616,0.00008912577],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01018148,"threshold_uncertainty_score":0.02849627,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898791345","doi":"10.1145/3274459","title":"Our House","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interactivity; Helpfulness; Feeling; Autonomy; Robot; Variety (cybernetics); Internet privacy; Interpersonal communication; Psychology; Human–computer interaction; Social psychology; Computer science; Multimedia","authors":[{"name":"Lillian Yang","is_ca":true},{"name":"Carman Neustaedter","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1369891754944688,"gpt":0.4315889290397788,"spread":0.29459975354531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006053849,0.0009663228,0.0007230934,0.001008178,0.004686162,0.003748883,0.001579489,0.001661702,0.7454011],"category_scores_gemma":[0.002288005,0.0004316529,0.0005999051,0.0008177637,0.0006692902,0.002322203,0.004446364,0.001993746,0.4078907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001156023,"about_ca_system_score_gemma":0.002056326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003407631,"about_ca_topic_score_gemma":0.006620832,"domain_scores_codex":[0.9992279,0.00010946,0.00004073063,0.0002551678,0.0002344921,0.0001321881],"domain_scores_gemma":[0.9986744,0.0001009152,0.00006185895,0.0001754542,0.0003300568,0.0006573905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001744169,0.0001752609,0.001531867,0.0002027757,0.00001431377,0.001290274,0.000605847,0.0001087346,0.0009340794,0.01019987,0.7977572,0.1870052],"study_design_scores_gemma":[0.00001102977,0.00003904363,0.0007371991,0.00006172062,0.00000468974,0.000604737,0.0004377948,0.00006226471,0.0001812209,0.0009547842,0.9968946,0.00001090699],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.008288261,0.003336893,0.004764637,0.009973567,0.008405148,0.0003674454,0.00351744,0.002825009,0.9585215],"genre_scores_gemma":[0.02398746,0.001743277,0.002597303,0.003230729,0.0007806555,0.0001355944,0.001704855,0.0007031359,0.965117],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7454011,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307715686","doi":"10.1145/3549507","title":"miniPXI: Development and Validation of an Eleven-Item Measure of the Player Experience Inventory","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Reliability (semiconductor); Scale (ratio); Measure (data warehouse); Applied psychology; Psychology; Validity; Computer science; Content validity; Psychometrics; Data mining; Clinical psychology; Geography; Cartography","authors":[{"name":"Aqeel Haider","is_ca":false},{"name":"Casper Harteveld","is_ca":false},{"name":"Daniel Johnson","is_ca":false},{"name":"Max V. Birk","is_ca":false},{"name":"Regan L. Mandryk","is_ca":true},{"name":"Magy Seif El‐Nasr","is_ca":false},{"name":"Lennart E. Nacke","is_ca":true},{"name":"Kathrin Gerling","is_ca":false},{"name":"Vero Vanden Abeele","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09465823428975312,"gpt":0.3585803974656985,"spread":0.2639221631759454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007862306,0.0005128848,0.0004314758,0.00196923,0.0003903746,0.0007901212,0.001216903,0.0005215438,0.003400629],"category_scores_gemma":[0.02150189,0.0004322207,0.0006958817,0.001084769,0.000401908,0.001477722,0.001672418,0.0008969094,0.001106362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005218855,"about_ca_system_score_gemma":0.001411086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001392125,"about_ca_topic_score_gemma":0.00286453,"domain_scores_codex":[0.9965466,0.001123134,0.0006671767,0.0002037994,0.001286333,0.0001730362],"domain_scores_gemma":[0.9892988,0.004345973,0.001345368,0.0006557915,0.003762399,0.0005916368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007957948,0.001566046,0.5566453,0.0008833754,0.000190845,0.0001916493,0.005629327,0.001871031,0.007558021,0.002926897,0.009660169,0.4120815],"study_design_scores_gemma":[0.0001403695,0.002249507,0.959262,0.0002656461,0.0001075532,0.0005343051,0.002293598,0.007522454,0.005082084,0.001545339,0.0208939,0.0001033247],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.887195,0.0004012312,0.08107066,0.0004209774,0.000140903,0.009456432,0.004495902,0.0006678297,0.01615112],"genre_scores_gemma":[0.7550228,0.000633489,0.2100443,0.0003125864,0.00006183208,0.02040073,0.006839228,0.000194367,0.006490659],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.007862306,"threshold_uncertainty_score":0.04158032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988571156","doi":"10.1145/3359178","title":"Understanding Expert Disagreement in Medical Data Analysis through Structured Adjudication","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; University of Waterloo","funders":"Canadian Institutes of Health Research; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Adjudication; CLARITY; Context (archaeology); Psychology; Presentation (obstetrics); Computer science; Data science; Medicine; Political science; Law","authors":[{"name":"Mike Schaekermann","is_ca":true},{"name":"Graeme Beaton","is_ca":true},{"name":"Minahz Habib","is_ca":true},{"name":"Andrew Lim","is_ca":true},{"name":"Kate Larson","is_ca":true},{"name":"Edith Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2065316819450487,"gpt":0.4112688192082902,"spread":0.2047371372632415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.535892,0.001727443,0.002513295,0.01235789,0.008052963,0.01280543,0.006123214,0.006327357,0.002483009],"category_scores_gemma":[0.7537192,0.002047113,0.002821898,0.005687004,0.01713062,0.01372,0.01724676,0.01183781,0.0007501506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006700978,"about_ca_system_score_gemma":0.01890315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002898911,"about_ca_topic_score_gemma":0.00507788,"domain_scores_codex":[0.2601884,0.6441562,0.03966301,0.02000476,0.03308274,0.002904821],"domain_scores_gemma":[0.08327685,0.82098,0.0351383,0.03398255,0.02494378,0.001678528],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001401717,0.0005892849,0.04472542,0.004342317,0.001460602,0.002166477,0.2072149,0.03272107,0.008472858,0.2738987,0.01338453,0.4096223],"study_design_scores_gemma":[0.0003234915,0.0003202403,0.005758702,0.002614259,0.0002061016,0.0005434556,0.01668498,0.09190086,0.004726007,0.8520768,0.02450229,0.0003428113],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05610432,0.001175829,0.9202162,0.01403486,0.00054165,0.002467223,0.000282949,0.0003691234,0.004807922],"genre_scores_gemma":[0.3816371,0.0004221981,0.6100379,0.003137992,0.000504079,0.003034699,0.0003737758,0.0001542566,0.0006980753],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.464108,"threshold_uncertainty_score":0.5723279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","authors":[{"name":"Anna Kawakami","is_ca":false},{"name":"Shreya Chowdhary","is_ca":false},{"name":"Shamsi T. Iqbal","is_ca":false},{"name":"Q. Vera Liao","is_ca":true},{"name":"Alexandra Olteanu","is_ca":false},{"name":"Jina Suh","is_ca":false},{"name":"Koustuv Saha","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05822691235665016,"gpt":0.293772252811522,"spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01731958,0.0009938499,0.0003578738,0.001470554,0.005707336,0.009111303,0.001639548,0.002884833,0.002186081],"category_scores_gemma":[0.01573447,0.0005642871,0.000645612,0.0008057637,0.01123539,0.01283964,0.01163171,0.002706929,0.0004404754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003088085,"about_ca_system_score_gemma":0.002708637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005034073,"about_ca_topic_score_gemma":0.005777277,"domain_scores_codex":[0.9888381,0.008520638,0.0002283959,0.0005531619,0.0009880277,0.0008715656],"domain_scores_gemma":[0.9904019,0.006145019,0.0006244733,0.0007801525,0.001134491,0.0009139532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001700989,0.0002732919,0.04547469,0.001040224,0.00006318593,0.001954547,0.6954644,0.005999641,0.01269674,0.1413638,0.004956249,0.09054306],"study_design_scores_gemma":[0.00002063673,0.0002134319,0.008656079,0.001163511,0.00006802724,0.000483089,0.7484055,0.008556534,0.005902618,0.1253768,0.1010412,0.0001125574],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6145323,0.003524979,0.200575,0.07971869,0.0004042618,0.0005538,0.000274864,0.0003549051,0.1000612],"genre_scores_gemma":[0.9824198,0.0008539411,0.0139164,0.0008618038,0.00003902235,0.0001882683,0.00004521145,0.0000296747,0.001645946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01731958,"threshold_uncertainty_score":0.09159577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206705049","doi":"10.1145/3479862","title":"Dilemmas in Mutual Aid: Lessons for Crisis Informatics from an Emergent Community Response to the Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mutual aid; Transformative learning; Political science; Emergency response; Public relations; Politics; Informatics; Equity (law); Pandemic; Disaster response; Sociology; Coronavirus disease 2019 (COVID-19); Emergency management; Law; Medicine","authors":[{"name":"Robert Soden","is_ca":true},{"name":"Embry Owen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1267925104539904,"gpt":0.4180308603314967,"spread":0.2912383498775064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01198587,0.000729192,0.0007160423,0.001943192,0.01192706,0.01674478,0.002441788,0.005442544,0.006701994],"category_scores_gemma":[0.02122897,0.000576473,0.0005533166,0.001468834,0.03537444,0.02276141,0.01094558,0.006427844,0.0007234128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006798878,"about_ca_system_score_gemma":0.007578887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005571079,"about_ca_topic_score_gemma":0.007454566,"domain_scores_codex":[0.9921986,0.006361483,0.000116847,0.0002640765,0.0003721115,0.0006868633],"domain_scores_gemma":[0.979408,0.01654549,0.000627001,0.0006235376,0.0009182676,0.001877761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001554811,0.0002775291,0.003790943,0.0004076023,0.00002054867,0.002014809,0.3110012,0.001857966,0.0003710479,0.6223506,0.01931786,0.03843445],"study_design_scores_gemma":[0.00008160302,0.0001087716,0.001416379,0.0005920206,0.00001434969,0.0005027016,0.4845557,0.003102172,0.0004143092,0.3721366,0.137009,0.00006640419],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2421863,0.009742266,0.02709811,0.4567857,0.001208924,0.0004208453,0.0001372274,0.0001758935,0.2622446],"genre_scores_gemma":[0.9666808,0.004295981,0.0091956,0.006957868,0.0003375096,0.0003148592,0.00005905071,0.00007504688,0.01208317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01674478,"threshold_uncertainty_score":0.06338811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159059608","doi":"10.1145/3449100","title":"An Image of Society","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Workforce; Representation (politics); Field (mathematics); Narrative; Product (mathematics); Audit; People of color; Content (measure theory); Psychology; Race (biology); Sociology; Gender studies; Political science; Mathematics; Management; Art","authors":[{"name":"Danaë Metaxa","is_ca":false},{"name":"Michelle A. Gan","is_ca":false},{"name":"Su Goh","is_ca":true},{"name":"Jeffrey T. Hancock","is_ca":false},{"name":"James A. Landay","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03989034647469759,"gpt":0.3396560730475095,"spread":0.2997657265728119,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008642165,0.0004068272,0.0001811752,0.001350359,0.002916126,0.00797969,0.0004514494,0.0008566444,0.02433755],"category_scores_gemma":[0.002439958,0.0001080545,0.0002278742,0.001262402,0.007127422,0.005465702,0.003805136,0.001263402,0.003585089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001435646,"about_ca_system_score_gemma":0.001370062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002723868,"about_ca_topic_score_gemma":0.003007478,"domain_scores_codex":[0.9989439,0.0005306461,0.000030672,0.0001414598,0.0002685833,0.00008476138],"domain_scores_gemma":[0.9987936,0.0002502597,0.0001323429,0.0003304152,0.0002344048,0.0002588228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004550521,0.00006167345,0.005688648,0.0001506962,0.00002864181,0.0003013706,0.1010495,0.0003976121,0.00202953,0.7423074,0.05831661,0.08962288],"study_design_scores_gemma":[0.000006456794,0.00006134198,0.003260832,0.0001539037,0.00001312829,0.0003848482,0.03558601,0.0004048288,0.0003559706,0.0757056,0.884046,0.00002105182],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06042703,0.001364438,0.009684672,0.01400364,0.000573818,0.00004665417,0.0002798975,0.0002598818,0.91336],"genre_scores_gemma":[0.8879787,0.001723048,0.004803286,0.002493978,0.0003059672,0.00006356187,0.0002542638,0.0002115973,0.1021657],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02433755,"threshold_uncertainty_score":0.08141726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3213054554","doi":"10.1145/3486950","title":"Towards Balancing VR Immersion and Bystander Awareness","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Headset; Avatar; Immersion (mathematics); Virtual reality; Interactivity; Human–computer interaction; Bystander effect; Visualization; Computer science; Optical head-mounted display; Multimedia; Psychology; Artificial intelligence; Social psychology","authors":[{"name":"Yoshiki Kudo","is_ca":false},{"name":"Anthony Tang","is_ca":true},{"name":"Kazuyuki Fujita","is_ca":false},{"name":"Isamu Endo","is_ca":false},{"name":"Kazuki Takashima","is_ca":false},{"name":"Yoshifumi Kitamura","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05749428252516457,"gpt":0.3367479078413894,"spread":0.2792536253162248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003595708,0.0008019346,0.0004432677,0.0007862314,0.0007559364,0.003513944,0.001044895,0.00125359,0.004684172],"category_scores_gemma":[0.01711581,0.000381785,0.0003751374,0.0003785204,0.001345959,0.003822816,0.004725971,0.001054743,0.0006460078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005155383,"about_ca_system_score_gemma":0.0005636372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007502622,"about_ca_topic_score_gemma":0.0007402237,"domain_scores_codex":[0.9968327,0.001960536,0.0001279923,0.0003574451,0.0004891364,0.0002322209],"domain_scores_gemma":[0.9934012,0.003895056,0.0007237958,0.00056418,0.001026296,0.0003894025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.001732489,0.001658796,0.02625828,0.0038237,0.0003041225,0.0004970247,0.06868094,0.006179125,0.4708068,0.02354907,0.003027279,0.3934823],"study_design_scores_gemma":[0.001510951,0.0290165,0.1864059,0.004017171,0.002023943,0.004910705,0.1507355,0.06709459,0.3392893,0.07659322,0.137595,0.0008071028],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8560657,0.001809642,0.1239671,0.001466357,0.00009100872,0.0002965665,0.00004879575,0.0005805901,0.01567416],"genre_scores_gemma":[0.9603534,0.0005184678,0.0366795,0.000235042,0.00004317688,0.0001675196,0.0000414039,0.00008277388,0.001878811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004684172,"threshold_uncertainty_score":0.01901615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","authors":[{"name":"James R. Wallace","is_ca":true},{"name":"Saba Oji","is_ca":true},{"name":"Craig Anslow","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1038939494206533,"gpt":0.398662182202616,"spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07556605,0.001145736,0.001408423,0.01628698,0.006015887,0.02913398,0.003180519,0.004671799,0.009575183],"category_scores_gemma":[0.08192623,0.001307223,0.0009619472,0.01637214,0.02674501,0.02284236,0.008171678,0.004498038,0.004660084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009408127,"about_ca_system_score_gemma":0.01279827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002485103,"about_ca_topic_score_gemma":0.002226767,"domain_scores_codex":[0.9095348,0.06401896,0.006078259,0.005568162,0.01341179,0.00138794],"domain_scores_gemma":[0.9194261,0.05610441,0.003195081,0.01037624,0.008679492,0.002218764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000731047,0.00009064596,0.001983673,0.002650328,0.0000562436,0.0002185469,0.02039213,0.0002217058,0.0005767039,0.782218,0.009241361,0.1822776],"study_design_scores_gemma":[0.0000464596,0.0001049376,0.001579694,0.006245864,0.00006215084,0.0004916099,0.01553716,0.0003187981,0.001038399,0.436057,0.538457,0.00006095624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02108444,0.1156417,0.2837607,0.08453709,0.005291059,0.004345627,0.001801732,0.0006285943,0.4829092],"genre_scores_gemma":[0.2518045,0.07801289,0.5633883,0.02011127,0.003765278,0.02167678,0.001189656,0.0008832516,0.05916822],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07556605,"threshold_uncertainty_score":0.3996363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307887189","doi":"10.1145/3549498","title":"Feeling Good and In Control: In-game Tools to Support Targets of Toxicity","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feeling; Harm; Toxicity; Psychology; Coping (psychology); Variety (cybernetics); Internet privacy; Computer science; Social psychology; Psychotherapist; Medicine; Artificial intelligence","authors":[{"name":"Elizabeth Reid","is_ca":true},{"name":"Regan L. Mandryk","is_ca":true},{"name":"Nicole A. Beres","is_ca":true},{"name":"Madison Klarkowski","is_ca":true},{"name":"Julian Frommel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07045441158871146,"gpt":0.3683867162160934,"spread":0.297932304627382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002101434,0.001074933,0.0002863472,0.0008272818,0.0005676508,0.001774805,0.001285061,0.0006648556,0.003157587],"category_scores_gemma":[0.01354573,0.0002797521,0.0003770981,0.0002384978,0.0006906675,0.002283679,0.002175849,0.0007113117,0.0006272538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003084592,"about_ca_system_score_gemma":0.0004525105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004291937,"about_ca_topic_score_gemma":0.001521073,"domain_scores_codex":[0.9985668,0.0009177587,0.0000811065,0.00008774682,0.0001966787,0.0001499652],"domain_scores_gemma":[0.9936126,0.004260822,0.0005575598,0.0003666288,0.0003668829,0.0008356604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002437315,0.01273633,0.07884692,0.003113301,0.0003349757,0.002760529,0.07063964,0.005240807,0.06835204,0.01120557,0.01864085,0.7256917],"study_design_scores_gemma":[0.002118241,0.03462391,0.2818483,0.004016834,0.002121026,0.01101136,0.07902828,0.1029518,0.1069842,0.04538342,0.3286229,0.00128974],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9031243,0.0003584601,0.07418159,0.0008380287,0.0001316618,0.000855215,0.0001112845,0.002035138,0.01836432],"genre_scores_gemma":[0.9219649,0.0002046028,0.0730468,0.0002732184,0.00002231655,0.000388742,0.000123555,0.000142417,0.003833477],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003157587,"threshold_uncertainty_score":0.01111358,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194283088","doi":"10.1145/3479497","title":"The \"Shut the f**k up\" Phenomenon: Characterizing Incivility in Open Source Code Review Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Civility; Context (archaeology); Phenomenon; Internet privacy; Computer science; Computer security; World Wide Web; Public relations; Social psychology; Psychology; Political science; Law; Epistemology","authors":[{"name":"Isabella Ferreira","is_ca":true},{"name":"Jinghui Cheng","is_ca":true},{"name":"Bram Adams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07765418840429965,"gpt":0.3631479555744238,"spread":0.2854937671701241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02462905,0.0005827453,0.0006648565,0.006262058,0.008354625,0.007484009,0.002219041,0.003546989,0.002238979],"category_scores_gemma":[0.1468233,0.0007523341,0.0006479284,0.003236875,0.01355296,0.009638621,0.01354845,0.003888013,0.0004140603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00526225,"about_ca_system_score_gemma":0.00371341,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002925303,"about_ca_topic_score_gemma":0.003016855,"domain_scores_codex":[0.9437389,0.04084769,0.002851243,0.002726,0.007267938,0.002568316],"domain_scores_gemma":[0.7082104,0.2208842,0.04893406,0.007317534,0.008966587,0.005687233],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009203492,0.00006454361,0.03659263,0.0002898929,0.00002900405,0.0007782629,0.9391741,0.0001002876,0.001493807,0.005657495,0.001125772,0.01460213],"study_design_scores_gemma":[0.00002316603,0.0001201967,0.04617653,0.0007055226,0.00003502956,0.001608848,0.9167534,0.001235297,0.001099179,0.008906314,0.02320935,0.0001272429],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772141,0.0006946668,0.00880613,0.003660179,0.00008271231,0.0001760966,0.00008015438,0.0001226999,0.009163167],"genre_scores_gemma":[0.996291,0.0002356382,0.001748933,0.0007526884,0.00004948487,0.0001974455,0.00005963859,0.0000575408,0.0006075924],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.992516,"threshold_uncertainty_score":0.1302525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159273122","doi":"10.1145/3449195","title":"Speculation and the Design of Development","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Memorial University of Newfoundland; National Science Foundation","keywords":"Speculation; Technoscience; Futures contract; Sociology; Normative; Colonialism; Constructive; Fantasy; Political science; Social science; Law; Computer science; Economics","authors":[{"name":"Phoebe Sengers","is_ca":false},{"name":"Kaiton Williams","is_ca":false},{"name":"Vera Khovanskaya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06062240976796456,"gpt":0.304853781581915,"spread":0.2442313718139504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01576349,0.0008346774,0.0004038776,0.001672177,0.006260337,0.01116811,0.002196715,0.002596959,0.00537697],"category_scores_gemma":[0.01860394,0.000762642,0.0006934303,0.001535847,0.0687724,0.009238374,0.007916795,0.002367849,0.000647125],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01389589,"about_ca_system_score_gemma":0.009738128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01179717,"about_ca_topic_score_gemma":0.007389869,"domain_scores_codex":[0.9829837,0.01248765,0.0004992692,0.001610501,0.00138414,0.001034635],"domain_scores_gemma":[0.9822612,0.01090519,0.001176811,0.003914184,0.001227524,0.0005151236],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002547502,0.000007958888,0.0009625439,0.00005761249,0.000006782932,0.0001555926,0.01778031,0.001566083,0.0002431241,0.9697669,0.0003538841,0.009073686],"study_design_scores_gemma":[0.00005695122,0.00006934186,0.0006948694,0.0002488953,0.00002318236,0.0002511565,0.01250203,0.005043189,0.001071904,0.8186428,0.1613565,0.00003906451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.160298,0.004112778,0.3584664,0.02505396,0.0002731338,0.0002963774,0.0001274337,0.0005657462,0.4508061],"genre_scores_gemma":[0.9619919,0.0005756805,0.02645549,0.000257474,0.00002483852,0.0001601322,0.00004911532,0.00008921167,0.01039622],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01576349,"threshold_uncertainty_score":0.1008222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344795","doi":"10.1145/3610206","title":"Selective Explanations: Leveraging Human Input to Align Explainable AI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Task (project management); Computer science; Space (punctuation); Perception; Artificial intelligence; Property (philosophy); Ask price; Machine learning; Data science; Psychology; Epistemology; Management","authors":[{"name":"Vivian Lai","is_ca":false},{"name":"Yiming Zhang","is_ca":false},{"name":"Chacha Chen","is_ca":false},{"name":"Q. Vera Liao","is_ca":true},{"name":"Chenhao Tan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08774926588927132,"gpt":0.3596719010079191,"spread":0.2719226351186478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01027986,0.001363104,0.0005894778,0.001539016,0.000698096,0.002569787,0.001991571,0.00201488,0.004986456],"category_scores_gemma":[0.0727279,0.000506328,0.0009345899,0.0008262623,0.001602235,0.004603592,0.005065878,0.001692454,0.001045327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008106638,"about_ca_system_score_gemma":0.001133062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007758695,"about_ca_topic_score_gemma":0.001886001,"domain_scores_codex":[0.9882542,0.007908679,0.0004877214,0.001797569,0.001257645,0.0002942547],"domain_scores_gemma":[0.9331002,0.0545668,0.002641999,0.006833356,0.00220626,0.0006514218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001894761,0.0009966564,0.04251951,0.003255421,0.0003463017,0.00109134,0.026265,0.03129978,0.07004496,0.02939707,0.009059756,0.7838294],"study_design_scores_gemma":[0.00088008,0.002655126,0.03167251,0.001416737,0.0007220528,0.001977359,0.01049627,0.5105104,0.1061582,0.1969964,0.1360326,0.0004822963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2249396,0.001129937,0.7530248,0.002051809,0.0001021623,0.000933053,0.000786515,0.006914005,0.01011808],"genre_scores_gemma":[0.5637591,0.0002735509,0.4317295,0.0003864841,0.00005576567,0.000560745,0.0012288,0.0003829002,0.00162308],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01027986,"threshold_uncertainty_score":0.05436575,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4365999093","doi":"10.1145/3579524","title":"Speculating on Risks of AI Clones to Selfhood and Relationships: Doppelganger-phobia, Identity Fragmentation, and Living Memories","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploit; Identity (music); Perception; Psychology; Fragmentation (computing); Social psychology; Interpersonal communication; Cognitive science; Internet privacy; Computer science; Aesthetics; Computer security; Art; Neuroscience","authors":[{"name":"Patrick Yung Kang Lee","is_ca":true},{"name":"F. Ning","is_ca":true},{"name":"Ig-Jae Kim","is_ca":false},{"name":"Dongwook Yoon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2385014057313839,"gpt":0.4731130469845317,"spread":0.2346116412531478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002864207,0.0003231027,0.0002005386,0.0008064286,0.003151814,0.002803279,0.0004020986,0.0012256,0.001644096],"category_scores_gemma":[0.007531759,0.0001850746,0.0002316716,0.0003317894,0.006310976,0.003019588,0.002991617,0.002048582,0.0001150703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001319499,"about_ca_system_score_gemma":0.0009031541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001624416,"about_ca_topic_score_gemma":0.002428378,"domain_scores_codex":[0.998059,0.001169204,0.00006984378,0.0001246777,0.000361419,0.000215856],"domain_scores_gemma":[0.9948438,0.00317765,0.001004096,0.0003071004,0.0002657132,0.0004014504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001072329,0.0001659149,0.05343887,0.0001424773,0.00002618519,0.003102397,0.8734585,0.0001675965,0.006931702,0.02455199,0.0009077658,0.03699927],"study_design_scores_gemma":[0.00002034503,0.0002592012,0.0359544,0.0002367008,0.00004488227,0.008265468,0.9117801,0.001203783,0.002715885,0.01840353,0.02103555,0.00008014249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861941,0.0002252004,0.002624268,0.001390524,0.00001568819,0.00002585548,0.000005708602,0.0000158552,0.009502853],"genre_scores_gemma":[0.9987838,0.00007117958,0.0004650814,0.0002537073,0.000003709689,0.000008765644,0.000002606197,0.000002450108,0.0004087143],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003151814,"threshold_uncertainty_score":0.01514757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3155832955","doi":"10.1145/3449132","title":"StreamSketch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Interactivity; Computer science; Multimedia; Live streaming; Modality (human–computer interaction); Key (lock); Modalities; Human–computer interaction; Process (computing); Space (punctuation); Formative assessment; World Wide Web; Psychology; Sociology","authors":[{"name":"Zhicong Lu","is_ca":true},{"name":"Rubaiat Habib Kazi","is_ca":false},{"name":"Li‐Yi Wei","is_ca":false},{"name":"Mira Dontcheva","is_ca":false},{"name":"Karrie Karahalios","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05995711704533049,"gpt":0.356367323382279,"spread":0.2964102063369485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001347614,0.001468746,0.0007390016,0.001777733,0.001057783,0.002924417,0.00215064,0.001255995,0.1819319],"category_scores_gemma":[0.005835674,0.0007835582,0.0008793598,0.001067127,0.0008570273,0.004689036,0.005491318,0.001695115,0.05830938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005841235,"about_ca_system_score_gemma":0.001256222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001560233,"about_ca_topic_score_gemma":0.002709013,"domain_scores_codex":[0.9990652,0.000135367,0.00006501059,0.0002083613,0.0004016767,0.0001243167],"domain_scores_gemma":[0.9979256,0.0006553082,0.00008992406,0.0005014467,0.0005141891,0.0003134596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003454956,0.0003368957,0.002321282,0.002518164,0.0001060797,0.0009268905,0.002935629,0.002048829,0.03295005,0.03060838,0.4710974,0.4506953],"study_design_scores_gemma":[0.0004555391,0.0004125336,0.002914769,0.0003670464,0.00007661503,0.0007740195,0.000618739,0.009404715,0.02032877,0.01469089,0.9497997,0.0001566988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"software","genre_gemma":"empirical","genre_scores_codex":[0.03622407,0.003001541,0.2928359,0.001448971,0.002064615,0.003442317,0.03137938,0.3177678,0.3118354],"genre_scores_gemma":[0.1831614,0.003659927,0.2068568,0.001635341,0.000831644,0.004689994,0.06607742,0.0650483,0.4680393],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1819319,"threshold_uncertainty_score":0.6086229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3048821638","doi":"10.1145/3415242","title":"When Are Search Completion Suggestions Problematic?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Web search query; Offensive; Computer science; Context (archaeology); Information retrieval; Web query classification; Query expansion; World Wide Web; Psychology; Search engine; Data science; Operations research; Engineering","authors":[{"name":"Alexandra Olteanu","is_ca":false},{"name":"Fernando Díaz","is_ca":true},{"name":"Gabriella Kazai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1716117509884748,"gpt":0.3790315879248319,"spread":0.2074198369363571,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01235965,0.0007745975,0.0008094191,0.001782591,0.001817954,0.003798295,0.001120742,0.00259589,0.002485873],"category_scores_gemma":[0.1487573,0.0008879734,0.0005079589,0.001027888,0.001916511,0.005720689,0.00218267,0.002267633,0.000853266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00116569,"about_ca_system_score_gemma":0.001430259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00325827,"about_ca_topic_score_gemma":0.003905932,"domain_scores_codex":[0.9825282,0.008953518,0.001644694,0.001080936,0.004895523,0.0008971752],"domain_scores_gemma":[0.8548118,0.1014187,0.02332429,0.009146684,0.008730847,0.002567756],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006851151,0.001033017,0.4467992,0.003706225,0.0004480487,0.002822535,0.2111169,0.003107874,0.05325535,0.009930486,0.01519227,0.245737],"study_design_scores_gemma":[0.0004350144,0.003209488,0.5926437,0.002019856,0.0009583017,0.005048015,0.2446845,0.02841798,0.02475337,0.0218956,0.07496167,0.0009723638],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9784997,0.0007861868,0.008743777,0.002072498,0.00007129014,0.0001762226,0.0003069078,0.0009444819,0.008398938],"genre_scores_gemma":[0.9925659,0.0002560499,0.005480376,0.0003639033,0.00004655807,0.0000844495,0.000202856,0.0001698819,0.0008301034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01235965,"threshold_uncertainty_score":0.06536484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381193245","doi":"10.1145/3593226","title":"EEG-Based Brain-Computer Interactions in Immersive Virtual and Augmented Reality: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Virtual reality; Usability; Computer science; Human–computer interaction; Immersive technology; Augmented reality; Brain–computer interface; Intersection (aeronautics); Electroencephalography; Neuroscience; Psychology; Engineering","authors":[{"name":"Chukwuemeka Nwagu","is_ca":true},{"name":"Alaa Alslaity","is_ca":true},{"name":"Rita Orji","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1535502742587624,"gpt":0.4052988487298603,"spread":0.2517485744710979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005017763,0.001435346,0.004283038,0.01177719,0.0004919028,0.00233777,0.001771433,0.001435216,0.004496843],"category_scores_gemma":[0.02171576,0.0008382965,0.003677536,0.01129677,0.000804658,0.002466913,0.001542751,0.001005832,0.0006989544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001878999,"about_ca_system_score_gemma":0.01036857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006876356,"about_ca_topic_score_gemma":0.02093492,"domain_scores_codex":[0.9967147,0.001013389,0.001110487,0.0002885481,0.000782485,0.00009033517],"domain_scores_gemma":[0.9810543,0.01446943,0.00213844,0.0002453118,0.001897254,0.0001952524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001247875,0.00004242569,0.0006213075,0.676607,0.001991851,0.0001472803,0.0002889899,0.0001692459,0.0002815629,0.0006000046,0.003791206,0.3153344],"study_design_scores_gemma":[0.0001555268,0.00035894,0.006710447,0.8328771,0.02203816,0.001233025,0.0006122119,0.000169749,0.0005432164,0.0009461446,0.1342645,0.00009101462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002298525,0.999127,0.0001441478,0.00009831622,0.00004132895,0.00005638954,0.0001007158,0.000004393965,0.0001979356],"genre_scores_gemma":[0.002244935,0.9969237,0.0004179649,0.0001199572,0.0000305107,0.0001091051,0.00008521124,0.000002692738,0.0000658979],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01177719,"threshold_uncertainty_score":0.02653676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344424","doi":"10.1145/3611048","title":"From Points to Progression: A Scoping Review of Game Elements in Gamification Research with a Content Analysis of 280 Research Papers","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Computer science; Game design; Content analysis; Data science; Multimedia; Sociology; Social science","authors":[{"name":"Stuart Hallifax","is_ca":true},{"name":"Maximilian Altmeyer","is_ca":true},{"name":"Kristina Kölln","is_ca":false},{"name":"Maria Rauschenberger","is_ca":false},{"name":"Lennart E. Nacke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.569055136848657,"gpt":0.5953226624855227,"spread":0.02626752563686563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01981546,0.00149428,0.002904247,0.03513817,0.001481033,0.00531985,0.002015043,0.002082602,0.002940733],"category_scores_gemma":[0.07079793,0.001411819,0.003092594,0.03081884,0.00183823,0.006634887,0.003387708,0.001893421,0.0009102451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00423633,"about_ca_system_score_gemma":0.01978746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005149461,"about_ca_topic_score_gemma":0.0160971,"domain_scores_codex":[0.9866238,0.004937169,0.004132797,0.0007840476,0.003190175,0.0003320731],"domain_scores_gemma":[0.9417815,0.0435122,0.004536692,0.00111963,0.008625412,0.0004245461],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001650545,0.0000603046,0.001063754,0.3836293,0.000917998,0.0002949777,0.003705065,0.000413708,0.0007075868,0.004655869,0.008389809,0.5959965],"study_design_scores_gemma":[0.00004274494,0.000129302,0.002752002,0.8292419,0.003872487,0.0004470317,0.003065879,0.0002097993,0.0007119457,0.003479784,0.1559896,0.00005753848],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002395423,0.9899814,0.002342182,0.00105847,0.0003068526,0.0006994247,0.0002369683,0.00002775357,0.002951506],"genre_scores_gemma":[0.01260391,0.9803845,0.00438775,0.0006130885,0.00008843706,0.001043762,0.0003407953,0.00002405268,0.0005136266],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9801846,"threshold_uncertainty_score":0.1047954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221135284","doi":"10.1145/3512922","title":"An Exploration of Captioning Practices and Challenges of Individual Content Creators on YouTube for People with Hearing Impairments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closed captioning; Perception; Content (measure theory); Online video; Computer science; Multimedia; Content analysis; Bridge (graph theory); World Wide Web; Internet privacy; Psychology; Sociology; Artificial intelligence","authors":[{"name":"Franklin Mingzhe Li","is_ca":false},{"name":"Cheng Lu","is_ca":true},{"name":"Zhicong Lu","is_ca":false},{"name":"Patrick Carrington","is_ca":false},{"name":"Khai N. Truong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3190273648157473,"gpt":0.348528546668038,"spread":0.02950118185229067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005548525,0.0005590247,0.0003055941,0.001813058,0.004829992,0.002794656,0.0009880714,0.001056498,0.002002695],"category_scores_gemma":[0.01832308,0.0002756126,0.0003040939,0.00106708,0.002517858,0.004091614,0.003494279,0.0009986778,0.0003562357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002157767,"about_ca_system_score_gemma":0.001521007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009860032,"about_ca_topic_score_gemma":0.02321324,"domain_scores_codex":[0.9951791,0.00336406,0.000191918,0.0003432259,0.0004969516,0.0004247933],"domain_scores_gemma":[0.9858953,0.009352254,0.001492099,0.0006029476,0.001827102,0.0008302256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008255748,0.00006232722,0.02348575,0.0003271427,0.00001549225,0.001197929,0.9280967,0.0001087602,0.004409974,0.0006618245,0.002325673,0.0392259],"study_design_scores_gemma":[0.000005983381,0.0001362252,0.02013028,0.0002781465,0.00002210595,0.0007619705,0.9551699,0.0008424959,0.001610064,0.0004389073,0.02055558,0.00004828618],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879692,0.0005420859,0.003593002,0.001258752,0.00004332791,0.0001768366,0.0001684671,0.00005561938,0.006192737],"genre_scores_gemma":[0.9935144,0.0005413655,0.00322967,0.0003235998,0.00002979357,0.0001610907,0.0001434409,0.00003929738,0.002017305],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009860032,"threshold_uncertainty_score":0.02934372,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396218845","doi":"10.1145/3637396","title":"Seamful XAI: Operationalizing Seamful Design in Explainable AI","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya","keywords":"Sociotechnical system; Computer science; Operationalization; Leverage (statistics); Process (computing); Context (archaeology); Knowledge management; Artificial intelligence","authors":[{"name":"Upol Ehsan","is_ca":false},{"name":"Q. Vera Liao","is_ca":true},{"name":"Samir Passi","is_ca":false},{"name":"Mark Riedl","is_ca":false},{"name":"Hal Daumé","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1375082652121015,"gpt":0.432029780617969,"spread":0.2945215154058675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02543704,0.001168572,0.0003933327,0.002102118,0.002869085,0.007663709,0.002583846,0.003281421,0.004913976],"category_scores_gemma":[0.05853297,0.001167608,0.001286707,0.000865993,0.01423808,0.01058498,0.01106167,0.003577221,0.0007418529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00298171,"about_ca_system_score_gemma":0.004393512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001950695,"about_ca_topic_score_gemma":0.00225156,"domain_scores_codex":[0.9766744,0.01768646,0.001098305,0.00170477,0.002068242,0.0007677919],"domain_scores_gemma":[0.9498491,0.03108216,0.003415286,0.01196035,0.002532909,0.001160214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002959888,0.0005924863,0.0157441,0.001578168,0.0001359257,0.0008837959,0.1566615,0.02613865,0.01775301,0.6267182,0.003082384,0.1504159],"study_design_scores_gemma":[0.0001908697,0.0008461393,0.005082277,0.001380423,0.0002413119,0.001255428,0.03035799,0.130958,0.02352528,0.67437,0.1315282,0.0002641093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06748876,0.0002806609,0.9063661,0.0030136,0.00007600465,0.0008129158,0.00009979386,0.002078896,0.01978326],"genre_scores_gemma":[0.5031955,0.0001698468,0.4921502,0.0005058029,0.00002059336,0.0008289477,0.0001428857,0.0003337693,0.002652472],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02543704,"threshold_uncertainty_score":0.1345255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988262722","doi":"10.1145/3359128","title":"Customizations and Expression Breakdowns in Ecosystems of Communication Apps","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"FP7 Ideas: European Research Council; Japan Society for the Promotion of Science","keywords":"Personalization; Expression (computer science); Conversation; Workaround; Internet privacy; World Wide Web; Computer science; Psychology; Communication","authors":[{"name":"Carla F. Griggio","is_ca":false},{"name":"Joanna McGrenere","is_ca":true},{"name":"Wendy E. Mackay","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02440612737239456,"gpt":0.287233418352812,"spread":0.2628272909804175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009490217,0.0007183169,0.0004796667,0.001664933,0.005068711,0.007585066,0.001080934,0.001724795,0.001280428],"category_scores_gemma":[0.03043095,0.0008941367,0.000613571,0.0009707037,0.005181126,0.008974467,0.009102022,0.001991347,0.0002924396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001472096,"about_ca_system_score_gemma":0.001036389,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001185176,"about_ca_topic_score_gemma":0.001570882,"domain_scores_codex":[0.9872295,0.006891866,0.00114856,0.001519193,0.002045322,0.001165733],"domain_scores_gemma":[0.9779324,0.01325125,0.002987253,0.003074701,0.0018315,0.0009230105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005183561,0.0002084127,0.139252,0.0004920581,0.00009177922,0.003460209,0.7112741,0.0009119227,0.02473803,0.02036513,0.001298925,0.09738892],"study_design_scores_gemma":[0.00005968923,0.0009303954,0.159368,0.0009542857,0.0002882625,0.01164067,0.6685656,0.01533161,0.02018844,0.04194463,0.08025192,0.000476488],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9783419,0.0003697152,0.01341021,0.0004480424,0.00002541499,0.00006492421,0.00002469365,0.0002388749,0.00707613],"genre_scores_gemma":[0.9946216,0.0001076524,0.003997287,0.0001018725,0.00001025219,0.00006713009,0.00002978306,0.0000620894,0.001002375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009490217,"threshold_uncertainty_score":0.05018967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998182339","doi":"10.1145/3375195","title":"Understanding the Challenges for Bangladeshi Women to Participate in #MeToo Movement","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Patriarchy; Feminism; Gender studies; Movement (music); Social media; Sociology; Feminist movement; Social movement; Psychology; Political science; Aesthetics","authors":[{"name":"Aparna Moitra","is_ca":true},{"name":"Naeemul Hassan","is_ca":false},{"name":"Manash Kumar Mandal","is_ca":false},{"name":"Mansurul Bhuiyan","is_ca":false},{"name":"Syed Ishtiaque Ahmed","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4094481593691972,"gpt":0.3937804355549286,"spread":0.01566772381426862,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00625334,0.0004648097,0.0002523226,0.001062323,0.01359913,0.007382611,0.001018439,0.002780596,0.009091852],"category_scores_gemma":[0.009914311,0.0004473073,0.0001672682,0.001301074,0.00998529,0.006444398,0.005543675,0.002914706,0.001341361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004214847,"about_ca_system_score_gemma":0.003894417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02216398,"about_ca_topic_score_gemma":0.03590458,"domain_scores_codex":[0.9955676,0.003013884,0.0001010363,0.0002232317,0.0003575509,0.0007366831],"domain_scores_gemma":[0.994944,0.002967266,0.0006896218,0.0001563067,0.000459285,0.0007835151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001947382,0.00001933323,0.008421595,0.00005654889,0.000002594591,0.0003846399,0.9719585,0.00001305288,0.0004553466,0.00940966,0.002037602,0.007221845],"study_design_scores_gemma":[0.000002125174,0.00001435044,0.002682371,0.00007146513,0.000001453386,0.00007632457,0.9721807,0.00001483424,0.00004964157,0.0009803994,0.02392016,0.000006229837],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8438154,0.001635129,0.0009494222,0.0468936,0.0002052759,0.0001111748,0.0001978154,0.00001920513,0.1061729],"genre_scores_gemma":[0.9870687,0.001455002,0.000283863,0.003354834,0.00005217219,0.0001325592,0.00004606841,0.00001465449,0.007592113],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02216398,"threshold_uncertainty_score":0.04406995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403423174","doi":"10.1145/3677080","title":"How To Tame a Toxic Player? A Systematic Literature Review on Intervention Systems for Toxic Behaviors in Online Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Intervention (counseling); Video game; Computer science; Human–computer interaction; Psychology; Multimedia; Psychiatry","authors":[{"name":"Michel Wijkstra","is_ca":false},{"name":"Katja Rogers","is_ca":false},{"name":"Regan L. Mandryk","is_ca":true},{"name":"Remco C. Veltkamp","is_ca":false},{"name":"Julian Frommel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04804711966451224,"gpt":0.3677904120498298,"spread":0.3197432923853176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02082017,0.001691049,0.005348461,0.01084858,0.001131247,0.004032556,0.002315384,0.002144091,0.004761803],"category_scores_gemma":[0.08711668,0.00103825,0.00517097,0.006992294,0.001463947,0.004016978,0.002498556,0.002260998,0.000577021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005563645,"about_ca_system_score_gemma":0.02376848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006803629,"about_ca_topic_score_gemma":0.02368101,"domain_scores_codex":[0.9800519,0.01128289,0.004811535,0.0009102679,0.002526909,0.000416486],"domain_scores_gemma":[0.9502744,0.03962277,0.004809394,0.0007743131,0.003906111,0.0006130405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00032188,0.0001061055,0.0005987107,0.7923525,0.002890125,0.00008092834,0.00112193,0.0002270206,0.0002635852,0.001297062,0.002462271,0.198278],"study_design_scores_gemma":[0.0003246221,0.0004121917,0.001658759,0.9568992,0.01482539,0.0001163754,0.0008406658,0.0001509957,0.0004332501,0.000913461,0.02338466,0.00004050958],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003023152,0.9908801,0.001162772,0.001602803,0.0002626335,0.001604728,0.0002666435,0.00004315223,0.001154081],"genre_scores_gemma":[0.03399713,0.9542734,0.006396215,0.001384442,0.00008359211,0.003292993,0.0002554888,0.00002108193,0.0002957426],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02082017,"threshold_uncertainty_score":0.1101089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3202266009","doi":"10.1145/3474682","title":"Identifying Commercial Games with Therapeutic Potential through a Content Analysis of Steam Reviews","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social connectedness; Content analysis; Coping (psychology); Video game; Psychology; Computer science; Multimedia; Social psychology; Psychotherapist; Sociology","authors":[{"name":"Cody Phillips","is_ca":true},{"name":"Madison Klarkowski","is_ca":true},{"name":"Julian Frommel","is_ca":true},{"name":"Carl Gutwin","is_ca":true},{"name":"Regan L. Mandryk","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1736584764740562,"gpt":0.4047935086989844,"spread":0.2311350322249282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01106398,0.000485677,0.0005055736,0.01218598,0.0007114147,0.002136103,0.0005888464,0.0003396609,0.00209253],"category_scores_gemma":[0.08530577,0.0002467471,0.0004115645,0.008043933,0.0005290139,0.001810323,0.001399348,0.000451687,0.0004889211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001414233,"about_ca_system_score_gemma":0.002092409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001849105,"about_ca_topic_score_gemma":0.007672897,"domain_scores_codex":[0.989013,0.006373257,0.001571639,0.0006558487,0.002110082,0.0002763089],"domain_scores_gemma":[0.8609155,0.107818,0.0112135,0.003865166,0.01533332,0.0008545375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001538068,0.0003237489,0.1078788,0.01659877,0.0003801174,0.001607524,0.1014069,0.00143677,0.02844117,0.007472942,0.02984948,0.7030656],"study_design_scores_gemma":[0.000203879,0.001723146,0.4449681,0.0109109,0.001064024,0.002069822,0.13569,0.02669284,0.04323146,0.01251726,0.3204592,0.0004693288],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9074632,0.003544477,0.04402569,0.001432198,0.0002694857,0.006945373,0.01611135,0.0008281094,0.01938011],"genre_scores_gemma":[0.8768728,0.002294478,0.0987919,0.0003798449,0.0001404685,0.007959878,0.008734115,0.0002769353,0.004549633],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01218598,"threshold_uncertainty_score":0.05851263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387332926","doi":"10.1145/3611041","title":"Playing with Emotions: A Systematic Review Examining Emotions and Emotion Regulation in Esports Performance","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Affect (linguistics); Emotional regulation; Psychological intervention; Coping (psychology); Competitive advantage; Social psychology; Developmental psychology; Psychotherapist; Business; Marketing","authors":[{"name":"Nicole A. Beres","is_ca":true},{"name":"Madison Klarkowski","is_ca":true},{"name":"Regan L. Mandryk","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2027649510329885,"gpt":0.3626980922752233,"spread":0.1599331412422347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003449209,0.001251252,0.004210449,0.006829199,0.0005913171,0.00281841,0.001421824,0.001709925,0.004934989],"category_scores_gemma":[0.01707909,0.0006985096,0.00439051,0.007557645,0.0008807027,0.002227715,0.001431486,0.001195715,0.0004779463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001668545,"about_ca_system_score_gemma":0.007176009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007062926,"about_ca_topic_score_gemma":0.02224756,"domain_scores_codex":[0.9977046,0.000749729,0.0008337197,0.0002318323,0.0003830819,0.0000970183],"domain_scores_gemma":[0.9859455,0.01105521,0.00170781,0.000139192,0.0009658014,0.0001865551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001780943,0.00004961366,0.001208739,0.8329386,0.003416707,0.0001559188,0.0004858431,0.00008260459,0.0001623762,0.0003594168,0.00273604,0.158226],"study_design_scores_gemma":[0.0001359797,0.0002444761,0.01111423,0.8954321,0.03130694,0.000781798,0.0009001861,0.00007090384,0.0002218685,0.0005494526,0.05918593,0.0000561056],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004323461,0.9990338,0.00005100637,0.0001073117,0.00004234417,0.00004292199,0.00007484614,0.000002564022,0.0002129234],"genre_scores_gemma":[0.003662947,0.9957346,0.0001684571,0.0001899007,0.00003632974,0.00008232538,0.0000604375,0.000001952957,0.00006302993],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.007062926,"threshold_uncertainty_score":0.01824135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094989392","doi":"10.1145/3427314","title":"Exploring User Defined Gestures for Ear-Based Interactions","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Gesture; Human–computer interaction; Wearable computer; Computer science; Set (abstract data type); Interface (matter); Gesture recognition; User interface; Wearable technology; Multimedia; Artificial intelligence; Programming language; Embedded system","authors":[{"name":"Yu‐Chun Chen","is_ca":false},{"name":"Chia-Ying Liao","is_ca":false},{"name":"Shuo-wen Hsu","is_ca":false},{"name":"Da-Yuan Huang","is_ca":true},{"name":"Bing‐Yu Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.229397836290953,"gpt":0.3371712241058136,"spread":0.1077733878148606,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002024395,0.0008117793,0.0003109504,0.0007516759,0.0004652472,0.001452909,0.0005228362,0.0007805887,0.002824264],"category_scores_gemma":[0.007065736,0.000207476,0.0003751332,0.0005305376,0.0008593799,0.001895895,0.001521133,0.0004346479,0.0004861993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003136024,"about_ca_system_score_gemma":0.0003781796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003776554,"about_ca_topic_score_gemma":0.0009653654,"domain_scores_codex":[0.9975173,0.001534804,0.0001411567,0.0002848668,0.0003638789,0.0001579428],"domain_scores_gemma":[0.9965732,0.002706891,0.0001931749,0.0001852792,0.0002548221,0.00008669862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0009644254,0.0003227184,0.02540385,0.004023185,0.0000864566,0.002008931,0.1361294,0.004551578,0.4008856,0.02403702,0.002170471,0.3994164],"study_design_scores_gemma":[0.0004504661,0.005337426,0.18779,0.00336069,0.0005259776,0.01201814,0.1643633,0.1267903,0.2645083,0.05302419,0.1810852,0.0007460173],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6941925,0.001050506,0.2898163,0.0002631779,0.00004570739,0.0005158841,0.0003215621,0.0006544963,0.01313995],"genre_scores_gemma":[0.8932101,0.0004396055,0.1028732,0.00006848217,0.000008382176,0.0005636564,0.0001941464,0.00006715389,0.002575206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002824264,"threshold_uncertainty_score":0.01070619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2984949577","doi":"10.1145/3359193","title":"\"Point-of-Care Manufacturing\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research","keywords":"Stakeholder; Knowledge management; Business; Health care; Stakeholder engagement; Point (geometry); Rapid prototyping; Qualitative research; Public relations; Computer science; Engineering; Sociology; Political science","authors":[{"name":"U. K. Lakshmi","is_ca":false},{"name":"Megan Hofmann","is_ca":false},{"name":"Stephanie Valencia","is_ca":false},{"name":"Lauren Wilcox","is_ca":false},{"name":"Jennifer Mankoff","is_ca":false},{"name":"Rosa I. Arriaga","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01431483761804454,"gpt":0.2502174175935497,"spread":0.2359025799755051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007864802,0.0004892428,0.0002544389,0.0007815147,0.004775009,0.004957691,0.002021749,0.001909446,0.01150165],"category_scores_gemma":[0.016411,0.0003048039,0.000360976,0.0007770816,0.0080462,0.00356706,0.00791603,0.001543608,0.001832897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002719182,"about_ca_system_score_gemma":0.003448717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001288128,"about_ca_topic_score_gemma":0.00192797,"domain_scores_codex":[0.9800787,0.0134943,0.0004708089,0.001220439,0.003883418,0.0008523158],"domain_scores_gemma":[0.9871085,0.00594477,0.002017891,0.002111046,0.001653759,0.001164076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003994581,0.0007085438,0.03995223,0.002432897,0.00009312305,0.004717179,0.3509277,0.001215456,0.01769422,0.1766057,0.04572683,0.3595268],"study_design_scores_gemma":[0.00006138122,0.001476712,0.01885791,0.00186266,0.00008451452,0.00982871,0.2877896,0.002583076,0.009943297,0.04228973,0.625071,0.0001514234],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5871983,0.003423691,0.1495884,0.02963784,0.0008182393,0.0009203827,0.0002787356,0.001105214,0.2270292],"genre_scores_gemma":[0.9509455,0.001045528,0.02607852,0.004888297,0.00009378931,0.0003309968,0.00008852685,0.00008654725,0.01644226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01150165,"threshold_uncertainty_score":0.04159355,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}