{"meta":{"query_hash":"c6dce5150c56","filters":{"venue":"Proceedings of the ACM on Human-Computer Interaction"},"cohort_total":339,"direct_labels_cover":1,"predictions_cover":339,"exported":339,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c6dce5150c56","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+ACM+on+Human-Computer+Interaction"},"results":[{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","score_opus":0.10389394942065326,"score_gpt":0.39866218220261596,"score_spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760536065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94244343,0.000058394602,0.033974614,0.017181976,0.002170163,0.0004658883,0.0000013551806,0.00054180913,0.003162349],"genre_scores_gemma":[0.841077,0.0000096192025,0.1585469,0.00011298045,0.00007496939,0.000012781736,9.787012e-8,0.00000833337,0.00015727969],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988524,0.000022077338,0.0002682068,0.00046739398,0.0002048614,0.0001850715],"domain_scores_gemma":[0.99771726,0.00014096775,0.0004824676,0.0014330612,0.0001981255,0.000028089727],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006435341,0.00017082185,0.00021141292,0.00011354706,0.0006026103,0.0007032371,0.0054399944,0.00009741154,0.0000029846256],"category_scores_gemma":[0.00081165484,0.000121984966,0.000094420335,0.0000752963,0.00020124276,0.0013753606,0.0034233378,0.0003295055,0.000007968063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008342539,0.00039200898,0.006518642,0.0002542195,0.0001657119,0.0000012350761,0.0034467687,0.000017698732,0.15816389,0.15059601,0.019903863,0.66045654],"study_design_scores_gemma":[0.00033948352,0.00045513664,0.016479524,0.00034682537,0.000021385173,0.000038111266,0.0001345852,0.013410756,0.6722443,0.2923241,0.003921629,0.00028413022],"about_ca_topic_score_codex":0.000029211607,"about_ca_topic_score_gemma":0.0000013661545,"teacher_disagreement_score":0.6601724,"about_ca_system_score_codex":0.000050123414,"about_ca_system_score_gemma":0.000007866272,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2771757504","doi":"10.1145/3134651","title":"Editor's Note/Chairs' Welcome","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer-supported cooperative work; Deliberation; Crowdsourcing; Work (physics); Social media; Library science; Public relations; Sociology; Computer science; Political science; World Wide Web; Engineering","score_opus":0.06815483837204474,"score_gpt":0.3816841996061393,"score_spread":0.3135293612340946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771757504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59435576,0.00000634698,0.00008649482,0.007308119,0.031816587,0.0004551103,0.0000010477435,0.00015803138,0.36581254],"genre_scores_gemma":[0.98110855,0.000005663377,0.00043920413,0.00009157732,0.013921694,0.00001058761,4.0195332e-7,0.000012624104,0.0044097113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989179,0.000011197223,0.00020838462,0.00025076314,0.00039047922,0.00022131274],"domain_scores_gemma":[0.9987615,0.000052519863,0.00045458612,0.00047450687,0.0002111688,0.00004573989],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005170577,0.0001211372,0.00014998358,0.000104605424,0.0017607566,0.00059392833,0.0028355718,0.000074681244,0.00007715009],"category_scores_gemma":[0.00047093126,0.000097197495,0.0001361923,0.00006464148,0.00015978003,0.0009570775,0.0011470005,0.00023783867,0.000081135746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016306722,0.00058814546,0.03827445,0.00028102234,0.00020172966,0.0000016939949,0.03782692,0.00003281077,0.0060357885,0.16188334,0.6722699,0.08244114],"study_design_scores_gemma":[0.0011241805,0.00030846012,0.09229465,0.0010987425,0.00009592045,0.0000016424857,0.002710679,0.0022746723,0.012293119,0.03565624,0.85142386,0.00071783876],"about_ca_topic_score_codex":0.00027960973,"about_ca_topic_score_gemma":0.000098389195,"teacher_disagreement_score":0.3867528,"about_ca_system_score_codex":0.00012224702,"about_ca_system_score_gemma":0.000009917129,"threshold_uncertainty_score":0.99953884},"labels":[],"label_agreement":null},{"id":"W2773638743","doi":"10.1145/3134737","title":"Social CheatSheet","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; World Wide Web; Software deployment; Formative assessment; Task (project management); Filter (signal processing); Feature (linguistics); Overlay; Multimedia; Human–computer interaction; Information retrieval; Software engineering","score_opus":0.10588639668399907,"score_gpt":0.37528106336845984,"score_spread":0.26939466668446077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773638743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8689978,0.000011212732,0.012426745,0.029667923,0.0050476566,0.0008286865,0.0000020712723,0.00069256965,0.082325324],"genre_scores_gemma":[0.99100584,0.0000015065781,0.007807869,0.00024150735,0.0006233565,0.000021260244,2.503396e-7,0.000011423001,0.00028700093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998909,0.000009734859,0.0002873166,0.00033612768,0.00027589028,0.00018195598],"domain_scores_gemma":[0.9981861,0.000025865731,0.0006587405,0.0009127108,0.00018595302,0.0000306249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030029702,0.00015563122,0.00020571196,0.00009488082,0.0008493627,0.0007482989,0.0053609493,0.00007682869,0.0000056920608],"category_scores_gemma":[0.00006705767,0.000112861475,0.00017081089,0.00006089865,0.000054556112,0.0012438847,0.0020400395,0.0002428772,0.000011948344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043566506,0.00045399036,0.0067120576,0.00022619737,0.00016800986,0.0000018801356,0.0048910426,0.0000024004567,0.037206188,0.41145948,0.34657133,0.19226389],"study_design_scores_gemma":[0.0014630402,0.0010231121,0.16844639,0.0010904954,0.000043939406,0.00012161805,0.00014243314,0.010595087,0.54334277,0.20932217,0.06331203,0.0010969265],"about_ca_topic_score_codex":0.00006206887,"about_ca_topic_score_gemma":0.0000023241575,"teacher_disagreement_score":0.50613654,"about_ca_system_score_codex":0.00007148088,"about_ca_system_score_gemma":0.000007852288,"threshold_uncertainty_score":0.9962067},"labels":[],"label_agreement":null},{"id":"W2774000474","doi":"10.1145/3134689","title":"High-resolution Temporal Representations of Alcohol and Tobacco Behaviors from Social Media Data","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Truth Initiative; National Institute on Drug Abuse; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Tobacco use; Social media; Computer science; Intervention (counseling); Psychology; Behavioral pattern; Alcohol consumption; Domain (mathematical analysis); Cognitive psychology; Data science; Alcohol; Environmental health; World Wide Web; Medicine; Biology","score_opus":0.13939541564064717,"score_gpt":0.4085078687527434,"score_spread":0.26911245311209625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774000474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961684,0.0000055843843,0.0000492937,0.0025832495,0.0004291437,0.0001643984,0.000043642,0.000023150287,0.0005331363],"genre_scores_gemma":[0.99842715,0.0000069437456,0.00069193693,0.00003085475,0.00072791765,0.000008864104,0.00004850087,0.000006872854,0.0000509519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987948,0.0000382422,0.00033150695,0.00033049553,0.00038615332,0.00011882043],"domain_scores_gemma":[0.9981274,0.00015177367,0.0007419282,0.0006633787,0.00027715496,0.00003835482],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005554611,0.00009573714,0.00019318747,0.00009309792,0.0013701236,0.00022067774,0.0018066852,0.000084385225,0.00006983677],"category_scores_gemma":[0.0009369905,0.00008404026,0.000082790604,0.00008522071,0.0004306397,0.00092420354,0.0006634477,0.00016660544,0.0000033463232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045676655,0.0018950697,0.5887601,0.00016473528,0.0006479252,0.0000012453565,0.14684774,0.00012923131,0.035063688,0.04703196,0.04108017,0.13792142],"study_design_scores_gemma":[0.0008068821,0.00007668358,0.9575322,0.00026293396,0.00035445386,4.1068108e-7,0.008182767,0.0014841746,0.007107865,0.023005422,0.00090581353,0.00028035138],"about_ca_topic_score_codex":0.023585074,"about_ca_topic_score_gemma":0.00692526,"teacher_disagreement_score":0.36877218,"about_ca_system_score_codex":0.00006735621,"about_ca_system_score_gemma":0.0000305333,"threshold_uncertainty_score":0.99992996},"labels":[],"label_agreement":null},{"id":"W2774116887","doi":"10.1145/3134664","title":"Seeing Sound","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Annotation; Soundscape; Spectrogram; Redundancy (engineering); Active listening; Recall; Reliability (semiconductor); Crowdsourcing; Speech recognition; Human–computer interaction; Natural language processing; Artificial intelligence; Sound (geography); Cognitive psychology; World Wide Web","score_opus":0.08687798803912372,"score_gpt":0.34870432965333387,"score_spread":0.26182634161421015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774116887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530803,0.00001302329,0.017758701,0.0059353383,0.0024749488,0.00018384166,4.4761916e-7,0.0001554408,0.020397946],"genre_scores_gemma":[0.98381436,0.000001477062,0.014555656,0.00070550694,0.0005257811,0.0000067488854,1.837696e-7,0.000011944374,0.00037833102],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987863,0.000006056367,0.00027070468,0.0003943353,0.00032510754,0.00021754525],"domain_scores_gemma":[0.9979027,0.000043456257,0.00076262135,0.0010412835,0.00020686883,0.000043087075],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00027323738,0.00016507637,0.00017951915,0.00009688093,0.0010703667,0.0011740935,0.0053139506,0.000056897443,0.000010690893],"category_scores_gemma":[0.00020056109,0.000121361954,0.0001300618,0.00007926032,0.00008375035,0.0019913155,0.0022736217,0.00027690237,0.00002513106],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009661642,0.00064335566,0.021979127,0.0006795063,0.00025724835,0.0000069705525,0.010723913,0.0002284249,0.13632253,0.21845174,0.09375382,0.51685673],"study_design_scores_gemma":[0.0018569683,0.00065888884,0.10523833,0.0027919412,0.00007096878,0.00018139879,0.0002036548,0.06195986,0.46405742,0.3414879,0.020176914,0.0013157526],"about_ca_topic_score_codex":0.000017453689,"about_ca_topic_score_gemma":0.0000014797124,"teacher_disagreement_score":0.515541,"about_ca_system_score_codex":0.000060262777,"about_ca_system_score_gemma":0.000012923294,"threshold_uncertainty_score":0.9998628},"labels":[],"label_agreement":null},{"id":"W2774129038","doi":"10.1145/3134686","title":"Two Sides to Every Story","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Intercultural communication; Negotiation; Salient; Task (project management); Perception; Computer-mediated communication; Social psychology; Psychology; Communication; Computer science; Sociology; World Wide Web; Engineering","score_opus":0.10530074807824315,"score_gpt":0.41611165066374994,"score_spread":0.3108109025855068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774129038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94655806,0.0000072176863,0.0000046216196,0.011314649,0.002232165,0.00018792163,9.754634e-7,0.00003786141,0.03965651],"genre_scores_gemma":[0.99537355,0.000013060659,0.0003484515,0.00030454108,0.001807169,0.000008582619,3.4561137e-7,0.000009508715,0.0021348158],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99900085,0.000014876135,0.00015573709,0.000208107,0.0004555938,0.00016481904],"domain_scores_gemma":[0.9989708,0.00008261479,0.0003288415,0.0002674225,0.00030319623,0.0000471319],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004938275,0.000100631274,0.0001222068,0.00009001921,0.0014045298,0.00031425606,0.002195074,0.000043894936,0.000052572435],"category_scores_gemma":[0.00056706247,0.00007978306,0.000117400996,0.00003549116,0.00009415106,0.00060733856,0.00064835267,0.00018404883,0.000066534965],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072676816,0.000902798,0.032144547,0.00014343871,0.0005032613,0.0000033711892,0.381761,0.00014476388,0.04439059,0.29405028,0.16315039,0.08207879],"study_design_scores_gemma":[0.0032306109,0.0014636386,0.40084487,0.0025428652,0.00016314237,0.000009564381,0.09275532,0.00027585708,0.11648799,0.114456125,0.26598167,0.0017883504],"about_ca_topic_score_codex":0.0010030039,"about_ca_topic_score_gemma":0.0003631752,"teacher_disagreement_score":0.36870033,"about_ca_system_score_codex":0.00018220728,"about_ca_system_score_gemma":0.000012779227,"threshold_uncertainty_score":0.9998955},"labels":[],"label_agreement":null},{"id":"W2774191699","doi":"10.1145/3134669","title":"Korero","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National University of Singapore","keywords":"Referent; Computer science; Context (archaeology); Human–computer interaction; Asynchronous communication; Interface (matter); Multimedia; Linguistics","score_opus":0.10117689612188746,"score_gpt":0.34842925736209296,"score_spread":0.2472523612402055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774191699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764685,0.0000047141084,0.005665976,0.006500773,0.0024863386,0.00026842236,0.0000010859351,0.00014636946,0.008457841],"genre_scores_gemma":[0.9882536,0.0000017261194,0.010664698,0.00034377436,0.00027593478,0.000013065077,2.0255732e-7,0.000011308872,0.00043569342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986507,0.000012932245,0.00031604298,0.00045555635,0.00034310465,0.00022163968],"domain_scores_gemma":[0.99719965,0.000075960175,0.0005828229,0.0018045558,0.0002857487,0.00005125775],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00036727183,0.00018268767,0.0002013238,0.00009474564,0.0006651526,0.00082280225,0.0081955455,0.00007530164,0.000019112109],"category_scores_gemma":[0.00035713878,0.00013382535,0.00017958763,0.00007506874,0.00011286206,0.0016907031,0.002441701,0.00032477427,0.00006541432],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003190162,0.0018234632,0.025987517,0.0005239865,0.0003955424,0.0000051130714,0.0111185955,0.00024400133,0.20362915,0.4126189,0.13401124,0.20932348],"study_design_scores_gemma":[0.00097213284,0.0009918341,0.10158512,0.0007955061,0.000035391113,0.000055831402,0.000081720755,0.023019694,0.7031727,0.15764847,0.0110059725,0.0006356217],"about_ca_topic_score_codex":0.00005138718,"about_ca_topic_score_gemma":0.000004225638,"teacher_disagreement_score":0.49954355,"about_ca_system_score_codex":0.00007842674,"about_ca_system_score_gemma":0.000011875324,"threshold_uncertainty_score":0.99717057},"labels":[],"label_agreement":null},{"id":"W2774782036","doi":"10.1145/3134714","title":"Design Recommendations for Self-Monitoring in the Workplace","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Benchmarking; Productivity; Self-monitoring; Work (physics); Variety (cybernetics); Knowledge management; Computer science; Experience sampling method; Field (mathematics); Process management; Data science; Engineering; Business; Psychology; Marketing","score_opus":0.5182349395885374,"score_gpt":0.5082724576959539,"score_spread":0.00996248189258353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774782036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96853685,0.0000035218764,0.002348082,0.022507712,0.0022653227,0.0009737278,0.0000025465636,0.000044561544,0.0033176956],"genre_scores_gemma":[0.985987,0.0000030258889,0.012690053,0.00025415272,0.00030893527,0.00008701372,7.8161105e-7,0.000006742821,0.0006623139],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986665,0.000024051158,0.00044684604,0.00020891723,0.00051221554,0.00014146893],"domain_scores_gemma":[0.9976962,0.00060598494,0.0007689383,0.0006234475,0.00028759107,0.000017790206],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023871807,0.00010799563,0.00013066699,0.0002062469,0.0007869481,0.0011922924,0.0038251397,0.000038466213,0.000020438634],"category_scores_gemma":[0.00080776244,0.00006229603,0.000113113194,0.00014961028,0.000029865778,0.0016735677,0.00044812067,0.00018166841,0.00002716884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005026817,0.0008357185,0.089786656,0.00008723354,0.00011377842,6.2755163e-7,0.037380207,0.0006465469,0.0038718127,0.01696527,0.6332699,0.21653955],"study_design_scores_gemma":[0.003218797,0.0008932583,0.66199404,0.00110593,0.00015876729,0.000017688142,0.015581363,0.036143377,0.030512234,0.08631882,0.16321075,0.00084500184],"about_ca_topic_score_codex":0.00000915528,"about_ca_topic_score_gemma":0.000002281674,"teacher_disagreement_score":0.57220733,"about_ca_system_score_codex":0.00006327625,"about_ca_system_score_gemma":0.00000692183,"threshold_uncertainty_score":0.99984455},"labels":[],"label_agreement":null},{"id":"W2775715748","doi":"10.1145/3134652","title":"Digital Privacy Challenges with Shared Mobile Phone Use in Bangladesh","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Mobile phone; Phone; Data sharing; Affect (linguistics); Information privacy; Qualitative property; Mobile device; Business; Psychology; World Wide Web; Computer science; Telecommunications; Medicine","score_opus":0.09983611517721941,"score_gpt":0.31368023404760487,"score_spread":0.21384411887038546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775715748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926196,0.000018593064,0.0003345189,0.0019194583,0.0006452918,0.00034155019,0.0000021282451,0.00013507412,0.0039837835],"genre_scores_gemma":[0.9878934,0.000018049546,0.011469769,0.000096242715,0.00013271198,0.000053091575,0.000001525148,0.000021914815,0.00031331927],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986796,0.000012843863,0.00031312564,0.00036823365,0.00036716345,0.00025903917],"domain_scores_gemma":[0.9972952,0.00015517816,0.0005590838,0.0016724996,0.00028120805,0.00003681601],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00020107564,0.0002300334,0.0002485967,0.00023308271,0.0004029689,0.001759423,0.0068388763,0.00006815828,0.000005122387],"category_scores_gemma":[0.00024976156,0.00017046212,0.00007712527,0.00011594758,0.00011798673,0.005215384,0.003786385,0.0004047856,0.000016321581],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011059359,0.0046472154,0.123186134,0.0018790475,0.0008498048,0.000053050055,0.16689944,0.0008682287,0.014204068,0.10171869,0.037674367,0.54691404],"study_design_scores_gemma":[0.0043376894,0.0025598104,0.8178314,0.008463618,0.00003670748,0.00030606295,0.0017441635,0.017894335,0.094205365,0.026451048,0.024092272,0.0020775292],"about_ca_topic_score_codex":0.000042875552,"about_ca_topic_score_gemma":0.0000146523325,"teacher_disagreement_score":0.6946453,"about_ca_system_score_codex":0.00013167303,"about_ca_system_score_gemma":0.000020934483,"threshold_uncertainty_score":0.9992768},"labels":[],"label_agreement":null},{"id":"W2898636943","doi":"10.1145/3274355","title":"Creating Better Action Plans for Writing Tasks via Vocabulary-Based Planning","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Vocabulary; Computer science; Task (project management); Action (physics); Context (archaeology); Plan (archaeology); Set (abstract data type); Domain (mathematical analysis); Action plan; Human–computer interaction; Quality (philosophy); Automation; Process management; Artificial intelligence; Knowledge management; Engineering; Linguistics","score_opus":0.06342491920446641,"score_gpt":0.33789907807114816,"score_spread":0.27447415886668175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898636943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7222279,0.0000029465089,0.2744927,0.0008685237,0.001119282,0.0002968723,0.0000017036732,0.00021253651,0.00077754905],"genre_scores_gemma":[0.9332279,1.4123162e-7,0.06430709,0.00086714415,0.0014855323,0.00003113472,0.000003388409,0.000029203351,0.000048443148],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982297,0.000020337335,0.0004814823,0.00056592986,0.00033845077,0.00036412576],"domain_scores_gemma":[0.99807686,0.00027754132,0.00059625047,0.00056923775,0.0004231816,0.000056951165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005339179,0.00025149508,0.00024646538,0.000235227,0.0008155637,0.000449179,0.0014787185,0.000109964065,0.0000054778798],"category_scores_gemma":[0.0001661727,0.00021112397,0.00019133613,0.00024726862,0.000077859884,0.0007494457,0.0004287254,0.00033101486,0.000009097951],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037302755,0.00041088276,0.0123729175,0.00068829337,0.00021943271,0.0000032471726,0.010515208,0.0031424644,0.7037168,0.004064347,0.01724741,0.24724594],"study_design_scores_gemma":[0.00073307095,0.0007744517,0.0048091398,0.0013489226,0.000037720893,0.00005286975,0.00023307485,0.4646697,0.52266514,0.002870868,0.0014246027,0.00038041873],"about_ca_topic_score_codex":0.000025462235,"about_ca_topic_score_gemma":0.0000032504552,"teacher_disagreement_score":0.46152723,"about_ca_system_score_codex":0.0001210515,"about_ca_system_score_gemma":0.000017508231,"threshold_uncertainty_score":0.86093855},"labels":[],"label_agreement":null},{"id":"W2898791345","doi":"10.1145/3274459","title":"Our House","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interactivity; Helpfulness; Feeling; Autonomy; Robot; Variety (cybernetics); Internet privacy; Interpersonal communication; Psychology; Human–computer interaction; Social psychology; Computer science; Multimedia","score_opus":0.13698917549446882,"score_gpt":0.4315889290397788,"score_spread":0.29459975354531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898791345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93063873,0.0000040217396,0.00007167941,0.0033939877,0.009654222,0.00023800149,0.0000014602502,0.00024812503,0.05574975],"genre_scores_gemma":[0.991045,8.79379e-7,0.00049245893,0.0014413378,0.0029212444,0.000022124728,5.931377e-7,0.000040646068,0.0040357113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889743,0.000017935738,0.00032291858,0.00032090602,0.00022337562,0.00021741372],"domain_scores_gemma":[0.9987566,0.000050038216,0.00039129402,0.00041101626,0.00034331653,0.000047733487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016395454,0.00016599162,0.00018291482,0.00015799007,0.00024292099,0.00008702867,0.0010013209,0.00010834177,0.00058122334],"category_scores_gemma":[0.00013085948,0.0001286997,0.00018493689,0.00018150116,0.000061043786,0.00026413696,0.000299943,0.00034308314,0.0012020917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005730028,0.000726537,0.0045893593,0.00003260788,0.00028042396,0.0000010386236,0.014320471,0.0000030837084,0.028411161,0.0351459,0.8894395,0.026476914],"study_design_scores_gemma":[0.0052995663,0.0061960756,0.30036083,0.0013183295,0.0003175673,0.00033675233,0.022270795,0.0007161986,0.26403478,0.036730498,0.36058322,0.001835416],"about_ca_topic_score_codex":0.00009018528,"about_ca_topic_score_gemma":0.000008465168,"teacher_disagreement_score":0.5288563,"about_ca_system_score_codex":0.000091006,"about_ca_system_score_gemma":0.0000061512605,"threshold_uncertainty_score":0.9995756},"labels":[],"label_agreement":null},{"id":"W2898829623","doi":"10.1145/3274297","title":"MechanicalHeart","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; William Osler Health System; University of Waterloo","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Classifier (UML); Baseline (sea); Active listening; Human heart; Psychology","score_opus":0.040299478758984826,"score_gpt":0.32884027959061934,"score_spread":0.2885408008316345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898829623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91162914,0.000007912692,0.052497827,0.011322523,0.0059698066,0.00037246442,9.344625e-7,0.00059772906,0.017601682],"genre_scores_gemma":[0.9580256,7.7638873e-7,0.03957279,0.0007551688,0.0010588462,0.000006670515,2.807096e-7,0.000012026264,0.0005678821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988316,0.000015513824,0.00025676386,0.00037612903,0.00032136537,0.00019859402],"domain_scores_gemma":[0.9987735,0.000061192375,0.00025724465,0.0006004487,0.00026019517,0.00004741786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030968254,0.00014404568,0.00015401139,0.00011945542,0.00026231093,0.00019047206,0.0026976967,0.000053615786,0.000033973465],"category_scores_gemma":[0.00015527545,0.00010103004,0.0001224356,0.00027056073,0.000054884,0.0004862579,0.0012658838,0.0003174444,0.00011131314],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010161061,0.0007921328,0.0018104095,0.00014871848,0.00017765736,0.0000019428608,0.00535255,0.000086426335,0.13550071,0.37438866,0.13640851,0.34523067],"study_design_scores_gemma":[0.0011576228,0.0032672978,0.013782015,0.0007981699,0.00003581682,0.00016901894,0.000088693196,0.354006,0.45794645,0.11227296,0.055663098,0.00081286713],"about_ca_topic_score_codex":0.000020797443,"about_ca_topic_score_gemma":9.021295e-7,"teacher_disagreement_score":0.35391957,"about_ca_system_score_codex":0.00004045101,"about_ca_system_score_gemma":0.000008252866,"threshold_uncertainty_score":0.5013036},"labels":[],"label_agreement":null},{"id":"W2899033647","doi":"10.1145/3274381","title":"StreamWiki","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Voting; World Wide Web; Human–computer interaction","score_opus":0.04278494560197251,"score_gpt":0.33660556836026795,"score_spread":0.29382062275829546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899033647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97837746,0.0000039708357,0.0033218025,0.008331597,0.0015496344,0.000116710464,7.075468e-7,0.00022390322,0.008074184],"genre_scores_gemma":[0.979437,0.0000012461704,0.018408403,0.00045274812,0.0009704594,0.0000024186884,4.449657e-7,0.0000105689605,0.000716726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989502,0.00000928527,0.0002470507,0.00032457267,0.0002858517,0.00018303981],"domain_scores_gemma":[0.99871904,0.000050717295,0.00029743012,0.000564844,0.00032727764,0.00004071143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018859704,0.0001378322,0.00014334019,0.00013779587,0.00021615345,0.00019681442,0.0026077689,0.000050772273,0.000015025707],"category_scores_gemma":[0.00013118418,0.000098488425,0.00011814836,0.00029056967,0.00007190358,0.0005162728,0.000994279,0.00026256999,0.00007883177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118532,0.0014313664,0.01500857,0.0002417713,0.00034162746,0.000003017974,0.008446043,0.0003364711,0.08563042,0.3934545,0.1835124,0.3114753],"study_design_scores_gemma":[0.0015506543,0.004104254,0.03742716,0.0014729996,0.00008924537,0.00012930436,0.000322262,0.379389,0.35531402,0.16868818,0.050359085,0.0011538287],"about_ca_topic_score_codex":0.000014480124,"about_ca_topic_score_gemma":0.0000016314704,"teacher_disagreement_score":0.37905252,"about_ca_system_score_codex":0.0000474199,"about_ca_system_score_gemma":0.000011473575,"threshold_uncertainty_score":0.48459268},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","score_opus":0.04068191450753942,"score_gpt":0.30181923727309334,"score_spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899134503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96486425,0.000015035422,0.009519164,0.0032332921,0.0031870608,0.00038980742,0.000001000565,0.00031838747,0.018472007],"genre_scores_gemma":[0.9792745,0.0000019189586,0.018101452,0.0007086714,0.00084147096,0.000013629315,5.9695884e-7,0.000019868135,0.0010378929],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816066,0.00001807625,0.00041344078,0.0005638786,0.0004803745,0.00036359424],"domain_scores_gemma":[0.9980041,0.00007741669,0.00040146615,0.0010533318,0.00039257467,0.00007112362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004505638,0.00022733166,0.00023390345,0.00017139547,0.0005203808,0.00042981486,0.002912356,0.0000737972,0.000033162123],"category_scores_gemma":[0.000127734,0.00017050149,0.00015645141,0.00038001878,0.00012526722,0.00077683124,0.0016679101,0.0002838132,0.0000918726],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038625486,0.0012574106,0.0056805904,0.00038451175,0.00030376634,0.0000047730796,0.0126930745,0.00049996027,0.25683108,0.10403761,0.50671315,0.1112078],"study_design_scores_gemma":[0.001357364,0.0025904537,0.013309817,0.0017244314,0.00005906261,0.000114263385,0.0003024891,0.099422224,0.77474475,0.02587821,0.07955686,0.0009400569],"about_ca_topic_score_codex":0.000063644795,"about_ca_topic_score_gemma":0.0000060951184,"teacher_disagreement_score":0.5179137,"about_ca_system_score_codex":0.00013138601,"about_ca_system_score_gemma":0.000016937975,"threshold_uncertainty_score":0.6952849},"labels":[],"label_agreement":null},{"id":"W2899336012","doi":"10.1145/3274460","title":"Shopping Over Distance through a Telepresence Robot","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Robot; Human–computer interaction; Telerobotics; Computer science; Mobile robot; Multimedia; Artificial intelligence","score_opus":0.11376348622870633,"score_gpt":0.42679614855880926,"score_spread":0.31303266233010296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899336012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88445574,0.000018468329,0.0021827377,0.0021388675,0.008499592,0.00038975824,0.0000032471476,0.00018446386,0.102127135],"genre_scores_gemma":[0.9921251,0.0000026097637,0.001363918,0.0014431726,0.0020497832,0.000034890058,0.0000012494237,0.00003110953,0.0029481854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985146,0.000022788825,0.00040417607,0.00046311834,0.00030634826,0.00028895805],"domain_scores_gemma":[0.9984901,0.00014223934,0.00048266255,0.0005118624,0.00033084696,0.00004228993],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015156687,0.00021163595,0.00023411667,0.00009948276,0.00033895735,0.00012113556,0.001197593,0.00009680152,0.0012872287],"category_scores_gemma":[0.00018659087,0.00016942347,0.00019929012,0.00027166284,0.00018545827,0.00059443084,0.00040195367,0.00042029278,0.0002976926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016520834,0.0015181876,0.025005655,0.00015065576,0.000685341,0.000004667614,0.043295033,0.000051959276,0.09038279,0.20944913,0.59175646,0.036048073],"study_design_scores_gemma":[0.0048456937,0.0036007348,0.38174373,0.0033051525,0.00028037155,0.00030541848,0.010659322,0.003222178,0.13865547,0.062577836,0.38844627,0.0023578105],"about_ca_topic_score_codex":0.00013737711,"about_ca_topic_score_gemma":0.000017777278,"teacher_disagreement_score":0.3567381,"about_ca_system_score_codex":0.00013185742,"about_ca_system_score_gemma":0.000007852368,"threshold_uncertainty_score":0.99962574},"labels":[],"label_agreement":null},{"id":"W2913670070","doi":"10.1145/3179426","title":"Welcome Letter","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); USable; Data science; Domain (mathematical analysis); Subject (documents); Operations research; World Wide Web; Engineering","score_opus":0.06956925124307452,"score_gpt":0.3197284995975384,"score_spread":0.2501592483544639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913670070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654266,0.000003847436,0.012492408,0.010550528,0.004643155,0.00030530654,0.0000010218533,0.0002419974,0.006335115],"genre_scores_gemma":[0.9810685,5.8254267e-7,0.014649471,0.0024888807,0.0013346213,0.0000131492725,2.8637237e-7,0.000014424246,0.00043010933],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984573,0.000021618544,0.0003773479,0.00050165114,0.00037647947,0.00026560534],"domain_scores_gemma":[0.99820286,0.00009231293,0.00030270306,0.0009485205,0.0004024986,0.00005108969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003575189,0.00020299223,0.00020076292,0.00015912297,0.00025656464,0.0002891831,0.0042630006,0.00008000634,0.000059683654],"category_scores_gemma":[0.00012302626,0.0001480645,0.00016710331,0.00030397502,0.00014143904,0.001109096,0.0014625118,0.0003207548,0.00021674114],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024178681,0.0010818241,0.0053601796,0.00023150204,0.00023927241,0.0000019455438,0.010581692,0.00005207605,0.22740331,0.09981915,0.61236167,0.042625573],"study_design_scores_gemma":[0.000699093,0.0017540365,0.01715086,0.00047451386,0.000026043263,0.000059441638,0.000057469166,0.01697339,0.8491212,0.05088643,0.062225208,0.00057230255],"about_ca_topic_score_codex":0.000019431169,"about_ca_topic_score_gemma":0.0000027163298,"teacher_disagreement_score":0.62171793,"about_ca_system_score_codex":0.00009531731,"about_ca_system_score_gemma":0.000010167278,"threshold_uncertainty_score":0.79217863},"labels":[],"label_agreement":null},{"id":"W2949120362","doi":"10.1145/3331151","title":"Designing for Real-Time Groupware Systems to Support Complex Scientific Data Analysis","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Collaborative software; Workflow; Leverage (statistics); Data visualization; Data science; Visualization; Data management; Data mining; World Wide Web; Database","score_opus":0.3603481586428474,"score_gpt":0.4504925275221436,"score_spread":0.09014436887929617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949120362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638814,0.0000023462312,0.024434939,0.00085091346,0.0057661096,0.0016296238,0.00020749969,0.00014277888,0.0030843972],"genre_scores_gemma":[0.97140515,1.9817065e-7,0.02090073,0.00012819708,0.00027119162,0.00002080028,0.00019448723,0.000018764802,0.0070604803],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952258,0.00004506163,0.000987022,0.0017334033,0.0016555692,0.0003531826],"domain_scores_gemma":[0.9932639,0.0008259076,0.0009096488,0.0038854985,0.0010088253,0.00010623125],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007848476,0.00021786276,0.00050171354,0.0012730866,0.000536849,0.0028112852,0.009243511,0.000048534068,0.0002198093],"category_scores_gemma":[0.0015167027,0.00015140313,0.0002573417,0.0023659081,0.00006894381,0.0010702508,0.0051167747,0.00012590908,0.00054908905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119979464,0.00018616604,0.0053269668,0.00008877166,0.00032578796,3.2265018e-7,0.0011620203,0.008757386,0.050607778,0.001633376,0.9189779,0.012813521],"study_design_scores_gemma":[0.00085685635,0.00085842825,0.026659984,0.0003732198,0.00050191785,0.000010181636,0.0022372266,0.859566,0.0050206347,0.003575009,0.0996524,0.0006881381],"about_ca_topic_score_codex":0.00007077627,"about_ca_topic_score_gemma":0.000007825563,"teacher_disagreement_score":0.8508086,"about_ca_system_score_codex":0.00010882665,"about_ca_system_score_gemma":0.000021977037,"threshold_uncertainty_score":0.9982239},"labels":[],"label_agreement":null},{"id":"W2949483509","doi":"10.1145/3300961","title":"SMAC","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Proxemics; Human–computer interaction; Workflow; Desk; Computer science; Work (physics); Gaze; Engineering; Artificial intelligence","score_opus":0.30979709585954324,"score_gpt":0.4576377586033961,"score_spread":0.14784066274385288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949483509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740288,0.000001515461,0.000028652188,0.0013925043,0.0013027014,0.00022705084,0.0000013959103,0.00003790234,0.022979477],"genre_scores_gemma":[0.9922615,6.4975865e-7,0.000570669,0.00065638166,0.00015433294,0.000006456364,9.867488e-7,0.000007084976,0.00634189],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99819916,0.000009170237,0.00048283106,0.0002534865,0.00092088373,0.00013445606],"domain_scores_gemma":[0.9984582,0.00013751093,0.000521508,0.0004866894,0.00036515063,0.00003095626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071347726,0.00011759412,0.00016873736,0.0002853562,0.000114449154,0.00032868382,0.0022906011,0.000041051986,0.0006080546],"category_scores_gemma":[0.00023148373,0.0000725487,0.00017468803,0.00033889504,0.000027910679,0.0012168601,0.00074833754,0.00017692428,0.0011198975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031324354,0.0004476373,0.18413772,0.00009983155,0.00010553422,4.8968985e-7,0.0057386407,0.00043207352,0.051483843,0.058396667,0.5764833,0.12236098],"study_design_scores_gemma":[0.0017750681,0.000889889,0.6491908,0.00043052257,0.00006887402,0.00001971219,0.0033150718,0.017575335,0.06901443,0.05165065,0.20534104,0.0007286274],"about_ca_topic_score_codex":0.0000073443844,"about_ca_topic_score_gemma":8.765053e-7,"teacher_disagreement_score":0.46505305,"about_ca_system_score_codex":0.000047600563,"about_ca_system_score_gemma":0.0000049629302,"threshold_uncertainty_score":0.99965787},"labels":[],"label_agreement":null},{"id":"W2951656661","doi":"10.1145/3331163","title":"Evaluating Multimodal Feedback for Assembly Tasks in a Virtual Environment","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; McGill University","funders":"","keywords":"Wrench; Haptic technology; Modalities; Computer science; Task (project management); Human–computer interaction; Auditory feedback; Vibration; Stimulus modality; Visual feedback; Simulation; Sensory system; Artificial intelligence; Engineering; Psychology; Cognitive psychology; Systems engineering; Mechanical engineering","score_opus":0.11688823460729832,"score_gpt":0.3763046737825518,"score_spread":0.2594164391752535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951656661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99580306,5.7407726e-7,0.000077709294,0.00059427164,0.00125693,0.0008603475,0.0000071711092,0.000040027706,0.0013599085],"genre_scores_gemma":[0.9972092,0.0000018492808,0.0011069301,0.0004470757,0.00022306349,0.0000769701,0.0000015005611,0.000028015067,0.0009053849],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99836826,0.00002800756,0.00043897564,0.0005341627,0.0003683413,0.00026227668],"domain_scores_gemma":[0.99857557,0.0005226254,0.00042844604,0.00036885845,0.00006768377,0.000036845206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016546983,0.00020027,0.00022834241,0.0001995928,0.00015454892,0.00010440815,0.00083719526,0.00007827755,0.00009659547],"category_scores_gemma":[0.0005358006,0.00016264769,0.00018508428,0.00012362328,0.000036607806,0.0006550622,0.0003275889,0.00038732003,0.00013965122],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002514342,0.0002811289,0.000520969,0.000034536537,0.000010332085,2.1275656e-7,0.0009164153,0.003858076,0.9860189,0.00090615987,0.00064366363,0.0065581924],"study_design_scores_gemma":[0.0012156685,0.0011119235,0.0037783443,0.00024333638,0.000017394488,0.00002100536,0.00038313487,0.112178475,0.8785292,0.00080237933,0.0014972888,0.00022184353],"about_ca_topic_score_codex":0.000022271937,"about_ca_topic_score_gemma":0.0000025153536,"teacher_disagreement_score":0.1083204,"about_ca_system_score_codex":0.00021729241,"about_ca_system_score_gemma":0.000010621583,"threshold_uncertainty_score":0.663258},"labels":[],"label_agreement":null},{"id":"W2952651124","doi":"10.1145/3331156","title":"Tangible BioNets","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Excellence Research Chairs, Government of Canada; Canada Foundation for Innovation; Ontario Ministry of Research, Innovation and Science; Canada Research Chairs; National Science Foundation","keywords":"Computer science; Usability; Process (computing); Biological network; Human–computer interaction; Biological data; Data science; Bioinformatics","score_opus":0.045309125682246085,"score_gpt":0.3326112583374098,"score_spread":0.2873021326551637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952651124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.956494,0.000010983484,0.016418543,0.0038280305,0.0033976457,0.00047188124,0.0000041457697,0.0003232132,0.019051567],"genre_scores_gemma":[0.99031126,0.000003477868,0.0071874065,0.00088121026,0.00015409154,0.0000033423955,0.000003046367,0.000011147189,0.0014450168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989662,0.000007480169,0.00025566708,0.00031176023,0.00030861152,0.00015026634],"domain_scores_gemma":[0.9988478,0.000036642905,0.00028115368,0.0006024861,0.00019576802,0.000036142268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017068326,0.00012385058,0.00014192902,0.00017126498,0.000091745176,0.00023756061,0.0024927622,0.000044200067,0.0000527254],"category_scores_gemma":[0.000052800748,0.00009064163,0.00010209391,0.0003617664,0.000020585541,0.0009255819,0.0010687152,0.00014406479,0.00021933348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040751856,0.00069688895,0.00964612,0.00026352121,0.00014420695,8.639019e-7,0.0021848523,0.00050611113,0.11275988,0.67013294,0.17351164,0.030112203],"study_design_scores_gemma":[0.0018854135,0.0012557467,0.019822787,0.0011573075,0.000049629063,0.00006900433,0.00025557377,0.4161047,0.40372136,0.039709657,0.11492734,0.0010414873],"about_ca_topic_score_codex":0.000007499655,"about_ca_topic_score_gemma":4.7329118e-7,"teacher_disagreement_score":0.6304233,"about_ca_system_score_codex":0.000048045702,"about_ca_system_score_gemma":0.0000094160905,"threshold_uncertainty_score":0.46322137},"labels":[],"label_agreement":null},{"id":"W2964263306","doi":"10.1145/3274327","title":"Fake Cures","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Social media; Internet privacy; Psychology; Computer science; Health information; World Wide Web; Public relations; Health care; Political science; Computer security","score_opus":0.092357601920182,"score_gpt":0.400258858983331,"score_spread":0.307901257063149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964263306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8363885,0.0000016642307,0.000029124718,0.0027872068,0.0011821896,0.00015128015,7.5572393e-7,0.00006917382,0.15939008],"genre_scores_gemma":[0.9956919,0.0000040003333,0.0005330294,0.00093611685,0.0011880918,0.0000013870692,4.6353017e-7,0.0000061997885,0.0016387956],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991518,0.000010979528,0.00020637829,0.00011448262,0.00035232783,0.00016403284],"domain_scores_gemma":[0.99914896,0.000040863175,0.00026127908,0.0001705826,0.00032619518,0.00005213741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003498103,0.000081357415,0.000090337664,0.0001009069,0.0005085799,0.00017189623,0.0008550681,0.000054876884,0.00031281204],"category_scores_gemma":[0.00045031338,0.000058786365,0.000073008014,0.00017728916,0.00016332946,0.0007639997,0.00018140637,0.0001313677,0.00012416046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116367686,0.00021193277,0.0013492531,0.000061288985,0.00006305798,1.0315843e-7,0.17271607,0.00000689673,0.009864358,0.15858161,0.5864391,0.07059],"study_design_scores_gemma":[0.0010628018,0.0011084396,0.049045883,0.00078155677,0.000049080834,0.000011349428,0.019778797,0.0012542475,0.13878842,0.038517468,0.748974,0.0006279089],"about_ca_topic_score_codex":0.00011876124,"about_ca_topic_score_gemma":0.00003623425,"teacher_disagreement_score":0.16253498,"about_ca_system_score_codex":0.00007661995,"about_ca_system_score_gemma":0.00001852924,"threshold_uncertainty_score":0.39116368},"labels":[],"label_agreement":null},{"id":"W2972184593","doi":"10.1145/3359147","title":"Causal Effects of Brevity on Style and Success in Social Media","year":2019,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Salient; Social media; Style (visual arts); Observational study; Psychology; Order (exchange); Computer science; Social psychology; Artificial intelligence; Mathematics; History; World Wide Web; Business","score_opus":0.030841182731681592,"score_gpt":0.3251916011884502,"score_spread":0.2943504184567686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972184593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99753046,0.000010580254,0.00012095312,0.00014268873,0.0004990897,0.0004797972,0.000008363677,0.00002849497,0.0011795663],"genre_scores_gemma":[0.9986142,0.0000037697246,0.0003465624,0.000024143623,0.00090814364,0.000038821865,0.000014634034,0.000024205256,0.000025525753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986081,0.000035281788,0.00045995688,0.00044496663,0.00028536475,0.00016632973],"domain_scores_gemma":[0.998198,0.0003278792,0.0009186209,0.00036432766,0.0001674482,0.000023761755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024720287,0.0002831044,0.00062238495,0.00026323204,0.000069405185,0.00008180616,0.0009740296,0.00011812906,0.000022055496],"category_scores_gemma":[0.000037784725,0.0002350351,0.00025394265,0.00013644819,0.000061337,0.00013129706,0.0018491114,0.00079548784,0.0000019826405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013841417,0.005618982,0.48145005,0.011274521,0.0030233464,0.00000257131,0.023975104,0.002034566,0.04996939,0.09508469,0.07133743,0.2548452],"study_design_scores_gemma":[0.0024616811,0.0007906123,0.5489191,0.011186314,0.0006594567,0.0000021004507,0.00031144623,0.013622048,0.24545942,0.17448483,0.00057377195,0.00152927],"about_ca_topic_score_codex":0.000206393,"about_ca_topic_score_gemma":0.000010324977,"teacher_disagreement_score":0.25331593,"about_ca_system_score_codex":0.00008876604,"about_ca_system_score_gemma":0.000014077243,"threshold_uncertainty_score":0.9584453},"labels":[],"label_agreement":null},{"id":"W2983551767","doi":"10.1145/3359142","title":"Challenges and Design Considerations for Multimodal Asynchronous Collaboration in VR","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Human–computer interaction; Workspace; Context (archaeology); Multimodal interaction; Proxemics; Multimedia; Task (project management); Computer-supported cooperative work; Work (physics); Artificial intelligence","score_opus":0.10230543350107352,"score_gpt":0.3514384160315862,"score_spread":0.2491329825305127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983551767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320901,0.000082998886,0.05055153,0.011730111,0.00061741803,0.0024737832,0.0000044241497,0.00010197439,0.0023476742],"genre_scores_gemma":[0.9486069,0.000024431485,0.05100208,0.00019864892,0.00006153735,0.000079148165,7.270991e-7,0.000007464202,0.000019038422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991374,0.00001605149,0.00025406032,0.0003215391,0.00013776393,0.0001331749],"domain_scores_gemma":[0.9988376,0.0003399436,0.00021494343,0.0003400384,0.000235696,0.00003179325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173896,0.00011312502,0.00015294224,0.00014434177,0.00010835254,0.00018476408,0.0005144486,0.000058110523,0.00000259345],"category_scores_gemma":[0.0001864686,0.00009246708,0.000037274134,0.00013153152,0.000024098545,0.00087608834,0.00023773704,0.00011050287,0.0000058682353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011268603,0.00061271334,0.0004552068,0.0002533613,0.00006317073,2.1646854e-7,0.017304113,0.0030742746,0.083598375,0.73060936,0.0026496989,0.16126682],"study_design_scores_gemma":[0.0029165212,0.002661604,0.051598053,0.0006278707,0.000028075096,0.000051388204,0.001191118,0.51249975,0.17450374,0.25142947,0.0018421878,0.0006502528],"about_ca_topic_score_codex":0.000012869859,"about_ca_topic_score_gemma":0.000014706265,"teacher_disagreement_score":0.50942546,"about_ca_system_score_codex":0.00008676111,"about_ca_system_score_gemma":0.000028443603,"threshold_uncertainty_score":0.37706983},"labels":[],"label_agreement":null},{"id":"W2984015578","doi":"10.1145/3359270","title":"\"Parar-daktar Understands My Problems Better\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Government (linguistics); Information and Communications Technology; Health care; Ethnography; Public relations; Population; Business; Economic growth; Rural area; Knowledge management; Political science; Sociology; Medicine; Computer science; Economics; Environmental health","score_opus":0.06382012866066089,"score_gpt":0.2947265238608262,"score_spread":0.23090639520016532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984015578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748485,0.000013098799,0.0036274202,0.0048300154,0.002751159,0.0004977189,9.707658e-7,0.0002943758,0.013136705],"genre_scores_gemma":[0.980137,0.000004858358,0.017711446,0.001126728,0.00020850799,0.000020440573,0.0000016320437,0.000026160547,0.0007632187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99827003,0.0000274286,0.00044818077,0.00040972422,0.00052236475,0.0003222683],"domain_scores_gemma":[0.9978178,0.0001679638,0.0004686584,0.0012051221,0.00029790864,0.00004252944],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00036787,0.00026508654,0.00027902384,0.00028191973,0.00025990632,0.00041254563,0.0055985847,0.00009299248,0.00002880076],"category_scores_gemma":[0.00006009259,0.00020841279,0.00016017897,0.00038482202,0.000074339274,0.0013702747,0.0025890474,0.0005241181,0.00011135929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023954027,0.001576464,0.03763277,0.0024462922,0.0009016067,0.00000430614,0.07255778,0.0024816853,0.103992335,0.57504505,0.15445268,0.04866946],"study_design_scores_gemma":[0.0042600175,0.0037624517,0.059976242,0.0069912514,0.000098507015,0.0003323935,0.0020749792,0.099764474,0.33353102,0.431016,0.05505263,0.0031400134],"about_ca_topic_score_codex":0.000028329263,"about_ca_topic_score_gemma":0.0000023379587,"teacher_disagreement_score":0.2295387,"about_ca_system_score_codex":0.00023231837,"about_ca_system_score_gemma":0.000026922658,"threshold_uncertainty_score":0.9997816},"labels":[],"label_agreement":null},{"id":"W2984949577","doi":"10.1145/3359193","title":"\"Point-of-Care Manufacturing\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research","keywords":"Stakeholder; Knowledge management; Business; Health care; Stakeholder engagement; Point (geometry); Rapid prototyping; Qualitative research; Public relations; Computer science; Engineering; Sociology; Political science","score_opus":0.014314837618044541,"score_gpt":0.25021741759354965,"score_spread":0.23590257997550512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984949577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99376523,0.00001967358,0.00007290119,0.00014777406,0.0022674317,0.0001377391,0.0000013656058,0.00011335824,0.0034744919],"genre_scores_gemma":[0.9985247,0.0000047704402,0.0010582814,0.000028324255,0.00023014583,0.0000066323614,0.0000027048768,0.000019780604,0.00012465725],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993938,0.0000015333646,0.00020816876,0.00012550679,0.00015769793,0.00011326186],"domain_scores_gemma":[0.99958205,0.000026754853,0.00007720963,0.00022520337,0.000061730796,0.000027041542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005225055,0.00011358338,0.00013936848,0.00010606929,0.000022127275,0.000019278827,0.0005038244,0.000063182204,0.00006540379],"category_scores_gemma":[0.00001556543,0.000086261476,0.00008730306,0.00007771346,0.000017077333,0.00017591873,0.00011531756,0.00019708193,0.000037478396],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016953803,0.0004449916,0.005349334,0.017600296,0.00050384284,4.7548764e-7,0.013023692,0.019666582,0.72097874,0.005901859,0.074014515,0.14234616],"study_design_scores_gemma":[0.0003333371,0.00024928892,0.02456181,0.0009815024,0.000023632994,0.000008335289,0.0003409381,0.007158042,0.9573908,0.0010769927,0.007638787,0.0002365415],"about_ca_topic_score_codex":0.00000503999,"about_ca_topic_score_gemma":2.4304197e-7,"teacher_disagreement_score":0.23641206,"about_ca_system_score_codex":0.00006916749,"about_ca_system_score_gemma":0.0000025661584,"threshold_uncertainty_score":0.3517641},"labels":[],"label_agreement":null},{"id":"W2984992847","doi":"10.1145/3359207","title":"MP Remix","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Congruence (geometry); Computer science; Perspective (graphical); Human–computer interaction; Space (punctuation); Virtual reality; Multimedia; Artificial intelligence; Mathematics; Geometry","score_opus":0.047097346482031184,"score_gpt":0.3219105368647828,"score_spread":0.27481319038275165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984992847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97256064,0.000004497099,0.0034929868,0.003549795,0.0008368686,0.00035162483,0.0000010775957,0.00012666259,0.019075856],"genre_scores_gemma":[0.9927483,0.0000028795687,0.0058206716,0.00067061046,0.00015566006,0.0000117908685,7.6464374e-7,0.000009992059,0.0005792929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99886596,0.000008025304,0.00027547838,0.0003541944,0.000313356,0.00018300583],"domain_scores_gemma":[0.99850607,0.00007062864,0.00030969662,0.0008631384,0.00019992118,0.00005054787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023316607,0.00013603289,0.00015844329,0.00012219092,0.0001174464,0.0002109966,0.0028224566,0.000056567667,0.00002433169],"category_scores_gemma":[0.00006616295,0.0000988439,0.00011777083,0.0003100411,0.000025954203,0.0009025622,0.0010172471,0.00023037584,0.00018563733],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054835913,0.00054007076,0.0033449598,0.00016348953,0.0000906802,2.887043e-7,0.0027796202,0.00024612359,0.23258318,0.6020731,0.05879023,0.09933347],"study_design_scores_gemma":[0.0015812641,0.001933553,0.08323609,0.0010458713,0.00003819965,0.00010557816,0.00026119655,0.06069879,0.68135786,0.09483348,0.07391635,0.0009917592],"about_ca_topic_score_codex":0.000024740339,"about_ca_topic_score_gemma":6.4466377e-7,"teacher_disagreement_score":0.5072396,"about_ca_system_score_codex":0.00008850748,"about_ca_system_score_gemma":0.000013473014,"threshold_uncertainty_score":0.5244874},"labels":[],"label_agreement":null},{"id":"W2985009384","doi":"10.1145/3359275","title":"Of Ulti, 'hajano', and \"Matachetar otanetak datam\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Situated; Vernacular; Sociology; Confidentiality; Internet privacy; Ethnography; The arts; Computer science; Work (physics); Political science; Computer security; Engineering; Law; Artificial intelligence; Linguistics; Anthropology","score_opus":0.04769068554011664,"score_gpt":0.296193350256246,"score_spread":0.24850266471612936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985009384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99434024,0.000020217196,0.000823791,0.0011409192,0.0010298173,0.00025300184,0.0000020049251,0.000080022764,0.0023100087],"genre_scores_gemma":[0.9674194,0.000009046787,0.031992745,0.0002316396,0.00007091419,0.000005280255,0.0000021567278,0.000013506301,0.000255311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987813,0.000020377292,0.00039231512,0.00029290267,0.00033347652,0.00017962915],"domain_scores_gemma":[0.99804175,0.00017721517,0.0004760925,0.0010226663,0.00025306115,0.0000292107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003209028,0.00018093911,0.00026571727,0.00019982227,0.00011477641,0.00015766248,0.0036445854,0.000062248284,0.000014083962],"category_scores_gemma":[0.00009680912,0.00014161615,0.00007702932,0.00021713975,0.000081110156,0.0011441201,0.0027434714,0.00029904902,0.000018602695],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003143821,0.0011845499,0.055671114,0.00333435,0.00078315474,0.0000025283823,0.049264755,0.00036401895,0.30264392,0.4527842,0.041634258,0.09201877],"study_design_scores_gemma":[0.002291762,0.001896501,0.14224197,0.0033355276,0.000084258965,0.00029787963,0.0012895934,0.07166086,0.7096765,0.04691325,0.018917121,0.0013947384],"about_ca_topic_score_codex":0.000034346944,"about_ca_topic_score_gemma":0.0000015683192,"teacher_disagreement_score":0.4070326,"about_ca_system_score_codex":0.00004756649,"about_ca_system_score_gemma":0.00001482029,"threshold_uncertainty_score":0.6772607},"labels":[],"label_agreement":null},{"id":"W2985037077","doi":"10.1145/3359226","title":"A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Augmented reality; Computer science; Comprehension; Human–computer interaction; Multimedia; Focus (optics); Cohesion (chemistry); Virtual reality; Representation (politics)","score_opus":0.15843608796773964,"score_gpt":0.41379749246548314,"score_spread":0.25536140449774347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985037077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926604,0.0000051561465,0.0040753735,0.00031348577,0.00018446973,0.0009407793,8.890322e-7,0.000034404453,0.0017850567],"genre_scores_gemma":[0.99056417,0.0000011694167,0.009083414,0.000061536404,0.000043635213,0.00022355147,9.475515e-7,0.0000048491706,0.000016709215],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988371,0.000012430103,0.00035402426,0.00030835578,0.00036359802,0.00012450454],"domain_scores_gemma":[0.998591,0.00009014375,0.00042675738,0.0004234244,0.00044840065,0.000020276399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074630254,0.000107092,0.00020855997,0.00019817665,0.0000569997,0.00008682091,0.0016041194,0.000043325246,0.0000067530186],"category_scores_gemma":[0.00008247603,0.000081811,0.00007865889,0.00029683113,0.00003191003,0.0008505891,0.00043574136,0.00010724668,0.0000027659587],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024802037,0.0015390785,0.006035481,0.00048285493,0.00013150429,5.8712136e-8,0.14725862,0.0018754111,0.48139468,0.22737536,0.0034096108,0.13024932],"study_design_scores_gemma":[0.00049225683,0.0006385611,0.009152041,0.0005021402,0.000012526165,0.000002920589,0.001977584,0.22304353,0.74309415,0.020625507,0.00029476578,0.00016400116],"about_ca_topic_score_codex":0.000040812152,"about_ca_topic_score_gemma":0.000004217205,"teacher_disagreement_score":0.2616995,"about_ca_system_score_codex":0.00011555241,"about_ca_system_score_gemma":0.000021034297,"threshold_uncertainty_score":0.33361557},"labels":[],"label_agreement":null},{"id":"W2986645635","doi":"10.1145/3359201","title":"Trust and Technology Repair Infrastructures in the Remote Rural Philippines","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Work (physics); Rural area; Business; Environmental planning; Engineering; Geography; Political science","score_opus":0.019613911342671608,"score_gpt":0.2639012209743968,"score_spread":0.24428730963172518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986645635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866154,0.0000033685362,0.0000023061248,0.0053854887,0.0006326249,0.00024782706,1.5768208e-7,0.000057731293,0.0070550856],"genre_scores_gemma":[0.9966046,0.0000015564858,0.0004856365,0.0023402274,0.00035478713,0.000004852206,0.0000018376107,0.000008475652,0.00019801695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993603,0.000002003676,0.00025917852,0.00015944969,0.00010781671,0.00011123773],"domain_scores_gemma":[0.99938726,0.000016147698,0.00027835026,0.00018409162,0.00013203037,0.000002099132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026025862,0.000109457316,0.0001277935,0.0003083987,0.00010454914,0.00013040444,0.0005548922,0.000058427377,0.00005837712],"category_scores_gemma":[0.00007227143,0.00006951215,0.00004000774,0.00027487843,0.000044994278,0.0005074009,0.0003672596,0.00020949732,0.00002531338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017877444,0.00016175263,0.47127178,0.00070761907,0.0001383443,9.543506e-7,0.004095629,0.00006602172,0.012841816,0.37778842,0.06509785,0.06765102],"study_design_scores_gemma":[0.0016330775,0.000089368754,0.7829955,0.0005755557,0.000031410178,0.000029604334,0.006626046,0.01296339,0.0019465379,0.12426337,0.0683529,0.00049318833],"about_ca_topic_score_codex":0.000042543565,"about_ca_topic_score_gemma":0.0000054901116,"teacher_disagreement_score":0.31172377,"about_ca_system_score_codex":0.000038725026,"about_ca_system_score_gemma":0.000003922461,"threshold_uncertainty_score":0.28346232},"labels":[],"label_agreement":null},{"id":"W2986862432","doi":"10.1145/3359131","title":"Makers and Quilters","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Diversification (marketing strategy); Inclusion (mineral); Context (archaeology); Space (punctuation); Sociology; Psychology; Knowledge management; Social psychology; Marketing; Business; Computer science; Geography","score_opus":0.016892559247961077,"score_gpt":0.24853100423684119,"score_spread":0.23163844498888012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986862432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958291,0.0000121518615,0.00004381249,0.0004540506,0.001677129,0.00009389511,5.1544225e-7,0.00010023659,0.0017891098],"genre_scores_gemma":[0.9988025,0.000005057817,0.00078143185,0.000073044095,0.0001749208,0.000005016862,9.2658144e-7,0.00001387741,0.00014323594],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99957424,0.0000010760086,0.00012053993,0.00010893126,0.000101290134,0.00009390006],"domain_scores_gemma":[0.99975485,0.000020774813,0.000034861954,0.00013480174,0.000026625969,0.000028109556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005559857,0.00008632026,0.00008564834,0.000071892246,0.000022640343,0.000031257336,0.00026330934,0.00004293058,0.000023751669],"category_scores_gemma":[0.000014338772,0.00006512177,0.000035262667,0.0000778216,0.000017896196,0.00015276343,0.000086888074,0.00014724107,0.0000224864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007072225,0.0001823458,0.009639833,0.0034476563,0.00027856295,2.977261e-7,0.004594304,0.004164197,0.7785731,0.004346905,0.11903712,0.07566494],"study_design_scores_gemma":[0.0024627908,0.001061657,0.29418093,0.0034705256,0.00012381069,0.0001168094,0.001114878,0.20860098,0.42138728,0.009250255,0.056680076,0.0015499989],"about_ca_topic_score_codex":0.000004636541,"about_ca_topic_score_gemma":1.8093729e-7,"teacher_disagreement_score":0.3571858,"about_ca_system_score_codex":0.00004274311,"about_ca_system_score_gemma":0.0000013727891,"threshold_uncertainty_score":0.26555887},"labels":[],"label_agreement":null},{"id":"W2988065279","doi":"10.1145/3359127","title":"Vicariously Experiencing it all Without Going Outside","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Casual; China; Advertising; Internet privacy; Psychology; Business; Computer science; Political science","score_opus":0.053115989761392826,"score_gpt":0.37388173831156324,"score_spread":0.3207657485501704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988065279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684838,0.000004347347,0.000016326598,0.003894274,0.0014508633,0.0004326463,4.3894218e-7,0.00020602741,0.025511242],"genre_scores_gemma":[0.9952279,0.00000447941,0.0012877978,0.0013633303,0.00029458504,0.000010350638,4.717664e-7,0.000023833632,0.0017872639],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99838865,0.000022690923,0.00033427516,0.00035426646,0.00052551535,0.00037458396],"domain_scores_gemma":[0.9988054,0.00006202308,0.00047461092,0.00039817402,0.00019820007,0.00006160397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047547254,0.00018157875,0.00024134954,0.00016738454,0.0003885455,0.0001928334,0.0018774722,0.00016251912,0.0000943669],"category_scores_gemma":[0.00038366645,0.00015003831,0.00014572615,0.00019634064,0.00014888616,0.0007262267,0.00059275475,0.00045620813,0.00014657214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043036908,0.0008400843,0.41577357,0.00029962446,0.00037460108,0.0000026851762,0.20178922,0.000093813505,0.24587841,0.015016519,0.088042475,0.031458624],"study_design_scores_gemma":[0.006766289,0.0027568175,0.21089786,0.008430168,0.00033831428,0.00011411226,0.10720151,0.0047871647,0.46329165,0.027802518,0.16408919,0.0035244073],"about_ca_topic_score_codex":0.00036786988,"about_ca_topic_score_gemma":0.00006221159,"teacher_disagreement_score":0.21741325,"about_ca_system_score_codex":0.0003527604,"about_ca_system_score_gemma":0.000025648083,"threshold_uncertainty_score":0.61183846},"labels":[],"label_agreement":null},{"id":"W2988216389","doi":"10.1145/3359148","title":"\"My cousin bought the phone for me. I never go to mobile shops.\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Bill and Melinda Gates Foundation","keywords":"Islam; Mobile phone; Sociology; Gender studies; Affect (linguistics); Phone; Dynamics (music); Qualitative research; Social dynamics; Cousin; Public relations; Political science; Social science; Geography; Engineering; Law","score_opus":0.0422558494581298,"score_gpt":0.3153182028413925,"score_spread":0.2730623533832627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988216389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694041,0.000021133546,0.011498607,0.0082197,0.005068799,0.002228379,0.0000041224907,0.00027355336,0.003281592],"genre_scores_gemma":[0.95553666,0.00000455149,0.03594826,0.0041870917,0.0004954466,0.0003779354,0.0000023217092,0.000040677747,0.003407044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984183,0.000024610697,0.00040718488,0.00038616476,0.00043231755,0.00033145078],"domain_scores_gemma":[0.9974438,0.00039649013,0.00034727546,0.0012439075,0.0005252437,0.00004326551],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0005501015,0.00024967638,0.00026612295,0.0001858732,0.00038827746,0.0004363982,0.0059565944,0.000075566546,0.00002671326],"category_scores_gemma":[0.00012277033,0.0001656424,0.00017694212,0.0004003843,0.00005789462,0.0011450197,0.0026938757,0.00035856976,0.00014854743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046367114,0.00080352876,0.001070762,0.0006692032,0.00041634386,7.576903e-7,0.049634382,0.0032306348,0.09498073,0.12468643,0.65894896,0.0650946],"study_design_scores_gemma":[0.0020987412,0.0026462078,0.0075430307,0.0019059557,0.000072348164,0.00011394592,0.0021791856,0.071305685,0.3904435,0.042556144,0.47762287,0.00151241],"about_ca_topic_score_codex":0.000029671166,"about_ca_topic_score_gemma":0.0000043066198,"teacher_disagreement_score":0.29546276,"about_ca_system_score_codex":0.00018255714,"about_ca_system_score_gemma":0.000032060118,"threshold_uncertainty_score":0.99942166},"labels":[],"label_agreement":null},{"id":"W2988262722","doi":"10.1145/3359128","title":"Customizations and Expression Breakdowns in Ecosystems of Communication Apps","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"FP7 Ideas: European Research Council; Japan Society for the Promotion of Science","keywords":"Personalization; Expression (computer science); Conversation; Workaround; Internet privacy; World Wide Web; Computer science; Psychology; Communication","score_opus":0.02440612737239456,"score_gpt":0.287233418352812,"score_spread":0.26282729098041746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988262722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97608006,0.00003927662,0.00048105745,0.00065076567,0.00012507361,0.00032473975,0.0000014200266,0.00004540259,0.022252202],"genre_scores_gemma":[0.9957397,0.000013405475,0.003989578,0.0000817218,0.0000101414225,0.0000115518405,0.0000028030527,0.000006933034,0.00014418227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991742,0.000029265979,0.00034660933,0.00018931992,0.0001731199,0.00008751692],"domain_scores_gemma":[0.99842936,0.00012324573,0.00039677476,0.0008924675,0.00013603637,0.000022121612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025593294,0.00009577462,0.0001630643,0.00019197697,0.00006222429,0.00010557738,0.002036262,0.00004581362,0.000009577698],"category_scores_gemma":[0.000058378253,0.00007436827,0.000050571893,0.00025191787,0.000031272,0.0009085702,0.0013107678,0.00017050393,0.000007977683],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015244585,0.0016289196,0.03624906,0.00073645083,0.00008412106,3.259784e-7,0.021110779,0.0014103646,0.33061314,0.54939574,0.006518533,0.0521001],"study_design_scores_gemma":[0.0057176654,0.0011991933,0.120840386,0.01013607,0.000041669125,0.00010463919,0.0036359613,0.26275373,0.53274006,0.03848525,0.022931833,0.0014135388],"about_ca_topic_score_codex":0.000048006143,"about_ca_topic_score_gemma":0.000013394295,"teacher_disagreement_score":0.5109105,"about_ca_system_score_codex":0.000041418378,"about_ca_system_score_gemma":0.000007554421,"threshold_uncertainty_score":0.37839153},"labels":[],"label_agreement":null},{"id":"W2988396371","doi":"10.1145/3359160","title":"An Empirical Study of How Socio-Spatial Formations are Influenced by Interior Elements and Displays in an Office Context","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Urban Design and Spatial Analysis","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Context (archaeology); Computer science; Domain (mathematical analysis); Space (punctuation); Process (computing); Work (physics); Spatial contextual awareness; Empirical research; Human–computer interaction; Social environment; Artificial intelligence; Engineering; Sociology; Geography; Mathematics; Mechanical engineering","score_opus":0.026002555635906067,"score_gpt":0.2962284759327405,"score_spread":0.2702259202968344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988396371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991474,0.0000037368823,0.00021972434,0.00008285158,0.00012964594,0.0003460897,0.0000059202753,0.000034393368,0.000030226822],"genre_scores_gemma":[0.9997309,0.0000012691467,0.0001239833,0.000048832622,0.000040145445,0.00001796404,0.000005810156,0.0000143987345,0.000016702967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991449,0.000017384365,0.00034938808,0.00018410594,0.00018751816,0.00011670384],"domain_scores_gemma":[0.9993766,0.000030734336,0.00022811102,0.00020929497,0.00011863046,0.000036607165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117564465,0.00014245244,0.00025388383,0.00016376731,0.000050534396,0.000086537235,0.0004554831,0.0000524752,0.000016496408],"category_scores_gemma":[0.000021784203,0.00011472863,0.000048395043,0.00012630086,0.000020320209,0.0008117667,0.00011207028,0.00018824788,0.0000022943498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021723362,0.00092889677,0.71092683,0.0002140814,0.00019625999,2.615042e-7,0.02143374,0.0011107814,0.25386855,0.000019764671,0.002250007,0.008833597],"study_design_scores_gemma":[0.0023486358,0.002868177,0.58208984,0.00037817663,0.00010788554,0.0000027531742,0.012650826,0.37616098,0.022747206,0.00011970388,0.00010746515,0.00041836],"about_ca_topic_score_codex":0.00012143453,"about_ca_topic_score_gemma":0.00022284128,"teacher_disagreement_score":0.3750502,"about_ca_system_score_codex":0.00007217953,"about_ca_system_score_gemma":0.0000025256577,"threshold_uncertainty_score":0.4678498},"labels":[],"label_agreement":null},{"id":"W2988501033","doi":"10.1145/3359227","title":"Paying Crowd Workers for Collaborative Work","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Payment; Task (project management); Equity (law); Computer science; Data science; Knowledge management; Business; World Wide Web; Economics","score_opus":0.03780317436932788,"score_gpt":0.2951489545674328,"score_spread":0.2573457801981049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988501033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836031,0.000015538893,0.008797677,0.0016454759,0.0024109883,0.000735634,0.0000011433996,0.0001696887,0.00262072],"genre_scores_gemma":[0.9692463,9.5057374e-7,0.029360002,0.00040045672,0.0002754165,0.000035924688,8.7942965e-7,0.000022907836,0.00065712864],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985508,0.000015741667,0.00035893035,0.0005209134,0.00026047372,0.00029318585],"domain_scores_gemma":[0.99808985,0.00025249962,0.00047755046,0.0006664823,0.0004637499,0.000049883052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038345772,0.00021813667,0.00026289816,0.00015787393,0.0002853244,0.00042883874,0.0019319357,0.00008451426,0.000007901279],"category_scores_gemma":[0.00013343398,0.00016761926,0.00018674576,0.00056885445,0.00004222498,0.0007052163,0.0006842206,0.0002676388,0.00002836584],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012886578,0.0010792549,0.06474051,0.0012165878,0.00084108574,0.0000028850834,0.034039427,0.010203477,0.2354544,0.119213246,0.2673072,0.26461327],"study_design_scores_gemma":[0.006535667,0.0037231355,0.045726664,0.00808974,0.0001887372,0.00009872538,0.0053713876,0.10518412,0.71727115,0.04918009,0.05554647,0.0030841425],"about_ca_topic_score_codex":0.000007936516,"about_ca_topic_score_gemma":7.58646e-7,"teacher_disagreement_score":0.4818167,"about_ca_system_score_codex":0.00012028323,"about_ca_system_score_gemma":0.000025250414,"threshold_uncertainty_score":0.6835315},"labels":[],"label_agreement":null},{"id":"W2988571156","doi":"10.1145/3359178","title":"Understanding Expert Disagreement in Medical Data Analysis through Structured Adjudication","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; University of Waterloo","funders":"Canadian Institutes of Health Research; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Adjudication; CLARITY; Context (archaeology); Psychology; Presentation (obstetrics); Computer science; Data science; Medicine; Political science; Law","score_opus":0.2065316819450487,"score_gpt":0.4112688192082902,"score_spread":0.20473713726324153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988571156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8534861,0.00004770902,0.11661347,0.023729421,0.0025521156,0.000926999,0.0000051927723,0.00021576765,0.0024232257],"genre_scores_gemma":[0.9843459,0.000011158343,0.014651633,0.00074996497,0.00017486214,0.000010027051,0.000016262877,0.000011658293,0.000028542809],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744236,0.000052796357,0.0005451204,0.00075630774,0.00095684594,0.0002465777],"domain_scores_gemma":[0.9974822,0.00018664083,0.0005223372,0.0016465205,0.000105536135,0.00005675535],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006957551,0.00018408685,0.00030646563,0.0003299042,0.00012547699,0.00015600826,0.005661675,0.000108040316,0.000112516886],"category_scores_gemma":[0.00030502872,0.00014030474,0.00010620229,0.00097220036,0.00003852648,0.0012144829,0.0028772184,0.0005385685,0.000012923616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025352603,0.00093037164,0.52809185,0.0008057216,0.0013543181,0.000006159778,0.032684334,0.007871145,0.0059807687,0.34716216,0.021205952,0.053653684],"study_design_scores_gemma":[0.0008427519,0.00028254633,0.11718168,0.00067116757,0.00005459456,0.00001643986,0.00051362783,0.85016906,0.0016894928,0.027131049,0.0010663227,0.00038124484],"about_ca_topic_score_codex":0.00034071968,"about_ca_topic_score_gemma":0.0000930947,"teacher_disagreement_score":0.8422979,"about_ca_system_score_codex":0.00040023282,"about_ca_system_score_gemma":0.00003316117,"threshold_uncertainty_score":0.9997182},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","score_opus":0.02534761186315127,"score_gpt":0.2711513648274525,"score_spread":0.24580375296430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988983801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99202627,0.000029386634,0.0008611557,0.0017763193,0.0020197069,0.00025995896,3.0391647e-7,0.00008566083,0.0029412294],"genre_scores_gemma":[0.99595493,0.0000041959365,0.0029640924,0.00024542602,0.00023665614,0.0000069907283,2.4654747e-7,0.000016273505,0.00057120284],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984299,0.000024291894,0.00045348526,0.00037839054,0.00044818083,0.0002657352],"domain_scores_gemma":[0.9977946,0.0003185621,0.0005857631,0.0009473655,0.00029830236,0.00005536288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005280912,0.00018807148,0.00023702308,0.00010702644,0.00030283164,0.0002973307,0.003019748,0.000071857954,0.000010426644],"category_scores_gemma":[0.00022588845,0.00011709842,0.00021818856,0.00039681172,0.00010031347,0.00044605322,0.0011033218,0.00036443997,0.000036389974],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011300837,0.0011978273,0.06970215,0.00086301204,0.0010255377,0.0000021001294,0.029854355,0.008714695,0.18932152,0.17484418,0.19679971,0.32654485],"study_design_scores_gemma":[0.0046366816,0.003770631,0.16644602,0.008248864,0.00021254297,0.00018120422,0.0051971357,0.12056985,0.60125726,0.028977092,0.057799213,0.002703505],"about_ca_topic_score_codex":0.000017597149,"about_ca_topic_score_gemma":8.7364316e-7,"teacher_disagreement_score":0.41193575,"about_ca_system_score_codex":0.000061001083,"about_ca_system_score_gemma":0.000025807116,"threshold_uncertainty_score":0.56114936},"labels":[],"label_agreement":null},{"id":"W2998182339","doi":"10.1145/3375195","title":"Understanding the Challenges for Bangladeshi Women to Participate in #MeToo Movement","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Patriarchy; Feminism; Gender studies; Movement (music); Social media; Sociology; Feminist movement; Social movement; Psychology; Political science; Aesthetics","score_opus":0.4094481593691972,"score_gpt":0.3937804355549286,"score_spread":0.01566772381426862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998182339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93696433,0.00001809233,0.00028934458,0.05532575,0.0008589076,0.0008804644,0.0000020317552,0.000047826583,0.0056132707],"genre_scores_gemma":[0.99623,0.000023950484,0.00022647362,0.0026267697,0.0006371932,0.00014852114,2.9879726e-7,0.000011968303,0.00009480556],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988549,0.000024396028,0.00024186053,0.00024869607,0.0003125496,0.00031760955],"domain_scores_gemma":[0.999335,0.00018686955,0.00016311085,0.00013450172,0.000080822574,0.0000997036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076530344,0.000109971894,0.00015691997,0.00006882353,0.00027397077,0.000092830356,0.0008382842,0.000049152084,0.000020344116],"category_scores_gemma":[0.00045550885,0.0000755445,0.000075981596,0.00018046517,0.000054658034,0.0001986275,0.00022855985,0.00015993974,0.000006615437],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019356745,0.000131153,0.00072831643,0.00012654584,0.00005907408,2.5545134e-7,0.9185169,0.00015005837,0.0043409634,0.06036143,0.008915409,0.0064763376],"study_design_scores_gemma":[0.0016959255,0.0017811604,0.008907259,0.00054142973,0.00005987618,7.3534164e-7,0.783315,0.0017329791,0.021769414,0.1360368,0.043595836,0.0005635985],"about_ca_topic_score_codex":0.000033527365,"about_ca_topic_score_gemma":0.00007679233,"teacher_disagreement_score":0.1352019,"about_ca_system_score_codex":0.0003557001,"about_ca_system_score_gemma":0.000021262655,"threshold_uncertainty_score":0.30806154},"labels":[],"label_agreement":null},{"id":"W3013157987","doi":"10.1145/3375190","title":"Remote Communication in Wilderness Search and Rescue","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University; University of Calgary","funders":"O'Brien Institute for Public Health, University of Calgary; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Modalities; Computer science; Wilderness; Information overload; Work (physics); Modality (human–computer interaction); Internet privacy; Computer security; World Wide Web; Human–computer interaction; Engineering; Sociology","score_opus":0.09040165014292384,"score_gpt":0.3742858052374321,"score_spread":0.28388415509450826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013157987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99198526,0.000024143437,0.000042739437,0.0053010522,0.00020053433,0.00017679542,0.0000012506136,0.000026629064,0.0022415712],"genre_scores_gemma":[0.9983165,0.000018398454,0.00091205025,0.00050262833,0.00012104574,0.0000042592974,0.0000019650754,0.0000129536675,0.00011019823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993018,0.000020429254,0.00022480481,0.00021424502,0.00011856053,0.000120171106],"domain_scores_gemma":[0.9994829,0.00004344631,0.00008368559,0.0002875363,0.00007216508,0.000030243187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021089756,0.00009240995,0.00012691146,0.000078277735,0.0000826004,0.000047086975,0.000741941,0.00006024453,0.000027922937],"category_scores_gemma":[0.000036327703,0.00007549921,0.00003570359,0.0001494026,0.000049514478,0.00019079007,0.0004488128,0.0003991247,0.00001353804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002708051,0.0009443238,0.14238596,0.0010898974,0.00029471703,0.0000043048735,0.16784498,0.0017165139,0.048572563,0.0693579,0.019947646,0.5451332],"study_design_scores_gemma":[0.0021326828,0.0009184355,0.78281736,0.0009859814,0.000028072986,0.000048843518,0.0024661836,0.19619924,0.0056624906,0.004680047,0.0036140205,0.0004466628],"about_ca_topic_score_codex":0.00034314385,"about_ca_topic_score_gemma":0.000027313936,"teacher_disagreement_score":0.6404314,"about_ca_system_score_codex":0.00003450082,"about_ca_system_score_gemma":0.0000035015519,"threshold_uncertainty_score":0.30787683},"labels":[],"label_agreement":null},{"id":"W3041215734","doi":"10.1145/3359208","title":"Design for Collaborative Information-Seeking","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Event (particle physics); Focus group; Filter (signal processing); sort; Focus (optics); Computer science; Information exchange; Knowledge management; Psychology; Internet privacy; World Wide Web; Business; Information retrieval; Marketing","score_opus":0.28390856727459857,"score_gpt":0.4335458979179517,"score_spread":0.1496373306433531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041215734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756237,0.0000026403368,0.011795556,0.0016880493,0.0016970556,0.0014762816,0.000009352664,0.00005851786,0.0076488145],"genre_scores_gemma":[0.98855084,9.6147e-7,0.009404154,0.0007574827,0.00011739428,0.000054745473,0.0000042482206,0.0000072329394,0.0011029125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830985,0.00001364244,0.00061538117,0.00017875456,0.00074025686,0.00014213422],"domain_scores_gemma":[0.9971818,0.0004383978,0.00085653976,0.00033185747,0.0011639169,0.000027520025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011403739,0.00012949834,0.00018696558,0.00035955026,0.0001960921,0.0005758428,0.0016124225,0.000047901678,0.000103625614],"category_scores_gemma":[0.00050804147,0.00008489855,0.00012757571,0.000465901,0.00002564759,0.0035252292,0.00036539356,0.00011978052,0.00027941263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015339744,0.00034389953,0.024835382,0.0002970668,0.00022644537,1.2816778e-7,0.031930506,0.008608954,0.023202166,0.08183432,0.71162105,0.115566105],"study_design_scores_gemma":[0.006484569,0.0032876246,0.09368686,0.0011023362,0.00017754264,0.000014566445,0.024372436,0.277119,0.121875234,0.083367035,0.386948,0.0015647925],"about_ca_topic_score_codex":0.0000020699774,"about_ca_topic_score_gemma":3.857934e-7,"teacher_disagreement_score":0.32467306,"about_ca_system_score_codex":0.00006958825,"about_ca_system_score_gemma":0.00001612464,"threshold_uncertainty_score":0.5552865},"labels":[],"label_agreement":null},{"id":"W3043890729","doi":"10.1145/3394976","title":"VizSciFlow: A Visually Guided Scripting Framework for Supporting Complex Scientific Data Analysis","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Workflow; Computer science; Scripting language; Graphical user interface; Workflow management system; Workflow technology; World Wide Web; Domain (mathematical analysis); Data science; Workflow engine; Software engineering; Human–computer interaction; Programming language; Database","score_opus":0.6184498652537452,"score_gpt":0.5276075254327914,"score_spread":0.0908423398209538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043890729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7231828,0.000007565579,0.25751415,0.012547317,0.004281266,0.0009965749,0.00015643694,0.0002301841,0.001083682],"genre_scores_gemma":[0.86979735,2.0785836e-7,0.12797537,0.0011975695,0.0006329035,0.000010139709,0.00009299413,0.000018866254,0.00027459342],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99414134,0.000048238682,0.0015213739,0.0019947947,0.0018663778,0.0004278568],"domain_scores_gemma":[0.9913638,0.0013397885,0.0022317166,0.003465123,0.0014204449,0.00017911861],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007412775,0.000255087,0.0005264962,0.0007114143,0.0010384087,0.003298299,0.011029918,0.000066728826,0.00017236717],"category_scores_gemma":[0.017843729,0.0001830197,0.00040715828,0.00335171,0.000165568,0.001214714,0.0076878686,0.00029737427,0.0000632199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001447964,0.00026517126,0.0047694687,0.00011952424,0.0005428197,8.7681184e-7,0.004867569,0.0028322623,0.01588395,0.0103089325,0.8799394,0.080325276],"study_design_scores_gemma":[0.00034255983,0.00017786564,0.0052265837,0.00014969503,0.00030414553,0.0000027701915,0.0016137108,0.91901875,0.0028761246,0.028875306,0.041111793,0.00030067295],"about_ca_topic_score_codex":0.00002005055,"about_ca_topic_score_gemma":0.0000067122796,"teacher_disagreement_score":0.9161865,"about_ca_system_score_codex":0.00006514489,"about_ca_system_score_gemma":0.000030364847,"threshold_uncertainty_score":0.9977364},"labels":[],"label_agreement":null},{"id":"W3048396016","doi":"10.1145/3392849","title":"Trustworthiness Perceptions of Social Media Resources Named after a Crisis Event","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Perception; Trustworthiness; Social media; Crisis communication; Event (particle physics); Psychology; Demographics; Social psychology; Internet privacy; Public relations; Political science; Computer science; Computer security; Sociology; World Wide Web","score_opus":0.04905079603763355,"score_gpt":0.34775859775319484,"score_spread":0.29870780171556127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048396016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96957076,0.000009693153,0.00007737897,0.025878718,0.00026063982,0.00017524297,0.0000041292574,0.00004807391,0.003975349],"genre_scores_gemma":[0.9984907,0.000013221571,0.00046777783,0.00034189105,0.00056214834,0.00003337514,0.0000030206327,0.000010411931,0.00007744571],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987962,0.00005981317,0.000378111,0.00018863883,0.00044356965,0.00013364083],"domain_scores_gemma":[0.998793,0.00011964448,0.00043556336,0.0002109155,0.0003877688,0.00005311074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000362206,0.00010274289,0.00018207263,0.00010694087,0.00045530626,0.00009586894,0.0011796423,0.00009217126,0.00022303812],"category_scores_gemma":[0.0004123514,0.00008320739,0.00019280348,0.00040007834,0.00014120646,0.0004717981,0.00037517637,0.00025731183,0.000009376035],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003342474,0.00058287405,0.01000095,0.00011166755,0.00017693448,1.9459236e-7,0.8412172,0.00009882761,0.003594942,0.046207987,0.06361087,0.03406331],"study_design_scores_gemma":[0.0015715092,0.0005280208,0.63918984,0.00052913546,0.00033094935,0.000003238985,0.23704301,0.0032094389,0.0021008423,0.021709979,0.092933536,0.0008505261],"about_ca_topic_score_codex":0.00013791566,"about_ca_topic_score_gemma":0.000056165947,"teacher_disagreement_score":0.62918884,"about_ca_system_score_codex":0.00008331063,"about_ca_system_score_gemma":0.000020209427,"threshold_uncertainty_score":0.35018936},"labels":[],"label_agreement":null},{"id":"W3048821638","doi":"10.1145/3415242","title":"When Are Search Completion Suggestions Problematic?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Web search query; Offensive; Computer science; Context (archaeology); Information retrieval; Web query classification; Query expansion; World Wide Web; Psychology; Search engine; Data science; Operations research; Engineering","score_opus":0.17161175098847475,"score_gpt":0.3790315879248319,"score_spread":0.20741983693635713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048821638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89888406,0.0000031967409,0.00038616423,0.06965934,0.0004294631,0.0006720619,0.0000052367427,0.00017027221,0.029790198],"genre_scores_gemma":[0.9961131,0.000004209427,0.0016856188,0.0014749854,0.00043930628,0.0000045233733,0.0000028336585,0.0000090516705,0.00026634132],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987816,0.000030839463,0.0003068448,0.0001541963,0.00054281496,0.0001836996],"domain_scores_gemma":[0.9989527,0.0000731479,0.00033959182,0.00014873686,0.00037728917,0.00010855209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040257524,0.00010240517,0.00015076033,0.00008990664,0.0005169424,0.00022802387,0.0008343935,0.000058576526,0.00028290282],"category_scores_gemma":[0.00065847975,0.000080025886,0.000090494315,0.0002341596,0.000092648304,0.0007924418,0.00022695524,0.00025327323,0.000105051746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014530685,0.00033385286,0.0029127554,0.0005857542,0.00009103327,3.2069585e-7,0.35804644,0.00053095404,0.012557906,0.121480346,0.49326885,0.010046494],"study_design_scores_gemma":[0.0058924267,0.0034216684,0.28095427,0.007078453,0.00032051298,0.000051715888,0.18557003,0.06980838,0.078015424,0.10855614,0.25753185,0.002799113],"about_ca_topic_score_codex":0.000095255535,"about_ca_topic_score_gemma":0.000014141445,"teacher_disagreement_score":0.2780415,"about_ca_system_score_codex":0.00011278087,"about_ca_system_score_gemma":0.000026695601,"threshold_uncertainty_score":0.39759555},"labels":[],"label_agreement":null},{"id":"W3055342297","doi":"10.1145/3415230","title":"Holy Tweets","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social media; Islam; Context (archaeology); Representation (politics); Arabic; Expression (computer science); Identity (music); Modalities; Set (abstract data type)","score_opus":0.1341654621482357,"score_gpt":0.3057718998834209,"score_spread":0.17160643773518522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3055342297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73308027,0.000022830964,0.000011811584,0.00872311,0.00088572287,0.00028352055,0.0000047693356,0.00015598118,0.25683197],"genre_scores_gemma":[0.9963413,0.000007916859,0.00018179693,0.001782017,0.0011787654,0.000014752783,0.0000063038256,0.000023595425,0.00046355097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900633,0.000010678982,0.00033674098,0.00022865851,0.00027860573,0.00013900573],"domain_scores_gemma":[0.998878,0.00007566152,0.0003558393,0.00036373144,0.00027010404,0.000056688677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103182014,0.00015635786,0.00017544642,0.00007791738,0.0002912951,0.00038714038,0.0014578542,0.000037910828,0.00012568],"category_scores_gemma":[0.00019412828,0.00011650953,0.00013808586,0.00006081858,0.0001338181,0.0006613749,0.00059078645,0.00028980855,0.000112160575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026473062,0.00044460816,0.0008070617,0.00041499047,0.00018489506,6.7035376e-7,0.08628864,0.000048377486,0.02364038,0.51871324,0.35067075,0.018521642],"study_design_scores_gemma":[0.0028317098,0.0037867925,0.009192213,0.0021343227,0.00026508787,0.000033189375,0.0024510715,0.0068231854,0.13845834,0.3611785,0.47102782,0.0018177691],"about_ca_topic_score_codex":0.000033990644,"about_ca_topic_score_gemma":0.000006215752,"teacher_disagreement_score":0.26326102,"about_ca_system_score_codex":0.000046462646,"about_ca_system_score_gemma":0.0000087812405,"threshold_uncertainty_score":0.47511208},"labels":[],"label_agreement":null},{"id":"W3069328762","doi":"10.1145/3434180","title":"Characterizing Stage-aware Writing Assistance for Collaborative Document Authoring","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Collaborative writing; Situated; Context (archaeology); World Wide Web; Process (computing); Writing process; Data science; Multimedia; Psychology; Artificial intelligence; Mathematics education","score_opus":0.09482225587427835,"score_gpt":0.3514553030547717,"score_spread":0.25663304718049335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3069328762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836362,0.00005664061,0.101864554,0.005290819,0.0063082282,0.0019118434,0.000043839224,0.00033618047,0.0005517219],"genre_scores_gemma":[0.92348224,0.000013126922,0.07471711,0.0004218365,0.00064979284,0.0003458442,0.000016011767,0.000047947724,0.00030609468],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963828,0.00007255549,0.0010349301,0.0013996466,0.000642939,0.00046714026],"domain_scores_gemma":[0.99477696,0.00037876374,0.0016635929,0.0013977244,0.0016936113,0.000089368004],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010349456,0.0005508856,0.0007005574,0.00023579151,0.00048601293,0.0020075007,0.0048830397,0.00028560517,0.0000137791285],"category_scores_gemma":[0.00037300118,0.00049415795,0.00045901482,0.00037054083,0.00007052588,0.0015655484,0.0055307113,0.0011556055,0.000003815589],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018981694,0.004408481,0.007683726,0.028400661,0.004468684,0.000031484913,0.15159968,0.012941841,0.4815687,0.13253735,0.035015978,0.13944528],"study_design_scores_gemma":[0.0013855926,0.0010980682,0.007883025,0.013925729,0.0001761338,0.000025191399,0.0041047307,0.07391832,0.8703754,0.019170241,0.005941155,0.0019963912],"about_ca_topic_score_codex":0.00002948142,"about_ca_topic_score_gemma":0.000009926238,"teacher_disagreement_score":0.38880673,"about_ca_system_score_codex":0.00062694337,"about_ca_system_score_gemma":0.00013106382,"threshold_uncertainty_score":0.99975103},"labels":[],"label_agreement":null},{"id":"W3091803848","doi":"10.1145/3457145","title":"Designing for Recommending Intermediate States in A Scientific Workflow Management System","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Workflow; Computer science; Workflow management system; Workflow technology; Workflow engine; Graphical user interface; Data management; Windows Workflow Foundation; Database; Process (computing); Task (project management); Reusability; Interface (matter); Software engineering; Systems engineering; Operating system; Software; Engineering","score_opus":0.1942574267555006,"score_gpt":0.40627200915314676,"score_spread":0.21201458239764617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091803848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346593,0.00004086432,0.03295482,0.0011525872,0.027386626,0.002182845,0.000037478992,0.00017628798,0.0014091779],"genre_scores_gemma":[0.944756,0.000005064674,0.05328292,0.000113698596,0.00040439254,0.00021605263,0.00006708056,0.000040750976,0.0011140825],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936966,0.00011117986,0.0018149012,0.0022139375,0.0016375588,0.0005258717],"domain_scores_gemma":[0.9938545,0.001006355,0.0019173771,0.0022573124,0.0008787709,0.000085651096],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00945751,0.0004428658,0.0007204399,0.0018362141,0.00055131,0.005188826,0.006953711,0.00014622574,0.00002718742],"category_scores_gemma":[0.0012602503,0.00033689116,0.0004966457,0.0012176891,0.00012838659,0.00062635273,0.012392025,0.00069169555,0.00002144532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056475453,0.0011975523,0.0054667355,0.005052729,0.0007189593,0.000022851918,0.017395765,0.044116084,0.0030546507,0.0051250514,0.34470072,0.57258415],"study_design_scores_gemma":[0.0034857634,0.0005515376,0.015174244,0.046464413,0.000439319,0.000036929327,0.04744791,0.7271406,0.025729438,0.10652681,0.02457088,0.0024321475],"about_ca_topic_score_codex":0.000029877088,"about_ca_topic_score_gemma":0.00002144728,"teacher_disagreement_score":0.6830245,"about_ca_system_score_codex":0.0006595811,"about_ca_system_score_gemma":0.000034049157,"threshold_uncertainty_score":0.9999083},"labels":[],"label_agreement":null},{"id":"W3093481705","doi":"10.1145/3415197","title":"On the Desiderata for Online Altruism","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Experimental Behavioral Economics Studies","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"FP7 Ideas: European Research Council","keywords":"Nudge theory; Inequality; Donation; Equity (law); Context (archaeology); Public relations; Altruism (biology); Psychological intervention; Public good; Public economics; School choice; Political science; Economics; Social psychology; Psychology; Microeconomics; Economic growth; Law","score_opus":0.20941626698987234,"score_gpt":0.4061599600962245,"score_spread":0.19674369310635217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093481705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9491175,0.000008362909,0.000012749115,0.04605599,0.00060116255,0.0005621111,0.000008623065,0.000048430164,0.0035850985],"genre_scores_gemma":[0.9937775,0.0000067557685,0.0013382713,0.00397685,0.00069424533,0.000045243938,0.0000017006051,0.000014248713,0.00014514141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991976,0.000013959047,0.0002232004,0.00023721241,0.00016692631,0.0001611113],"domain_scores_gemma":[0.9991803,0.00025987503,0.00024360805,0.00015234393,0.00012381493,0.000040044073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020651215,0.00011741816,0.00014760983,0.000029157487,0.0006527018,0.00012226604,0.0010202376,0.000041885112,0.000039377646],"category_scores_gemma":[0.00045447607,0.000076888595,0.00012944774,0.000080905265,0.00012215253,0.0002300448,0.0003367307,0.00017737402,0.000016077645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051966804,0.0007533896,0.0019118402,0.00008571209,0.0001927071,3.50072e-7,0.07071515,0.00007862308,0.06638045,0.5216045,0.32715732,0.010600296],"study_design_scores_gemma":[0.0029297683,0.0050455607,0.008330432,0.0009999663,0.00023866183,0.0000049658297,0.049386993,0.0046769953,0.5961852,0.22591427,0.104760766,0.001526437],"about_ca_topic_score_codex":0.00013069394,"about_ca_topic_score_gemma":0.00003973203,"teacher_disagreement_score":0.52980477,"about_ca_system_score_codex":0.00013359092,"about_ca_system_score_gemma":0.000012420189,"threshold_uncertainty_score":0.5020121},"labels":[],"label_agreement":null},{"id":"W3093547246","doi":"10.1145/3415170","title":"Understanding the Homepreneurship Opportunities Afforded by Social Networking and Personal Fabrication Technologies","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association","funders":"","keywords":"Usability; Plotter; Workflow; Emerging technologies; World Wide Web; Computer science; Business; Internet privacy; Human–computer interaction","score_opus":0.3741614487745971,"score_gpt":0.29878493308794785,"score_spread":0.07537651568664927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093547246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92549163,0.00020573704,0.00080967444,0.0530529,0.0016708203,0.0007043013,0.000021304862,0.00064856716,0.017395034],"genre_scores_gemma":[0.9978842,0.000027145225,0.000030722946,0.0006140408,0.001160692,0.000016641065,0.000004158583,0.000017750926,0.00024460806],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99915254,0.000014057522,0.00022154108,0.00023004905,0.00021722437,0.00016457646],"domain_scores_gemma":[0.99935484,0.0001166595,0.00029970918,0.00009864759,0.0001087973,0.000021336684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014798496,0.00016025115,0.00016206746,0.00006759033,0.00088938384,0.00045364088,0.0005542976,0.000053185613,0.000039579892],"category_scores_gemma":[0.00005567975,0.00010605326,0.000088865905,0.000056003948,0.00031921957,0.00037900166,0.00027700159,0.000273435,0.00000230994],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029172076,0.00013262303,0.0007303139,0.00027379076,0.00020926486,6.653418e-7,0.2319776,0.00000968077,0.0065845274,0.287653,0.43493536,0.037201464],"study_design_scores_gemma":[0.0019475771,0.0017839457,0.0014063874,0.00085181784,0.00039044782,0.000035267436,0.5527351,0.021876838,0.010894996,0.15619427,0.25036073,0.0015226238],"about_ca_topic_score_codex":0.000011613731,"about_ca_topic_score_gemma":0.000004563096,"teacher_disagreement_score":0.3207575,"about_ca_system_score_codex":0.000067747605,"about_ca_system_score_gemma":0.0000066713865,"threshold_uncertainty_score":0.68405116},"labels":[],"label_agreement":null},{"id":"W3093569432","doi":"10.1145/3415177","title":"Leveraging Peer Support for Mature Immigrants Learning to Write in Informal Contexts","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Peer learning; Immigration; Peer feedback; Computer science; Peer support; Negotiation; Literacy; Leverage (statistics); Public relations; Psychology; Pedagogy; Sociology; Political science","score_opus":0.09162598735691602,"score_gpt":0.4053014968539309,"score_spread":0.3136755094970149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093569432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852219,0.0000032945322,0.0024056768,0.005798468,0.0009972532,0.00044061066,0.000002179121,0.00009892538,0.005031662],"genre_scores_gemma":[0.9855426,1.4542582e-7,0.00837952,0.0032480308,0.0005735059,0.000042536165,0.0000070866804,0.00003367996,0.0021728887],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99857247,0.000061706814,0.00045542174,0.00036150464,0.00024824805,0.0003006506],"domain_scores_gemma":[0.99888474,0.00018204408,0.0003662974,0.00017486772,0.00034020978,0.00005186708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012879521,0.00019958579,0.0002879128,0.00023713935,0.00018292162,0.000087578584,0.00074652565,0.000109682034,0.00009287836],"category_scores_gemma":[0.0010344568,0.00016476466,0.00012906094,0.00030539036,0.000024594856,0.00026441264,0.00027774854,0.0011244154,0.00004620877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038876114,0.00037633392,0.07807636,0.0004871576,0.00031459698,0.0000045808606,0.44869074,0.0017086552,0.07370091,0.007181631,0.12408471,0.2614867],"study_design_scores_gemma":[0.004995393,0.0041928478,0.66844994,0.0011726543,0.00006951788,0.00006545677,0.011668584,0.005894637,0.02193877,0.0010514777,0.27944526,0.0010554738],"about_ca_topic_score_codex":0.00004967916,"about_ca_topic_score_gemma":0.0000014949946,"teacher_disagreement_score":0.5903736,"about_ca_system_score_codex":0.000055655804,"about_ca_system_score_gemma":0.000008481487,"threshold_uncertainty_score":0.6718908},"labels":[],"label_agreement":null},{"id":"W3094465390","doi":"10.1145/3415184","title":"Gender Differences in Graphic Design Q&amp;As","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perspective (graphical); Diversity (politics); Gender balance; Psychology; Social psychology; Sociology; Computer science; Gender studies","score_opus":0.23073461079464294,"score_gpt":0.39368139543966496,"score_spread":0.16294678464502202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094465390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97671306,0.000008825627,0.00020353812,0.012051158,0.0008332314,0.00031106194,3.991545e-7,0.000054585074,0.009824115],"genre_scores_gemma":[0.9968056,0.000014644666,0.0012917325,0.0011337413,0.0005328968,0.000022815797,6.5686186e-7,0.00000725765,0.00019065248],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9990249,0.00005185402,0.00023088697,0.00021865043,0.00033690254,0.00013680154],"domain_scores_gemma":[0.99929816,0.00009316482,0.0002205132,0.000117654665,0.00021767357,0.000052836214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003081584,0.000094613264,0.00012119442,0.00011450904,0.00024985828,0.00014929603,0.00080105406,0.00006374317,0.00012326935],"category_scores_gemma":[0.00053418457,0.00007632239,0.00005555277,0.000557501,0.000084024716,0.00042242784,0.00010486858,0.000192565,0.000035214434],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045814816,0.0010680498,0.08895668,0.00018675967,0.00012613724,6.02694e-7,0.48227006,0.00026043772,0.031723145,0.26748344,0.10757067,0.019895859],"study_design_scores_gemma":[0.002764414,0.0017845962,0.37246484,0.0011126433,0.00015633224,0.000008608029,0.12214881,0.0043918393,0.051372446,0.33485326,0.106946066,0.0019961616],"about_ca_topic_score_codex":0.00011936853,"about_ca_topic_score_gemma":0.000047791047,"teacher_disagreement_score":0.36012125,"about_ca_system_score_codex":0.00008323284,"about_ca_system_score_gemma":0.000058695536,"threshold_uncertainty_score":0.31123367},"labels":[],"label_agreement":null},{"id":"W3094607757","doi":"10.1145/3415199","title":"Religion and Sustainability","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Persuasion; Scholarship; Religiosity; Sociology; Spirituality; Islam; Sustainability; Environmental ethics; Epistemology; Sociology of religion; Scope (computer science); Criticism; Social science; Social psychology; Political science; Psychology; Law; Philosophy; Ecology; Theology","score_opus":0.021595104251892764,"score_gpt":0.29234419228425096,"score_spread":0.2707490880323582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094607757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844306,0.0000027955043,0.000026077383,0.012831323,0.00010025763,0.00027361544,4.3199663e-7,0.00002924463,0.002305618],"genre_scores_gemma":[0.99777764,0.0000035550797,0.0004566139,0.0015263652,0.00006763671,0.000010688629,5.43209e-7,0.00000765391,0.00014927858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991629,0.000012145009,0.00019717375,0.00031340995,0.00019436811,0.00011997584],"domain_scores_gemma":[0.99952567,0.000031735035,0.00013876877,0.00020777203,0.000024038609,0.00007203239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014201611,0.00010604845,0.00010310012,0.000015950203,0.00013739262,0.000036368434,0.00045843003,0.000038014387,0.00015881893],"category_scores_gemma":[0.0003140966,0.00008045999,0.000058170972,0.00011605095,0.00016782065,0.00029927155,0.0008267304,0.0001729746,0.000020569449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036574597,0.0008597959,0.80088186,0.00051208003,0.000034665645,7.4364164e-7,0.016899878,0.0008688585,0.037779585,0.004890158,0.09679672,0.04010993],"study_design_scores_gemma":[0.00058036286,0.0007545916,0.8958449,0.000047028145,0.00002964844,0.000011648033,0.0028028002,0.0035233914,0.032856904,0.034078825,0.029109346,0.0003605793],"about_ca_topic_score_codex":0.00007874779,"about_ca_topic_score_gemma":0.0000018500521,"teacher_disagreement_score":0.09496304,"about_ca_system_score_codex":0.00029743748,"about_ca_system_score_gemma":0.0000040391965,"threshold_uncertainty_score":0.3281063},"labels":[],"label_agreement":null},{"id":"W3094989392","doi":"10.1145/3427314","title":"Exploring User Defined Gestures for Ear-Based Interactions","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Gesture; Human–computer interaction; Wearable computer; Computer science; Set (abstract data type); Interface (matter); Gesture recognition; User interface; Wearable technology; Multimedia; Artificial intelligence; Programming language; Embedded system","score_opus":0.229397836290953,"score_gpt":0.3371712241058136,"score_spread":0.10777338781486062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094989392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86101824,0.000008674287,0.102811694,0.02860078,0.0038341733,0.0010259063,0.000011764784,0.00018666041,0.002502105],"genre_scores_gemma":[0.97722316,0.0000017697463,0.018444993,0.0034877644,0.0005635488,0.00014426169,0.0000042084207,0.000028378472,0.00010191354],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984594,0.000016840799,0.00039800056,0.00055130053,0.00029276987,0.00028170156],"domain_scores_gemma":[0.9981916,0.00029904227,0.00043432694,0.000442927,0.0005465473,0.00008555121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012577699,0.00025992637,0.0002609142,0.00018180266,0.00030558664,0.00025212436,0.0023486419,0.000045193276,0.000018530625],"category_scores_gemma":[0.000407885,0.00020618265,0.0003548543,0.00032005628,0.000037824502,0.0020950225,0.00067444047,0.00038240282,0.000037516813],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007023691,0.0005784314,0.0012712665,0.00033173626,0.0002866968,0.0000015715143,0.007286924,0.0011627792,0.8183362,0.064465664,0.09913528,0.006441084],"study_design_scores_gemma":[0.0011317848,0.0011794735,0.011012595,0.0004512313,0.000056706143,0.000011637716,0.00044943095,0.039689057,0.9166508,0.0017937922,0.027110616,0.00046287602],"about_ca_topic_score_codex":0.000016075552,"about_ca_topic_score_gemma":0.0000015396107,"teacher_disagreement_score":0.11620492,"about_ca_system_score_codex":0.000104396255,"about_ca_system_score_gemma":0.00002160049,"threshold_uncertainty_score":0.8407885},"labels":[],"label_agreement":null},{"id":"W3095104357","doi":"10.1145/3427311","title":"The Effects of Predictive Features of Mobile Keyboards on Text Entry Speed and Errors","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Text entry; Word (group theory); Computer science; Phrase; Mobile device; Typing; Words per minute; Natural language processing; Artificial intelligence; Speech recognition; Human–computer interaction; World Wide Web; Mathematics; Linguistics","score_opus":0.015407859033297909,"score_gpt":0.27943568945247255,"score_spread":0.26402783041917466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095104357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99330616,0.00005686392,0.00037940792,0.0013589269,0.0009776044,0.0005457465,0.000004234744,0.000019819741,0.0033512635],"genre_scores_gemma":[0.99893373,0.000023320175,0.00031487897,0.00044744462,0.00015556495,0.0000135291475,7.3106696e-7,0.000011768555,0.000099008415],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99872804,0.000030623803,0.0003321672,0.000359853,0.00037529986,0.00017400306],"domain_scores_gemma":[0.99813086,0.00048904744,0.00061923463,0.0003430514,0.00036757882,0.000050232236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001345682,0.00019747345,0.0002743285,0.000096023934,0.00015888398,0.000072551346,0.001604875,0.000060779766,0.0000032683304],"category_scores_gemma":[0.00038396643,0.00012302762,0.00017422346,0.000214522,0.00013221969,0.00050014054,0.0008281171,0.00034653288,0.0000035570145],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011183067,0.00046806323,0.0013369855,0.0006648013,0.0004240923,0.0000015258912,0.018918583,0.00016509824,0.90983,0.017521784,0.0342915,0.015259278],"study_design_scores_gemma":[0.00054846745,0.0032117115,0.032797746,0.0006028089,0.000037678794,0.000007676834,0.0006514613,0.0036051513,0.95698845,0.0009200142,0.0004919683,0.0001368329],"about_ca_topic_score_codex":0.000017301049,"about_ca_topic_score_gemma":4.800189e-7,"teacher_disagreement_score":0.0471585,"about_ca_system_score_codex":0.000048192578,"about_ca_system_score_gemma":0.000014009417,"threshold_uncertainty_score":0.5016921},"labels":[],"label_agreement":null},{"id":"W3095283945","doi":"10.1145/3427323","title":"Flex-ER","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Horizon 2020 Framework Programme","keywords":"FLEX; Computer science; Human–computer interaction; JSON; Visualization; Flexibility (engineering); Debugging; Field (mathematics); Software engineering; Multimedia; World Wide Web; Operating system; Artificial intelligence","score_opus":0.08918782119899336,"score_gpt":0.3476504447671012,"score_spread":0.25846262356810784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095283945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6005072,0.000030022165,0.26651677,0.09279153,0.0051538255,0.001108967,0.000017237788,0.001526995,0.032347437],"genre_scores_gemma":[0.982251,0.000003355903,0.011162793,0.005890709,0.0004272659,0.0000040786663,0.0000027384485,0.00001324034,0.00024484185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893117,0.000008556987,0.00028054306,0.00032899983,0.00031243433,0.0001383168],"domain_scores_gemma":[0.9990436,0.00003325892,0.00027124916,0.0003876021,0.00019594526,0.00006834355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011147153,0.00013081578,0.00014706234,0.00007964572,0.00012316422,0.0002653699,0.002823529,0.00003930623,0.000031448613],"category_scores_gemma":[0.000158606,0.00009766769,0.00010899097,0.00037106356,0.000029064864,0.0008594259,0.0012963094,0.00018381161,0.0000819932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058365007,0.0004477516,0.001674312,0.0002592828,0.00014616302,0.0000019406418,0.0064243865,0.00043724276,0.058531642,0.450473,0.43943295,0.042112954],"study_design_scores_gemma":[0.0012328926,0.0010290317,0.0052127554,0.00045082424,0.000054227025,0.000030496816,0.0002532894,0.58775264,0.26115102,0.019282194,0.12278238,0.0007682358],"about_ca_topic_score_codex":0.000003505883,"about_ca_topic_score_gemma":2.669762e-7,"teacher_disagreement_score":0.5873154,"about_ca_system_score_codex":0.000031891825,"about_ca_system_score_gemma":0.000009719228,"threshold_uncertainty_score":0.52468663},"labels":[],"label_agreement":null},{"id":"W3096067795","doi":"10.1145/3427310","title":"PACM HCI V4 ISS, November 2020 - Editorial","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Pleasure; Computer science; Library science; Operations research; Psychology; Engineering; Artificial intelligence","score_opus":0.04680602958952837,"score_gpt":0.3105913426997812,"score_spread":0.2637853131102529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096067795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33165947,0.00006245112,0.2032556,0.31311586,0.11344739,0.0044761524,0.000054579385,0.0028898336,0.031038674],"genre_scores_gemma":[0.9513105,0.000006381004,0.0142738605,0.0032898197,0.030810863,0.00007269204,0.0000065712775,0.000038361366,0.00019091339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980689,0.00001585018,0.00045413256,0.00059997034,0.00061542983,0.0002456764],"domain_scores_gemma":[0.9981694,0.0001034508,0.00050582277,0.0007529863,0.00034846913,0.00011985174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019592003,0.00022749868,0.00023786377,0.000068823385,0.00024748125,0.00028145185,0.00411553,0.000114920236,0.000029530744],"category_scores_gemma":[0.00023673862,0.00018229891,0.0001853444,0.000507977,0.00006337472,0.0009293339,0.00208434,0.00051949517,0.00013545723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004631538,0.00026373865,0.00012142254,0.00006883595,0.00008223478,4.3313332e-7,0.0018583067,0.00017779491,0.03450862,0.021816561,0.9359833,0.005072414],"study_design_scores_gemma":[0.0031978241,0.0016470314,0.004314325,0.00057488534,0.00016770029,0.00006493764,0.0003512228,0.1252173,0.25461394,0.04336098,0.5650434,0.0014464435],"about_ca_topic_score_codex":0.00002621644,"about_ca_topic_score_gemma":0.0000016779844,"teacher_disagreement_score":0.6196511,"about_ca_system_score_codex":0.00010003763,"about_ca_system_score_gemma":0.000025789466,"threshold_uncertainty_score":0.7647747},"labels":[],"label_agreement":null},{"id":"W3096395999","doi":"10.1145/3427334","title":"Expanding Side Touch Input on Mobile Phones","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Thumb; Index finger; Computer science; Enhanced Data Rates for GSM Evolution; Computer vision; Artificial intelligence; Tapping; Acoustics; Medicine; Anatomy; Physics","score_opus":0.053106776399903174,"score_gpt":0.32146707574357025,"score_spread":0.26836029934366706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096395999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98089874,0.000007577712,0.003995501,0.004281301,0.001770042,0.0004225944,0.0000027520139,0.000091261325,0.008530246],"genre_scores_gemma":[0.99374694,0.0000039801885,0.0016832968,0.0037877662,0.000577847,0.000036120087,0.0000016992967,0.000021069449,0.00014131209],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983193,0.00001947182,0.00037780195,0.0005913847,0.0004119496,0.00028008403],"domain_scores_gemma":[0.9985677,0.00015419749,0.0004289946,0.00046514557,0.0002988313,0.00008515619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010981946,0.00026674653,0.0002720206,0.00016749211,0.00025343834,0.0002445186,0.0026897513,0.00006917781,0.00003467491],"category_scores_gemma":[0.0001815292,0.00020336245,0.00024154579,0.00035185358,0.00004198938,0.0012576667,0.0011770789,0.00045110527,0.00015783423],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002561724,0.00035840724,0.00061136973,0.00011653247,0.0001287272,0.0000036077965,0.011220628,0.00041054198,0.9207662,0.0119190635,0.04466455,0.009544238],"study_design_scores_gemma":[0.00045642874,0.0013299526,0.0024948195,0.00034072596,0.000015879496,0.00001633889,0.00055688625,0.006901557,0.9830282,0.0015193364,0.0030474833,0.000292428],"about_ca_topic_score_codex":0.000014230648,"about_ca_topic_score_gemma":4.451635e-7,"teacher_disagreement_score":0.062262002,"about_ca_system_score_codex":0.00012108606,"about_ca_system_score_gemma":0.000013487357,"threshold_uncertainty_score":0.829288},"labels":[],"label_agreement":null},{"id":"W3118980982","doi":"10.1145/3432939","title":"A Dozen Stickers on a Mailbox","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universität Zürich; Vetenskapsrådet","keywords":"Shared resource; Sharing economy; Computer science; Peer-to-peer; Leverage (statistics); Internet privacy; Resource (disambiguation); Business; Knowledge management; World Wide Web; Public relations; Political science; Computer security","score_opus":0.05185429638293126,"score_gpt":0.3237180205801651,"score_spread":0.2718637241972338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118980982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96013635,0.000008344576,0.005181511,0.009833706,0.003835277,0.0003865945,0.0000026210892,0.00044607636,0.020169493],"genre_scores_gemma":[0.9813926,0.0000029594307,0.015599226,0.0017470978,0.00033562834,0.0000382504,0.0000026495409,0.00002694414,0.00085461204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99787515,0.000031650143,0.0005154547,0.0007343112,0.00051133323,0.0003320791],"domain_scores_gemma":[0.9972602,0.00014529165,0.00060374127,0.0010999063,0.0008485638,0.000042274656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028220483,0.00029582228,0.00029518866,0.00042147483,0.00031323382,0.0002891065,0.0029049593,0.00015253489,0.00007256921],"category_scores_gemma":[0.00040584218,0.00024140383,0.00020216171,0.00078720547,0.00010255951,0.0010281445,0.0015908089,0.0008198126,0.0001497741],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014686548,0.0008794838,0.0006769039,0.000117238094,0.00027056705,0.00001858399,0.0022493312,0.00009599898,0.25573656,0.6484238,0.0630899,0.028294794],"study_design_scores_gemma":[0.0009136712,0.0009956857,0.005576296,0.0008528069,0.00003399967,0.00026862195,0.0004100061,0.0088255275,0.9233423,0.0487451,0.00951902,0.00051695475],"about_ca_topic_score_codex":0.000010068011,"about_ca_topic_score_gemma":0.0000032708504,"teacher_disagreement_score":0.66760576,"about_ca_system_score_codex":0.00031072175,"about_ca_system_score_gemma":0.00003639014,"threshold_uncertainty_score":0.98441625},"labels":[],"label_agreement":null},{"id":"W3119019292","doi":"10.1145/3432941","title":"Piracy and the Impaired Cyborg","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomy; Metaphor; Modalities; Independence (probability theory); Through-the-lens metering; Software; Assistive technology; Control (management); Power (physics); Sociology; Internet privacy; Lens (geology); Psychology; Political science; Engineering; Human–computer interaction; Computer science; Law; Artificial intelligence; Social science","score_opus":0.050589018513165475,"score_gpt":0.30324242692608666,"score_spread":0.25265340841292117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119019292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701921,0.00007836642,0.002125436,0.020642148,0.001721434,0.00026251774,6.8912254e-7,0.00017371499,0.004803629],"genre_scores_gemma":[0.9832266,0.000021301483,0.014535788,0.0015676176,0.00021158293,0.000018285107,6.708591e-7,0.000013083236,0.00040508705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885905,0.000054317257,0.00031910682,0.00026921774,0.00031123677,0.00018709256],"domain_scores_gemma":[0.9979433,0.0003914329,0.00030292885,0.0009106912,0.000423609,0.000028068309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046639162,0.00016729813,0.0002115571,0.00009670064,0.00044535327,0.0004905787,0.0030644406,0.000049618568,0.0000076267365],"category_scores_gemma":[0.0003855586,0.00010451002,0.000116533134,0.00030970227,0.00016507115,0.0007648285,0.003617877,0.0003782042,0.000008833128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002122292,0.0004459588,0.0029707958,0.00038268516,0.0003889812,0.000006195386,0.050551042,0.000091021684,0.018564966,0.8050325,0.049640805,0.0717128],"study_design_scores_gemma":[0.005601957,0.0006348512,0.086615086,0.002454487,0.0001182646,0.0010528154,0.0027469744,0.057642914,0.4179571,0.39863938,0.025218198,0.0013179748],"about_ca_topic_score_codex":0.000030876403,"about_ca_topic_score_gemma":0.0000033836052,"teacher_disagreement_score":0.40639314,"about_ca_system_score_codex":0.000064423366,"about_ca_system_score_gemma":0.000030364237,"threshold_uncertainty_score":0.5694544},"labels":[],"label_agreement":null},{"id":"W3119373015","doi":"10.1145/3432937","title":"Socio-Spatial Comfort","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Evacuation and Crowd Dynamics","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Autodesk (Canada)","funders":"","keywords":"Desk; Proxemics; Territoriality; Architecture; Relation (database); Computer science; Work (physics); Human–computer interaction; Architectural engineering; Knowledge management; Engineering; Sociology; Geography; Communication","score_opus":0.030355757071027376,"score_gpt":0.2874216956668891,"score_spread":0.2570659385958617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119373015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98647773,0.000011776317,0.0015622061,0.0005525545,0.0013670583,0.00009416318,0.000002611308,0.00017816981,0.0097537115],"genre_scores_gemma":[0.9977325,0.000006836134,0.0013564985,0.00021625035,0.00030337909,0.000007538041,0.000006034854,0.000022193328,0.00034873016],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993353,0.0000037445675,0.00022283,0.00013851842,0.0001842439,0.000115345],"domain_scores_gemma":[0.9994993,0.000029366724,0.00008141566,0.00021012299,0.0001541156,0.000025658323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007277656,0.00011365581,0.00012446962,0.000053018477,0.000088636,0.00007171756,0.00041050607,0.000060133454,0.000081587656],"category_scores_gemma":[0.00004148146,0.0000981331,0.00010845537,0.00010153641,0.000019725781,0.00019910434,0.00018105682,0.00022730902,0.000022478647],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012167372,0.0007589156,0.015404826,0.0011741633,0.00090302684,0.000005961846,0.007962023,0.03572074,0.59098387,0.044917434,0.1729358,0.12911157],"study_design_scores_gemma":[0.0013565193,0.0002311851,0.03786189,0.00063632074,0.00012250525,0.0000886245,0.00076280074,0.44945207,0.4765521,0.015436621,0.016748054,0.00075131515],"about_ca_topic_score_codex":0.00000535624,"about_ca_topic_score_gemma":0.000006298677,"teacher_disagreement_score":0.41373134,"about_ca_system_score_codex":0.00009808178,"about_ca_system_score_gemma":0.0000067982232,"threshold_uncertainty_score":0.40017518},"labels":[],"label_agreement":null},{"id":"W3120070483","doi":"10.1145/3432913","title":"Seeing in Context","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Storytelling; Rationality; Sociology; Narrative; Context (archaeology); Meaning (existential); Ideology; Public relations; Epistemology; Political science; Politics; Geography","score_opus":0.0658229462190784,"score_gpt":0.3168526077577794,"score_spread":0.251029661538701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120070483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857497,0.00003409032,0.001689846,0.0039938176,0.0016783123,0.00013511082,3.7526917e-7,0.00011571632,0.006603039],"genre_scores_gemma":[0.98188394,0.0000056454733,0.016682591,0.0009654447,0.00012036172,0.0000115446755,6.9245147e-7,0.00001181166,0.000317981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988387,0.000031101416,0.00036261717,0.00027574092,0.00028527837,0.00020656307],"domain_scores_gemma":[0.99846923,0.00018400249,0.00024414284,0.0007301401,0.00034872844,0.000023730778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000283155,0.00015083018,0.00019923832,0.00020330977,0.00016298075,0.00025806078,0.003025724,0.000057524434,0.0000116961555],"category_scores_gemma":[0.00026140054,0.000129347,0.00009600323,0.00044501782,0.000041450872,0.00084309326,0.0025433423,0.0004188068,0.00001761389],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008921064,0.0011994289,0.021536956,0.00066962535,0.00023437885,0.000030849962,0.07225571,0.0006183372,0.08830946,0.5995125,0.03691029,0.17863326],"study_design_scores_gemma":[0.0013925745,0.00032947306,0.06212688,0.0035130393,0.000016324433,0.0002779392,0.002664009,0.025710247,0.8016871,0.08643008,0.015025107,0.00082718604],"about_ca_topic_score_codex":0.000037399546,"about_ca_topic_score_gemma":0.00002189537,"teacher_disagreement_score":0.7133777,"about_ca_system_score_codex":0.00015541652,"about_ca_system_score_gemma":0.00003456056,"threshold_uncertainty_score":0.56225985},"labels":[],"label_agreement":null},{"id":"W3123744018","doi":"10.1145/3449092","title":"Exploring Lightweight Interventions at Posting Time to Reduce the Sharing of Misinformation on Social Media","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Social media; Psychological intervention; Internet privacy; Computer science; World Wide Web; Psychology; Computer security","score_opus":0.3025225327048007,"score_gpt":0.3940998446864759,"score_spread":0.09157731198167524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123744018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626533,0.0000032408307,0.000012186582,0.0057011605,0.0007047561,0.00020615313,0.0000033378285,0.00004561092,0.030670289],"genre_scores_gemma":[0.9977154,0.0000064084966,0.00029329784,0.00031567834,0.0005546067,0.000007211661,0.00000552975,0.000009874481,0.001091975],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99858725,0.000025137766,0.000512475,0.00015067637,0.000534122,0.0001903237],"domain_scores_gemma":[0.9985379,0.00019862124,0.00054707384,0.00020307917,0.00045710825,0.000056213295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006718984,0.000114368566,0.00016035316,0.00016476009,0.0008356093,0.00019148477,0.00081357267,0.000049421047,0.0003027553],"category_scores_gemma":[0.0014933881,0.00008280338,0.00020576024,0.00039183744,0.000055829732,0.0012354527,0.0005070841,0.00019738186,0.00012109082],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028648917,0.00037261116,0.00013765664,0.00040246538,0.00017013834,4.6805192e-7,0.7157618,0.00030107528,0.06372851,0.04135767,0.07491387,0.10256726],"study_design_scores_gemma":[0.0013585887,0.00045409932,0.050334096,0.0065150824,0.00015782633,0.000023611305,0.06095835,0.0020553344,0.83825094,0.0037903567,0.035299093,0.0008026494],"about_ca_topic_score_codex":0.000023919692,"about_ca_topic_score_gemma":0.000018550634,"teacher_disagreement_score":0.7745224,"about_ca_system_score_codex":0.0002524397,"about_ca_system_score_gemma":0.000024288076,"threshold_uncertainty_score":0.64269155},"labels":[],"label_agreement":null},{"id":"W3126786794","doi":"10.1145/3449133","title":"Belonging There","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Calgary","funders":"","keywords":"Avatar; Human–computer interaction; Embodied cognition; Gesture; Computer science; Virtual reality; Multimedia; Artificial intelligence","score_opus":0.05506003723088014,"score_gpt":0.3293890978465045,"score_spread":0.27432906061562434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126786794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9559485,0.000028092058,0.017772952,0.010034545,0.0007267798,0.00020086268,0.000001663843,0.0001597934,0.015126818],"genre_scores_gemma":[0.98814,0.000006949236,0.010656588,0.0006727031,0.0001794263,0.000011543336,0.0000010678534,0.000009700035,0.00032203773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896425,0.000010819546,0.00024828612,0.0003294551,0.00027313392,0.0001740659],"domain_scores_gemma":[0.9986284,0.00007022746,0.00023189178,0.0007164377,0.0003044789,0.000048590406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017134887,0.00012440678,0.00013992618,0.000079965,0.00021475882,0.00028334995,0.001914106,0.00004705717,0.000018268971],"category_scores_gemma":[0.000110858906,0.00009404395,0.00012080329,0.00039091043,0.000027273356,0.0007193745,0.0011277419,0.00021488903,0.000029124743],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017181543,0.00055054994,0.0012866919,0.0001130838,0.000107822605,0.0000023271941,0.0027124044,0.00022591832,0.16812773,0.64021486,0.023229381,0.16341206],"study_design_scores_gemma":[0.00053082313,0.00030425552,0.036307454,0.00055819115,0.000025021232,0.00013015223,0.00027638956,0.019669494,0.86005294,0.06285006,0.018880045,0.00041514542],"about_ca_topic_score_codex":0.000015651092,"about_ca_topic_score_gemma":0.0000019502024,"teacher_disagreement_score":0.6919252,"about_ca_system_score_codex":0.00007377697,"about_ca_system_score_gemma":0.000022962146,"threshold_uncertainty_score":0.3835001},"labels":[],"label_agreement":null},{"id":"W3133564273","doi":"10.1145/3479529","title":"\"@alex, this fixes #9\": Analysis of Referencing Patterns in Pull Request Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Referent; Variety (cybernetics); Source code; Thread (computing); Common ground; World Wide Web; User interface; Software; Interface (matter); Information retrieval; Human–computer interaction; Programming language; Artificial intelligence; Psychology","score_opus":0.05804857565293148,"score_gpt":0.3381942710071979,"score_spread":0.2801456953542664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133564273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930365,0.0000136394065,0.0049479106,0.0010151183,0.00043766532,0.00011768897,0.0000044165877,0.000082005754,0.00034503467],"genre_scores_gemma":[0.99290663,0.0000103630655,0.006712608,0.00005635965,0.00007495806,0.000015295709,0.0000045421766,0.000012884408,0.00020633318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824667,0.000031338353,0.0004883774,0.00047519058,0.00051157665,0.0002468682],"domain_scores_gemma":[0.99798447,0.0004426233,0.00028674013,0.0008465074,0.00038862368,0.000051016596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038777268,0.0001661552,0.00035129083,0.0007569724,0.000083566985,0.00014125231,0.0021637308,0.00007405161,0.000052655898],"category_scores_gemma":[0.0009324966,0.00012343923,0.0002249183,0.0016954141,0.000028210867,0.0006274623,0.0015511734,0.00043207066,0.0000046335513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085902,0.0016305402,0.6366426,0.0009448869,0.0017502733,0.000034752306,0.01827597,0.010270285,0.25226477,0.02101219,0.0072214296,0.049866438],"study_design_scores_gemma":[0.00037902026,0.00020578621,0.7099503,0.0012932086,0.00012146972,0.000021384396,0.00022072913,0.0618147,0.22357804,0.0018339352,0.00024006856,0.00034132984],"about_ca_topic_score_codex":0.00016954908,"about_ca_topic_score_gemma":0.000064995285,"teacher_disagreement_score":0.07330776,"about_ca_system_score_codex":0.00017547663,"about_ca_system_score_gemma":0.000030738054,"threshold_uncertainty_score":0.5033705},"labels":[],"label_agreement":null},{"id":"W3155832955","doi":"10.1145/3449132","title":"StreamSketch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Interactivity; Computer science; Multimedia; Live streaming; Modality (human–computer interaction); Key (lock); Modalities; Human–computer interaction; Process (computing); Space (punctuation); Formative assessment; World Wide Web; Psychology; Sociology","score_opus":0.05995711704533049,"score_gpt":0.356367323382279,"score_spread":0.29641020633694853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155832955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7223833,0.0000094609095,0.0000041789367,0.0030825702,0.0012136482,0.00008853855,0.000001145058,0.00004330282,0.27317384],"genre_scores_gemma":[0.9826597,0.000014587829,0.0005856101,0.00040804167,0.000780258,0.0000055849328,0.0000013553146,0.0000088887955,0.015535969],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991722,0.000009829163,0.00016291773,0.00018571717,0.00031099847,0.00015832986],"domain_scores_gemma":[0.9992685,0.00006370905,0.00015103609,0.00018074432,0.00028534676,0.000050696606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016545836,0.0000788473,0.000110878354,0.000041355914,0.000121556004,0.00017022408,0.00064094254,0.000048800302,0.000104673854],"category_scores_gemma":[0.00038888233,0.00006162104,0.000116369454,0.00017916092,0.00007607638,0.0003898971,0.000292652,0.00014327001,0.000025177502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006104867,0.0007138756,0.005695327,0.000113562666,0.00012172142,0.000003599686,0.02903767,0.00001550424,0.020963887,0.13613221,0.09816744,0.7089742],"study_design_scores_gemma":[0.0004197922,0.00019586597,0.0102080805,0.0005162169,0.000037668586,0.0000103788125,0.0072783814,0.0000747656,0.08897496,0.017349327,0.8746604,0.00027417013],"about_ca_topic_score_codex":0.000045706638,"about_ca_topic_score_gemma":0.000047559624,"teacher_disagreement_score":0.77649295,"about_ca_system_score_codex":0.000076681725,"about_ca_system_score_gemma":0.000033121225,"threshold_uncertainty_score":0.2512833},"labels":[],"label_agreement":null},{"id":"W3157216313","doi":"10.1145/3449242","title":"Becoming Interdisciplinary","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Process (computing); Criticism; Position paper; Event (particle physics); Sociology; Data science; Management science; Computer science; Political science; Engineering","score_opus":0.0639494099519361,"score_gpt":0.35583567900982627,"score_spread":0.29188626905789017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157216313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652874,0.000012177083,0.01037383,0.009886389,0.0038469671,0.00023686572,0.0000013338778,0.00034605645,0.010008983],"genre_scores_gemma":[0.97605306,0.0000017486739,0.022131639,0.0007689204,0.0003483882,0.00002686675,0.000002371781,0.000022908927,0.0006440999],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99806964,0.00002724482,0.000572587,0.0006616297,0.0003705865,0.0002982963],"domain_scores_gemma":[0.99733746,0.00012886748,0.000626922,0.0010490675,0.00082212745,0.000035542853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029164026,0.00026340803,0.00028843933,0.0003659746,0.00042447212,0.00026575962,0.003285225,0.00013763552,0.000049957445],"category_scores_gemma":[0.00023683769,0.00021900849,0.00021932666,0.0007146801,0.00009983065,0.0015563197,0.005768295,0.0007610823,0.00006574205],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084763684,0.0009187131,0.0017661547,0.0001776065,0.00028815249,0.000019867364,0.0064644995,0.00008552004,0.510604,0.3711242,0.048125133,0.060341325],"study_design_scores_gemma":[0.0005736398,0.0004038263,0.007997741,0.0006919131,0.00002380637,0.00038991903,0.0006850962,0.008199042,0.8897657,0.08815455,0.002715233,0.000399573],"about_ca_topic_score_codex":0.0000043011455,"about_ca_topic_score_gemma":0.0000041342532,"teacher_disagreement_score":0.37916163,"about_ca_system_score_codex":0.0002591501,"about_ca_system_score_gemma":0.00002900045,"threshold_uncertainty_score":0.8930907},"labels":[],"label_agreement":null},{"id":"W3157741034","doi":"10.1145/3449251","title":"\"Positive Energy\"","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Censorship; Social media; China; Government (linguistics); Coronavirus disease 2019 (COVID-19); Public relations; Pandemic; Trustworthiness; Internet privacy; Information Dissemination; Information sharing; Business; Political science; Information overload; Medicine; Computer science","score_opus":0.057525048356623296,"score_gpt":0.35533781557029137,"score_spread":0.29781276721366806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157741034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7521811,0.000007651038,0.00010379558,0.005892529,0.001111595,0.00009058449,0.0000020314867,0.00006108931,0.24054962],"genre_scores_gemma":[0.99411595,0.000013267144,0.0005214642,0.0015127365,0.00043930818,0.000001452218,0.0000020960545,0.0000060267294,0.00338771],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991862,0.000018239021,0.00019307811,0.00012426272,0.00033519018,0.00014301133],"domain_scores_gemma":[0.9991098,0.000065654494,0.00021732404,0.00015230365,0.00040338372,0.000051548355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020453337,0.000077194214,0.000097883814,0.00006698504,0.00036599312,0.00017248251,0.0005162564,0.000053451124,0.00021079191],"category_scores_gemma":[0.0003971955,0.00006111474,0.00009346578,0.0002128033,0.00006025434,0.0006590687,0.00020475751,0.00012355506,0.000022984805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083411534,0.00036697384,0.00048620914,0.00005801942,0.00011934563,0.0000012528985,0.107010394,0.00004071359,0.028372396,0.5610867,0.21600786,0.08636669],"study_design_scores_gemma":[0.0009928031,0.00033820636,0.021210711,0.0009131097,0.00006132119,0.000030958072,0.025758786,0.0009831425,0.66720116,0.038194224,0.24374764,0.0005679591],"about_ca_topic_score_codex":0.00012366916,"about_ca_topic_score_gemma":0.000032159438,"teacher_disagreement_score":0.63882875,"about_ca_system_score_codex":0.00010972957,"about_ca_system_score_gemma":0.000037663485,"threshold_uncertainty_score":0.28149602},"labels":[],"label_agreement":null},{"id":"W3157782429","doi":"10.1145/3449193","title":"Can Crowds Customize Instructional Materials with Minimal Expert Guidance?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; National Science Foundation","keywords":"Crowdsourcing; Crowds; Computer science; Pipeline (software); Personalization; TUTOR; Task (project management); Mathematics education; Data science; Multimedia; World Wide Web; Psychology; Engineering","score_opus":0.029173657412900875,"score_gpt":0.2787471208449022,"score_spread":0.24957346343200135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157782429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919281,0.000016122242,0.0014992331,0.0032096102,0.0017905359,0.00015104316,0.0000035957457,0.00014388059,0.0012578727],"genre_scores_gemma":[0.94855255,0.000002834412,0.0497772,0.00062704587,0.0006776193,0.00002273382,0.0000030147091,0.000024067238,0.00031293422],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998151,0.000031201947,0.00044809957,0.000604033,0.0004751911,0.0002904692],"domain_scores_gemma":[0.9981317,0.0000747191,0.00043961508,0.0007230015,0.000563694,0.00006726806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024682487,0.00025714832,0.000310507,0.00013387547,0.00033436902,0.00053219503,0.0015086252,0.00008558568,0.000041049392],"category_scores_gemma":[0.00011425725,0.00019024988,0.00012406844,0.00034036202,0.00009424842,0.000623429,0.0008955266,0.0002510504,0.00001105607],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022108186,0.00030469563,0.000803169,0.00014032345,0.00017201135,0.000015024276,0.0033788825,0.00029600126,0.92884254,0.021542192,0.02076856,0.0235155],"study_design_scores_gemma":[0.00081721856,0.00023511806,0.004827485,0.0006780891,0.000017675127,0.00059138914,0.0002059353,0.0016175483,0.9852821,0.0021118687,0.0032805079,0.00033502388],"about_ca_topic_score_codex":0.0000507324,"about_ca_topic_score_gemma":0.000007453844,"teacher_disagreement_score":0.056439582,"about_ca_system_score_codex":0.00014404622,"about_ca_system_score_gemma":0.00006533114,"threshold_uncertainty_score":0.77581644},"labels":[],"label_agreement":null},{"id":"W3157954185","doi":"10.1145/3449102","title":"Joint Action Storyboards","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; University of Guelph","keywords":"Computer-supported cooperative work; Common ground; Computer science; Human–computer interaction; Leverage (statistics); Interface (matter); Ground; Work (physics); Engineering; Psychology; Artificial intelligence; Communication","score_opus":0.1477220990802632,"score_gpt":0.3417092702397753,"score_spread":0.1939871711595121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157954185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698421,0.000017277129,0.017682478,0.005139744,0.0035978733,0.00022629638,0.0000014276583,0.00022610978,0.0032667161],"genre_scores_gemma":[0.9824291,0.0000046675596,0.015890568,0.0006417009,0.00033105776,0.000016576496,9.568928e-7,0.00001513613,0.0006702332],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99832284,0.000038875005,0.00040852014,0.0005512013,0.00044996463,0.0002285834],"domain_scores_gemma":[0.9979906,0.00008310344,0.0003489001,0.00092514144,0.0005946465,0.000057626952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036518945,0.00019912774,0.00023696329,0.0001329594,0.00022902478,0.0003028761,0.0020288783,0.000092899776,0.000051532086],"category_scores_gemma":[0.000260221,0.00016087301,0.00023887752,0.00034876016,0.000052746578,0.0011758704,0.0012442018,0.0004271901,0.00005511436],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011107656,0.0013392788,0.001378175,0.00039721685,0.00024054259,0.0000056420718,0.0060056206,0.0006571786,0.7640263,0.06196328,0.08929619,0.07457954],"study_design_scores_gemma":[0.00036050787,0.0003330662,0.009467028,0.00029451418,0.00002088486,0.00007754925,0.00017251298,0.011072943,0.95199907,0.017110152,0.0088265855,0.00026518397],"about_ca_topic_score_codex":0.000018043436,"about_ca_topic_score_gemma":0.0000052507726,"teacher_disagreement_score":0.18797281,"about_ca_system_score_codex":0.00021369041,"about_ca_system_score_gemma":0.000038771883,"threshold_uncertainty_score":0.65602106},"labels":[],"label_agreement":null},{"id":"W3158004789","doi":"10.1145/3479524","title":"Digital Social Interaction in Older Adults During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Korea Institute of Science and Technology","keywords":"Pandemic; Social distance; Coping (psychology); Psychology; Telehealth; Coronavirus disease 2019 (COVID-19); Interpersonal communication; Apprehension; Digital divide; Internet privacy; Social psychology; Public relations; Information and Communications Technology; Business; Gerontology; Political science; Telemedicine; Medicine; Clinical psychology; Computer science","score_opus":0.0497220369189681,"score_gpt":0.35118672054984906,"score_spread":0.30146468363088097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158004789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98442006,0.000011189382,0.000014293835,0.011187837,0.00092298177,0.0003642979,0.0000036916188,0.00019796244,0.0028776836],"genre_scores_gemma":[0.9980835,0.000013622593,0.000060882867,0.00058508816,0.00056170044,0.00003906829,0.000002838865,0.000018400036,0.00063492317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998396,0.000049812366,0.00040095072,0.00042391848,0.0004186131,0.0003107035],"domain_scores_gemma":[0.99879825,0.00021971938,0.0004089682,0.00027300004,0.0002456691,0.000054396296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036393246,0.00017506683,0.00020379467,0.00018745713,0.0007863061,0.00026078933,0.0012496968,0.00018377576,0.000066302295],"category_scores_gemma":[0.0013034836,0.00013345963,0.00016415608,0.000505708,0.0002365498,0.00095686386,0.0006596077,0.00068976544,0.00001807651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010948165,0.0018318375,0.52821624,0.0006716925,0.00031038438,0.000024148227,0.2986655,0.000118257034,0.019714052,0.013137508,0.02862021,0.107595384],"study_design_scores_gemma":[0.007101738,0.00030406087,0.75757074,0.002095102,0.00010776794,0.00038749562,0.11285799,0.00058111065,0.028947024,0.02080138,0.0678247,0.0014209169],"about_ca_topic_score_codex":0.00029499212,"about_ca_topic_score_gemma":0.00092373433,"teacher_disagreement_score":0.22935449,"about_ca_system_score_codex":0.0007209298,"about_ca_system_score_gemma":0.00006786243,"threshold_uncertainty_score":0.604771},"labels":[],"label_agreement":null},{"id":"W3158890363","doi":"10.1145/3449244","title":"Exploring the Tensions between the Owners and the Drivers of Uber Cars in Urban Bangladesh","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Negotiation; Car sharing; General partnership; Sharing economy; Work (physics); Business; Power (physics); Public relations; Advertising; Political science; Engineering; Transport engineering","score_opus":0.11074016704092161,"score_gpt":0.2661741381228087,"score_spread":0.1554339710818871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158890363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914276,0.0000134057755,0.0000044568915,0.0054460005,0.0005143256,0.00020837477,7.732439e-7,0.000017463917,0.002367598],"genre_scores_gemma":[0.99850893,0.000009817889,0.000040887753,0.0007021944,0.0006305059,0.000020465115,0.0000023741013,0.000011066042,0.00007374696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99923366,0.0000061619608,0.00027841923,0.00018930944,0.00015417278,0.000138264],"domain_scores_gemma":[0.99895304,0.00028495642,0.0003283035,0.0002854276,0.00014273661,0.0000055265687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047357022,0.00012279609,0.00018170278,0.00009972443,0.00029036685,0.00021070619,0.0007236555,0.000030671537,0.000016433869],"category_scores_gemma":[0.00020076684,0.00005455749,0.00011152344,0.00027441906,0.0001287316,0.0010158508,0.00072433037,0.00031999216,0.0000056118624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037369755,0.00021148448,0.77875936,0.0005784988,0.0007086243,0.000003369207,0.018837823,0.00084542576,0.0028227714,0.09580895,0.034751713,0.066298254],"study_design_scores_gemma":[0.0024364577,0.000044012893,0.90252936,0.0012928138,0.00035085808,0.000017008868,0.009851224,0.0066728243,0.009734952,0.025687464,0.04096082,0.00042220746],"about_ca_topic_score_codex":0.00029559399,"about_ca_topic_score_gemma":0.000034146677,"teacher_disagreement_score":0.123769976,"about_ca_system_score_codex":0.000026389274,"about_ca_system_score_gemma":0.000005461426,"threshold_uncertainty_score":0.22332965},"labels":[],"label_agreement":null},{"id":"W3159059608","doi":"10.1145/3449100","title":"An Image of Society","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workforce; Representation (politics); Field (mathematics); Narrative; Product (mathematics); Audit; People of color; Content (measure theory); Psychology; Race (biology); Sociology; Gender studies; Political science; Mathematics; Management; Art","score_opus":0.03989034647469759,"score_gpt":0.3396560730475095,"score_spread":0.2997657265728119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159059608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93547213,0.00000349342,0.00013429744,0.0014770582,0.00037757625,0.00010082715,0.0000022954014,0.00003181725,0.062400524],"genre_scores_gemma":[0.9971803,0.000009204986,0.0022308014,0.00016576458,0.00020328838,0.000003404647,0.0000027422204,0.0000049728424,0.0001995245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993724,0.00001013129,0.00021616819,0.00012647753,0.00017358258,0.00010121809],"domain_scores_gemma":[0.9993126,0.00003674975,0.00019867458,0.00014087369,0.00028357087,0.000027580129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024342912,0.000062458195,0.00010408113,0.000026774238,0.00019338519,0.00012121901,0.0004988986,0.000046759083,0.00005944108],"category_scores_gemma":[0.000053767268,0.00005351069,0.00014719788,0.00014336311,0.00009639091,0.0014387837,0.00007216513,0.00010487906,0.0000062916015],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017142683,0.0021188974,0.0066798204,0.0006960006,0.00031937234,6.675095e-7,0.16863376,0.00016923486,0.1729154,0.37960938,0.04253964,0.2261464],"study_design_scores_gemma":[0.0009522013,0.0005290631,0.01319658,0.00085867447,0.000070873335,0.000007738438,0.02941254,0.0018529652,0.83303344,0.075980626,0.04361131,0.000493975],"about_ca_topic_score_codex":0.00004269746,"about_ca_topic_score_gemma":0.000017630255,"teacher_disagreement_score":0.66011804,"about_ca_system_score_codex":0.00005306481,"about_ca_system_score_gemma":0.00002455913,"threshold_uncertainty_score":0.21821025},"labels":[],"label_agreement":null},{"id":"W3159097015","doi":"10.1145/3449185","title":"Parsing the 'Me' in #MeToo","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Harassment; Caste; Gender studies; Queer; Patriarchy; Social media; Sociology; Population; Political science; Law","score_opus":0.09645873993458777,"score_gpt":0.375444416852647,"score_spread":0.27898567691805926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159097015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631554,0.000031725896,0.0000123164855,0.0072477865,0.0019449905,0.0001721278,5.0663897e-7,0.000031787342,0.02740336],"genre_scores_gemma":[0.99701947,0.000028081877,0.0004109502,0.0006900483,0.0007537944,0.000010529949,7.514916e-7,0.000009016401,0.0010773715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99890715,0.00004217914,0.00023863863,0.00022387411,0.00036523258,0.00022294048],"domain_scores_gemma":[0.9991687,0.00017958526,0.00019156904,0.00022639568,0.00019558541,0.000038195594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062605814,0.00009723886,0.00013650164,0.00007064548,0.0003639646,0.00014475969,0.00084394607,0.00006814321,0.00005337218],"category_scores_gemma":[0.0005645716,0.000066367735,0.000107550986,0.00029656614,0.00010689123,0.00028829408,0.00027533638,0.0003075199,0.000014031424],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013597337,0.0009576964,0.029890684,0.00020054486,0.0001525261,0.0000076833385,0.6215589,0.00010200677,0.0849347,0.06637799,0.088349245,0.10733203],"study_design_scores_gemma":[0.001923284,0.0003783865,0.13175796,0.0018373721,0.00015133055,0.000055163968,0.28032312,0.0008193109,0.265173,0.08440383,0.23222865,0.0009485917],"about_ca_topic_score_codex":0.00017292598,"about_ca_topic_score_gemma":0.00018495435,"teacher_disagreement_score":0.34123582,"about_ca_system_score_codex":0.00012849762,"about_ca_system_score_gemma":0.000052262963,"threshold_uncertainty_score":0.2799358},"labels":[],"label_agreement":null},{"id":"W3159273122","doi":"10.1145/3449195","title":"Speculation and the Design of Development","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Memorial University of Newfoundland; National Science Foundation","keywords":"Speculation; Technoscience; Futures contract; Sociology; Normative; Colonialism; Constructive; Fantasy; Political science; Social science; Law; Computer science; Economics","score_opus":0.06062240976796456,"score_gpt":0.30485378158191495,"score_spread":0.24423137181395038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159273122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8623151,0.000023605406,0.13068284,0.0039953617,0.0010399431,0.00044781851,3.230281e-7,0.00009445463,0.0014005044],"genre_scores_gemma":[0.938112,0.000003846267,0.06138728,0.00025058226,0.00007698007,0.000020954092,7.5984144e-7,0.000008691228,0.00013890595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873513,0.0000427815,0.00046350562,0.00032853193,0.00029485032,0.00013519173],"domain_scores_gemma":[0.99797493,0.00021262521,0.00062141987,0.0004759819,0.0007014688,0.000013556621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053423096,0.00015069742,0.0002126703,0.00017696383,0.0002233469,0.00011252969,0.0012625214,0.00007106999,0.000010369043],"category_scores_gemma":[0.00028239656,0.00009818871,0.00006838814,0.00039675622,0.00015412168,0.0006180175,0.0010782286,0.0003008893,0.0000060393418],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024424406,0.00032846656,0.0009707206,0.00014277147,0.00028070898,0.0000018898269,0.008581684,0.00042643084,0.24359101,0.69326156,0.0038315475,0.048338965],"study_design_scores_gemma":[0.0009072024,0.00013383277,0.010836597,0.0003043215,0.000019199219,0.00009285945,0.00018672318,0.018909695,0.92887485,0.038620677,0.00095002213,0.00016400235],"about_ca_topic_score_codex":0.000004592663,"about_ca_topic_score_gemma":0.0000011265092,"teacher_disagreement_score":0.68528384,"about_ca_system_score_codex":0.000095236945,"about_ca_system_score_gemma":0.0000329258,"threshold_uncertainty_score":0.40040195},"labels":[],"label_agreement":null},{"id":"W3159365872","doi":"10.1145/3449172","title":"Participatory Design for Intergenerational Culture Exchange in Immigrant Families","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"AGE-WELL","keywords":"Grandparent; Sociology; Immigration; Storytelling; Citizen journalism; Psychology; Developmental psychology; Narrative; Political science","score_opus":0.12173742697923978,"score_gpt":0.35026840640562296,"score_spread":0.22853097942638317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159365872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8627507,0.00006251145,0.12769662,0.0042044977,0.003474699,0.00085322274,0.0000067578817,0.00021887354,0.0007320821],"genre_scores_gemma":[0.94827247,0.000009935419,0.050046813,0.0007341097,0.00030895678,0.00024995112,0.000007788406,0.000019008423,0.0003509619],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983274,0.000042106425,0.00053423684,0.0005436924,0.0002764065,0.00027617314],"domain_scores_gemma":[0.9980469,0.00013662533,0.00040940405,0.00049794564,0.00088402134,0.000025155905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000425472,0.00022928749,0.00025871908,0.00034664877,0.00020865195,0.00015764529,0.001540488,0.00013913099,0.000021890313],"category_scores_gemma":[0.0003357186,0.00018680909,0.00013906637,0.0005061243,0.00007120665,0.0010321363,0.0007333777,0.0004155645,0.000012253661],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025503465,0.0010512687,0.0012818662,0.00029264824,0.0002185749,0.0000070277665,0.015792226,0.0009707932,0.6643373,0.21796677,0.0778826,0.019943897],"study_design_scores_gemma":[0.0008800037,0.00054794713,0.0031054649,0.00042018353,0.000018383387,0.00005677523,0.0006165489,0.03773567,0.92219216,0.027416734,0.0066730916,0.00033705338],"about_ca_topic_score_codex":0.000012452557,"about_ca_topic_score_gemma":0.000028160088,"teacher_disagreement_score":0.25785485,"about_ca_system_score_codex":0.00023320582,"about_ca_system_score_gemma":0.000036560028,"threshold_uncertainty_score":0.7617854},"labels":[],"label_agreement":null},{"id":"W3159721124","doi":"10.1145/3449160","title":"The Complementary Nature of Perceived and Actual Time Spent Online in Measuring Digital Well-being","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data science; Psychology; Internet privacy","score_opus":0.030310436388978543,"score_gpt":0.32845518720874495,"score_spread":0.2981447508197664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159721124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923712,0.000018008453,9.3570696e-7,0.004417069,0.00030719495,0.00018195056,0.0000031274012,0.000030529874,0.0026699866],"genre_scores_gemma":[0.99912626,0.000021733524,0.0002815195,0.0001785239,0.00014098872,0.00000153882,0.00000320827,0.000009516216,0.00023670263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891794,0.000023008783,0.00028608512,0.00020618617,0.00036124763,0.00020552198],"domain_scores_gemma":[0.9992246,0.00012477905,0.00025820945,0.00018465116,0.0001777629,0.000029986482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030222008,0.000114147086,0.00017059023,0.000088447196,0.0003507827,0.0001499154,0.0008223325,0.00009917296,0.00002732775],"category_scores_gemma":[0.000415194,0.000083404695,0.00007431246,0.0001679807,0.0002023958,0.00041578204,0.0006428075,0.0005022587,0.000003333188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010725781,0.003762375,0.37798986,0.0005440086,0.00079743116,0.000018038438,0.084924184,0.00005682322,0.30974957,0.015790168,0.02283101,0.18246394],"study_design_scores_gemma":[0.0021581277,0.0004184419,0.84165204,0.0027501045,0.00007440735,0.000045684897,0.030940412,0.0010608279,0.093771964,0.01974446,0.006834102,0.00054942066],"about_ca_topic_score_codex":0.00008230472,"about_ca_topic_score_gemma":0.00013131775,"teacher_disagreement_score":0.46366218,"about_ca_system_score_codex":0.00016100785,"about_ca_system_score_gemma":0.000021381384,"threshold_uncertainty_score":0.34011447},"labels":[],"label_agreement":null},{"id":"W3177618397","doi":"10.1145/3463928","title":"A Patent Application for NEXTGEN Flood Early Warning System","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information and Cyber Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Warning system; Flood myth; Work (physics); Informatics; Order (exchange); Disaster response; Emergency management; Business; Engineering; Computer science; Computer security; Political science; Telecommunications; Geography","score_opus":0.05229959993924437,"score_gpt":0.2849548455850155,"score_spread":0.2326552456457711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177618397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82662237,0.00001376427,0.16539453,0.0017031548,0.001620052,0.0007413418,0.0000033302078,0.00030932945,0.003592112],"genre_scores_gemma":[0.9849683,0.0000010098756,0.0142840715,0.00030506428,0.00023949168,0.000096621254,0.000004620665,0.000009917454,0.00009090168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988177,0.0000119047045,0.00039443045,0.0003089225,0.00028710754,0.00017996297],"domain_scores_gemma":[0.998349,0.00004901172,0.00044079468,0.0004960538,0.0006239093,0.00004124206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026211608,0.00013906798,0.00016463241,0.00009653254,0.00027001955,0.00029336422,0.0014252116,0.00006285995,0.0000025906786],"category_scores_gemma":[0.000058354253,0.00011326692,0.00016144771,0.00024357888,0.00001412078,0.0010076248,0.0006379771,0.00017598472,0.000025427227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010302376,0.00046036756,0.0015874994,0.0010823496,0.00019643402,0.0000010546305,0.01955515,0.00042300572,0.05953149,0.7915909,0.008076326,0.11739238],"study_design_scores_gemma":[0.002046327,0.00060858444,0.017703516,0.001004345,0.00007055098,0.00014284214,0.0011918682,0.45293933,0.49281514,0.012526683,0.018242879,0.0007079328],"about_ca_topic_score_codex":0.000014278881,"about_ca_topic_score_gemma":0.0000015512899,"teacher_disagreement_score":0.77906424,"about_ca_system_score_codex":0.00012924112,"about_ca_system_score_gemma":0.000022671495,"threshold_uncertainty_score":0.46188912},"labels":[],"label_agreement":null},{"id":"W3178495544","doi":"10.1145/3463935","title":"Who has a Choice?: Survey-Based Predictors of Volitionality in Facebook Use and Non-use","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Facebook; National Science Foundation","keywords":"Social media; Variety (cybernetics); Agency (philosophy); Psychology; Addiction; Media use; Internet privacy; Advertising; Social psychology; Sociology; Computer science; Business; World Wide Web","score_opus":0.11695885218847794,"score_gpt":0.35902708800513417,"score_spread":0.2420682358166562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178495544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99774647,0.0000029501755,0.000018724892,0.0012381618,0.0003496152,0.0003540076,0.00001913571,0.00004002079,0.00023091241],"genre_scores_gemma":[0.99895984,0.000004767333,0.00042702386,0.00024633136,0.00008030999,0.000010959328,0.0000050840904,0.000011042774,0.00025465974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986968,0.00007837646,0.00035012158,0.00028197526,0.00038009125,0.0002126298],"domain_scores_gemma":[0.99844205,0.00036838185,0.00037899904,0.00026055408,0.00049940357,0.000050617724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006465961,0.00013324777,0.00024446443,0.00017153009,0.00022370621,0.00020128752,0.00058903435,0.00012873017,0.000025387744],"category_scores_gemma":[0.0027086765,0.0001204523,0.0000848108,0.00027929244,0.00037971215,0.0007887071,0.00030218414,0.00031200048,0.0000019818556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072719,0.0002783591,0.989599,0.000069252914,0.00003193052,5.6828287e-7,0.0013934206,0.000012982509,0.003989696,0.0003698639,0.0038454046,0.00033683778],"study_design_scores_gemma":[0.00052443135,0.00007202075,0.97138745,0.00050365226,0.000012105852,0.0000012514467,0.00018944628,0.00022686731,0.025456443,0.0007097072,0.0008148139,0.00010181231],"about_ca_topic_score_codex":0.002907993,"about_ca_topic_score_gemma":0.0012932301,"teacher_disagreement_score":0.021466747,"about_ca_system_score_codex":0.00018309825,"about_ca_system_score_gemma":0.000079892205,"threshold_uncertainty_score":0.49119022},"labels":[],"label_agreement":null},{"id":"W3180717668","doi":"10.1145/3476089","title":"A Framework of High-Stakes Algorithmic Decision-Making for the Public Sector Developed through a Case Study of Child-Welfare","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"William T. Grant Foundation; National Science Foundation","keywords":"Bureaucracy; Discretion; Agency (philosophy); Government (linguistics); Public sector; Welfare; Human welfare; Preference; Computer science; Work (physics); Ethnography; Management science; Political science; Public relations; Sociology; Public administration; Economics; Engineering; Law; Social science; Microeconomics","score_opus":0.14926821984376112,"score_gpt":0.4342756422147127,"score_spread":0.28500742237095156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180717668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804645,0.00007264283,0.0019529532,0.011929759,0.0031158575,0.0020186654,0.000025134026,0.000045397283,0.0003750667],"genre_scores_gemma":[0.9829619,0.00005230933,0.015556267,0.00024006741,0.0010239442,0.00010905858,0.000002803044,0.00004154474,0.000012110613],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970789,0.0001056347,0.00091600936,0.0005662578,0.0009971528,0.00033603975],"domain_scores_gemma":[0.99206454,0.0021955573,0.0019675368,0.0006942283,0.0030242307,0.000053929194],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016026858,0.00032903542,0.00070225174,0.00018162289,0.0017102486,0.00064700254,0.0025738974,0.00048595536,0.000043609038],"category_scores_gemma":[0.0066762315,0.00023137164,0.00043726046,0.0004623446,0.00027307137,0.0006524193,0.0019408143,0.0014210299,3.18769e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038240885,0.0031917072,0.0009976801,0.001316771,0.0024568771,0.000023918406,0.8340336,0.00057005417,0.0001282118,0.080745086,0.0023513676,0.07380228],"study_design_scores_gemma":[0.0019770705,0.0019561297,0.006165834,0.013803883,0.00097031693,0.00011696953,0.65241367,0.0014372529,0.0020416088,0.31381324,0.0039022884,0.0014017208],"about_ca_topic_score_codex":0.0049462738,"about_ca_topic_score_gemma":0.0026911688,"teacher_disagreement_score":0.23306817,"about_ca_system_score_codex":0.0002591808,"about_ca_system_score_gemma":0.0001929549,"threshold_uncertainty_score":0.9995894},"labels":[],"label_agreement":null},{"id":"W3183326348","doi":"10.1145/3474674","title":"Nature vs. Stress","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Biofeedback; Stress (linguistics); Psychology; Point (geometry); Applied psychology; Psychological stress; Social psychology; Cognitive psychology; Clinical psychology","score_opus":0.026703464552074473,"score_gpt":0.30497275627585235,"score_spread":0.2782692917237779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183326348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872468,0.000011545485,0.000007950235,0.0043106717,0.0006077947,0.00011059618,0.0000024248898,0.00003254186,0.0076696603],"genre_scores_gemma":[0.99497414,0.0000074036097,0.0013611818,0.0016225282,0.0002804301,0.0000054954326,0.0000023752577,0.000012847232,0.0017335988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990453,0.000008001089,0.00017884067,0.00029172964,0.00030598804,0.00017011641],"domain_scores_gemma":[0.99937433,0.000030022164,0.00018817924,0.00031643806,0.000045490026,0.000045522138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009892847,0.00011631632,0.0001312328,0.00003061307,0.00016177027,0.00005800053,0.00071638613,0.0000954484,0.0005965699],"category_scores_gemma":[0.000053559077,0.00008709223,0.00009370904,0.0001743606,0.000050355942,0.00031773432,0.0007798057,0.00045576075,0.00010804918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001031397,0.0005020578,0.5730325,0.00014003967,0.000051276576,0.000003549775,0.0020769984,0.00013680574,0.07443924,0.0020814314,0.3396339,0.00779905],"study_design_scores_gemma":[0.0006717399,0.00045549878,0.6500136,0.0005554218,0.000048164347,0.000056224373,0.00043685632,0.001128654,0.2902634,0.0054292153,0.050520573,0.0004205762],"about_ca_topic_score_codex":0.00010110244,"about_ca_topic_score_gemma":0.00011993006,"teacher_disagreement_score":0.2891133,"about_ca_system_score_codex":0.00014147274,"about_ca_system_score_gemma":0.000005822701,"threshold_uncertainty_score":0.6532022},"labels":[],"label_agreement":null},{"id":"W3185991793","doi":"10.1145/3474677","title":"Merlynne","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Cognitive dissonance; Avatar; Psychology; Peer support; Social psychology; Applied psychology; Computer science; Human–computer interaction","score_opus":0.09406073842184264,"score_gpt":0.420559554776623,"score_spread":0.32649881635478034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185991793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204779,0.000028318986,0.000029048802,0.004213858,0.005200179,0.00019701295,0.0000074116915,0.00007859548,0.069767624],"genre_scores_gemma":[0.9902787,5.611296e-7,0.0009004613,0.0007064299,0.0003406159,0.000037526945,0.000004759869,0.000022816324,0.00770808],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99880105,0.000016828917,0.00042663806,0.00032972664,0.00021188041,0.00021387066],"domain_scores_gemma":[0.9988712,0.000067325884,0.0003168967,0.00045112526,0.00024033451,0.000053123204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013884333,0.00013768136,0.00017176456,0.00009870766,0.00012783981,0.00008013435,0.00076829403,0.00006503615,0.0005712734],"category_scores_gemma":[0.000099664154,0.00011348423,0.00021925697,0.00021127757,0.000046901576,0.00029895542,0.00048624346,0.0002741578,0.00033084303],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043034877,0.00528349,0.0043166233,0.00057492236,0.0005940513,0.000014751962,0.004463036,0.000011273139,0.029248271,0.35233644,0.38347018,0.21925662],"study_design_scores_gemma":[0.0032673117,0.0038795397,0.13969097,0.003757217,0.00018990038,0.00078290293,0.0029270202,0.00024309005,0.6143261,0.14357843,0.086347185,0.0010103291],"about_ca_topic_score_codex":0.000027691787,"about_ca_topic_score_gemma":0.000005524032,"teacher_disagreement_score":0.5850778,"about_ca_system_score_codex":0.00011225739,"about_ca_system_score_gemma":0.000008357364,"threshold_uncertainty_score":0.6255043},"labels":[],"label_agreement":null},{"id":"W3194283088","doi":"10.1145/3479497","title":"The \"Shut the f**k up\" Phenomenon: Characterizing Incivility in Open Source Code Review Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Civility; Context (archaeology); Phenomenon; Internet privacy; Computer science; Computer security; World Wide Web; Public relations; Social psychology; Psychology; Political science; Law; Epistemology","score_opus":0.07765418840429965,"score_gpt":0.3631479555744238,"score_spread":0.28549376717012415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194283088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84192365,0.0017297695,0.007256986,0.13821745,0.005320246,0.003188701,0.00000796177,0.00042795597,0.0019272836],"genre_scores_gemma":[0.9932667,0.00046100112,0.0024685725,0.0018894598,0.0003624384,0.00021059718,0.0000029311143,0.000037472026,0.0013008016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788445,0.00010024355,0.0005320528,0.00055404886,0.0005601497,0.00036904938],"domain_scores_gemma":[0.99667954,0.0010264721,0.00033989525,0.0015408115,0.0003514195,0.00006186612],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017922497,0.00021303467,0.00029229952,0.00007610886,0.00059603463,0.0008781141,0.007975871,0.000049488142,0.000016980614],"category_scores_gemma":[0.0020325226,0.00010900783,0.00014187083,0.00078013004,0.00008563251,0.0009916599,0.0077550183,0.00079100113,0.000019256855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025347053,0.0016187517,0.02321956,0.003714298,0.0005355106,0.000018152961,0.024300024,0.0006050618,0.071865305,0.047060024,0.14835298,0.67845684],"study_design_scores_gemma":[0.002515788,0.00070367893,0.39444816,0.026829151,0.00011312107,0.0004326443,0.0015240035,0.045771547,0.08793716,0.023423752,0.4143632,0.0019377702],"about_ca_topic_score_codex":0.000033107066,"about_ca_topic_score_gemma":0.00001978957,"teacher_disagreement_score":0.6765191,"about_ca_system_score_codex":0.00022700784,"about_ca_system_score_gemma":0.000058643156,"threshold_uncertainty_score":0.99739146},"labels":[],"label_agreement":null},{"id":"W3194517965","doi":"10.1145/3479538","title":"Curiosity Notebook: The Design of a Research Platform for Learning by Teaching","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"AI in Service Interactions","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton; University of Waterloo","funders":"","keywords":"Curiosity; TUTOR; Computer science; Field (mathematics); Set (abstract data type); Mathematics education; Experiential learning; Human–computer interaction; Psychology","score_opus":0.16373181667999745,"score_gpt":0.41019231230758985,"score_spread":0.2464604956275924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194517965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5191858,0.000060720868,0.45738506,0.0150920525,0.0024283838,0.0016184928,0.000006356366,0.0002650119,0.00395816],"genre_scores_gemma":[0.92814916,0.00000516363,0.07030682,0.00038232427,0.0002976557,0.00008092014,0.0000022331797,0.000025344512,0.00075039925],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979517,0.00010399937,0.0004893002,0.00048196167,0.0006405049,0.0003325666],"domain_scores_gemma":[0.99539363,0.0020556715,0.0005402199,0.0007693563,0.0011966281,0.000044484754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018662417,0.00018180617,0.0002373804,0.00017584424,0.0009652243,0.00034478307,0.00350732,0.000089585585,0.000011570453],"category_scores_gemma":[0.0012998583,0.00012701919,0.00020049402,0.000365867,0.00009387907,0.0011412608,0.001993223,0.0012421326,0.000009166599],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003244858,0.001151844,0.000768651,0.0005746677,0.00038476032,0.0000018311188,0.026439112,0.00415572,0.6455887,0.13723075,0.12887233,0.054507155],"study_design_scores_gemma":[0.0006847225,0.0009918739,0.00055748457,0.001167356,0.000043217733,0.00009567457,0.0018412183,0.20137224,0.71423596,0.05848706,0.020175627,0.0003475496],"about_ca_topic_score_codex":0.00006743809,"about_ca_topic_score_gemma":0.000004335099,"teacher_disagreement_score":0.40896338,"about_ca_system_score_codex":0.00018841538,"about_ca_system_score_gemma":0.000052751282,"threshold_uncertainty_score":0.7423822},"labels":[],"label_agreement":null},{"id":"W3202122852","doi":"10.1145/3474675","title":"How Avatar Customization Affects Fear in a Game-based Digital Exposure Task for Social Anxiety","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Avatar; Social anxiety; Personalization; Psychology; Anxiety; Context (archaeology); Task (project management); Applied psychology; Social psychology; Cognitive psychology; Computer science; Human–computer interaction; Engineering; World Wide Web","score_opus":0.05538347106700807,"score_gpt":0.29939294323225346,"score_spread":0.24400947216524538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202122852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99574876,0.000002598312,0.0011102781,0.0020757413,0.0005065337,0.00031470283,0.000011047553,0.000049221042,0.00018110819],"genre_scores_gemma":[0.9987967,0.0000014040126,0.000298998,0.00023877692,0.00030377772,0.000033657103,0.000010541472,0.000019234858,0.00029693826],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990194,0.000016850667,0.00017471687,0.00038101015,0.00023379104,0.00017423402],"domain_scores_gemma":[0.9993574,0.0000881605,0.00025199587,0.00015227371,0.00012759714,0.000022589695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011352329,0.00013924117,0.00015818274,0.00010977666,0.00016277253,0.0003791324,0.00037028608,0.00007424835,0.000004804386],"category_scores_gemma":[0.00053282146,0.00011834608,0.00015345405,0.00023423214,0.000035217294,0.0006287391,0.0001486205,0.00018983311,0.0000024973049],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019641077,0.0003505538,0.0016552029,0.00023586018,0.000009527741,8.2772993e-7,0.00087800354,0.00026954655,0.9761968,0.00056369737,0.0051867967,0.014456745],"study_design_scores_gemma":[0.0012808061,0.00020895845,0.0029213561,0.00024683747,0.000014107943,0.000011582695,0.00017047286,0.009140768,0.98216474,0.00069974834,0.002967265,0.00017338335],"about_ca_topic_score_codex":0.0000011547764,"about_ca_topic_score_gemma":0.000001289438,"teacher_disagreement_score":0.014283362,"about_ca_system_score_codex":0.00008851581,"about_ca_system_score_gemma":0.000017047738,"threshold_uncertainty_score":0.48260128},"labels":[],"label_agreement":null},{"id":"W3202266009","doi":"10.1145/3474682","title":"Identifying Commercial Games with Therapeutic Potential through a Content Analysis of Steam Reviews","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social connectedness; Content analysis; Coping (psychology); Video game; Psychology; Computer science; Multimedia; Social psychology; Psychotherapist; Sociology","score_opus":0.17365847647405616,"score_gpt":0.4047935086989844,"score_spread":0.23113503222492823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202266009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995305,0.0001844712,0.00045937972,0.0017588801,0.0006236349,0.00035899246,0.0000028079096,0.000058335652,0.0012485071],"genre_scores_gemma":[0.9977029,0.00018663594,0.001143181,0.00051122333,0.00016080802,0.0000106810285,0.000002619713,0.000013045902,0.00026893208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984118,0.00007580364,0.00048916636,0.00026632202,0.0005180595,0.00023885591],"domain_scores_gemma":[0.9981527,0.00004895238,0.00087267836,0.00039016726,0.0005024704,0.00003305306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004687726,0.00016722691,0.0005083913,0.00020389238,0.00037268785,0.00011944741,0.001128367,0.00010921484,0.00007424992],"category_scores_gemma":[0.00022240482,0.000121240206,0.0004372887,0.0008717369,0.00027382953,0.0005008152,0.00034952987,0.00031652726,0.0000046741948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016157627,0.005418311,0.2953366,0.0012223236,0.014714787,0.000010977007,0.09332268,0.0002559341,0.27874443,0.035018437,0.025571674,0.24876808],"study_design_scores_gemma":[0.0035500142,0.0012528343,0.6576702,0.005725634,0.0075244037,0.000033637858,0.047921285,0.00062603125,0.25298324,0.010633466,0.010820337,0.0012589216],"about_ca_topic_score_codex":0.0003912371,"about_ca_topic_score_gemma":0.00016290507,"teacher_disagreement_score":0.3623336,"about_ca_system_score_codex":0.00015251133,"about_ca_system_score_gemma":0.00003207541,"threshold_uncertainty_score":0.4944032},"labels":[],"label_agreement":null},{"id":"W3202675740","doi":"10.1145/3474715","title":"Seek What You Need","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Social psychology; Autonomy; Prosocial behavior; Self-determination theory; Competence (human resources); Disposition; Dominance (genetics)","score_opus":0.055664833055603276,"score_gpt":0.3425101291416485,"score_spread":0.28684529608604525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202675740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8462444,0.00004271243,0.00000871345,0.007693472,0.0030019141,0.00015683958,9.477589e-7,0.00006985462,0.14278115],"genre_scores_gemma":[0.97753084,0.00008318515,0.000722362,0.0010337782,0.0010512295,0.0000088875995,0.0000023172784,0.000014443046,0.01955298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999015,0.0000122710435,0.00019582572,0.0002201964,0.0003644957,0.00019224234],"domain_scores_gemma":[0.99915224,0.000068214686,0.00018595667,0.00019756427,0.00033266388,0.00006334846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021328537,0.00009859878,0.00013760648,0.000057223504,0.00014482318,0.00054924865,0.0007060206,0.000059742593,0.00008878868],"category_scores_gemma":[0.00035901924,0.0000786179,0.00014120419,0.00022129329,0.00009105681,0.0013172248,0.00033575197,0.00017223464,0.000033761364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093041075,0.0006651163,0.0022238032,0.00014039701,0.00014835501,0.0000047903127,0.05968447,0.000028269838,0.03188831,0.061886672,0.06321448,0.7800223],"study_design_scores_gemma":[0.000545224,0.00022147482,0.004782512,0.0010378499,0.00004826593,0.000014970095,0.033651374,0.00013551394,0.07275752,0.013760169,0.87269956,0.00034555804],"about_ca_topic_score_codex":0.000036507594,"about_ca_topic_score_gemma":0.000031282634,"teacher_disagreement_score":0.8094851,"about_ca_system_score_codex":0.00009167149,"about_ca_system_score_gemma":0.000033790275,"threshold_uncertainty_score":0.52964175},"labels":[],"label_agreement":null},{"id":"W3202831899","doi":"10.1145/3474708","title":"Videogame Play and Wellbeing Among a First Episode Psychosis Population","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Passion; Distress; Coping (psychology); Mental health; Subjective well-being; Clinical psychology; Life satisfaction; Psychological distress; Social psychology; Psychiatry; Happiness","score_opus":0.030495859644925852,"score_gpt":0.33456757088923944,"score_spread":0.3040717112443136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202831899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99090904,0.0000124610315,0.000023224537,0.0055414815,0.0007865414,0.00020301218,9.734028e-7,0.00011485072,0.0024084398],"genre_scores_gemma":[0.9978569,0.00002154484,0.0011679743,0.000281103,0.0002569431,0.0000091736265,0.0000014251798,0.000014908143,0.00039001583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885315,0.000022775424,0.00026483153,0.00030786695,0.00032448125,0.00022690535],"domain_scores_gemma":[0.9991076,0.00007478924,0.00034762055,0.00024175785,0.00017518205,0.00005305815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029487998,0.00013411716,0.0001764769,0.00012952242,0.0006962687,0.00019778807,0.0006489935,0.00014839829,0.000038009443],"category_scores_gemma":[0.0005734221,0.000120064724,0.00009387252,0.00025190203,0.00015059263,0.0006454972,0.00036989537,0.00030484545,0.0000064912833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048478643,0.00023138819,0.95817935,0.000097572476,0.000074776726,0.0000012189049,0.0055102487,0.00001896053,0.003477129,0.0049164365,0.014771911,0.01267254],"study_design_scores_gemma":[0.0004637766,0.000093131544,0.9647572,0.0010131863,0.000043270727,0.000010886621,0.0011494887,0.00038103297,0.017626703,0.010970288,0.0032512408,0.0002397866],"about_ca_topic_score_codex":0.0013480677,"about_ca_topic_score_gemma":0.00089501345,"teacher_disagreement_score":0.014149575,"about_ca_system_score_codex":0.00017005356,"about_ca_system_score_gemma":0.000005311528,"threshold_uncertainty_score":0.5355206},"labels":[],"label_agreement":null},{"id":"W3202925558","doi":"10.1145/3474691","title":"Pathfinder","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Collectable; Computer science; Mathematics education; Psychology; Multimedia; Human–computer interaction; Visual arts","score_opus":0.08299945641576426,"score_gpt":0.3828245932082675,"score_spread":0.2998251367925032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202925558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96888334,0.00002866966,0.000057623667,0.0050175604,0.0025670086,0.00011091376,0.0000018317965,0.000034802513,0.023298258],"genre_scores_gemma":[0.99154246,0.0000024403698,0.0010161222,0.0008775347,0.0006301299,0.00002613165,0.000006498012,0.000014291667,0.0058844043],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991871,0.000013124106,0.00023746924,0.0002721242,0.00017056055,0.00011960394],"domain_scores_gemma":[0.9989538,0.00006772723,0.00023732493,0.00038297306,0.00033252416,0.000025653626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117386044,0.00009812179,0.00010614908,0.00006284636,0.000089171306,0.000051958385,0.0005093378,0.000062367835,0.00057854416],"category_scores_gemma":[0.0000884752,0.000077604134,0.00010904815,0.00014890962,0.00002948584,0.00013198491,0.00016954969,0.00019973986,0.00012691505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017318547,0.0024533137,0.020851992,0.00015167172,0.00038495942,0.000002201938,0.020084137,0.000055450335,0.126706,0.35557207,0.3837304,0.089834616],"study_design_scores_gemma":[0.00096726336,0.000355128,0.71175873,0.00040050954,0.00008768082,0.0001591239,0.0046697217,0.0002619499,0.120755985,0.04112725,0.11900835,0.00044830513],"about_ca_topic_score_codex":0.00001437606,"about_ca_topic_score_gemma":0.0000012669616,"teacher_disagreement_score":0.69090676,"about_ca_system_score_codex":0.000053527416,"about_ca_system_score_gemma":0.000012212392,"threshold_uncertainty_score":0.6334653},"labels":[],"label_agreement":null},{"id":"W3203530699","doi":"10.1145/3474656","title":"To Be or Not to Be Stuck, or Is It a Continuum?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Artificial intelligence; Programming language","score_opus":0.17679408217804107,"score_gpt":0.43788828412308783,"score_spread":0.26109420194504673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203530699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.870074,0.0000040343266,0.00008761272,0.12231361,0.002110623,0.00042007843,0.000014389888,0.000039735758,0.004935934],"genre_scores_gemma":[0.87641996,0.0000031022014,0.0043423595,0.052032936,0.0009576367,0.00013375265,0.0000098266555,0.000035614128,0.06606481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985009,0.000019566467,0.00042418914,0.0005236165,0.00030780514,0.0002239189],"domain_scores_gemma":[0.9982743,0.00018558568,0.000266996,0.0005383816,0.00064080703,0.000093906696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022043975,0.00018471705,0.00023051784,0.00015950222,0.000122004756,0.00013782179,0.0008507191,0.000086681735,0.0021431092],"category_scores_gemma":[0.00039533296,0.00013150577,0.00012213968,0.00038044545,0.000022758628,0.00018233382,0.0003691256,0.00022912849,0.00024030336],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009812994,0.0006152377,0.00043971703,0.000055049502,0.00014221604,0.0000015626757,0.04553431,0.0000047979206,0.035427112,0.004362356,0.9003202,0.012116175],"study_design_scores_gemma":[0.0008744021,0.0012487668,0.06958653,0.00042952388,0.000086838656,0.00009959552,0.014896175,0.000051937855,0.13671386,0.0006593069,0.7749042,0.00044888223],"about_ca_topic_score_codex":0.000049386043,"about_ca_topic_score_gemma":0.000068808586,"teacher_disagreement_score":0.125416,"about_ca_system_score_codex":0.000117716896,"about_ca_system_score_gemma":0.000033788285,"threshold_uncertainty_score":0.99876904},"labels":[],"label_agreement":null},{"id":"W3203671873","doi":"10.1145/3474651","title":"PACMHCI V5, CHI PLAY, September 2021 Editorial","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Process (computing); Library science; Public relations; Computer science; Medical education; Political science; Operations research; Medicine; Engineering","score_opus":0.048434266333006605,"score_gpt":0.3689298659842335,"score_spread":0.32049559965122687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203671873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8429686,0.00005564593,0.000044583998,0.004160757,0.09259473,0.00026791793,0.000008810076,0.000053244836,0.059845712],"genre_scores_gemma":[0.9340822,0.0000071790546,0.0012303038,0.00055128284,0.05214599,0.00006625278,0.000032050582,0.000036207817,0.011848521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986728,0.000027397387,0.000360566,0.0004145659,0.0003367103,0.00018798187],"domain_scores_gemma":[0.9984369,0.000113991075,0.00037116316,0.00050498213,0.0005269008,0.000046047237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021130877,0.0001654366,0.00017975364,0.00008561883,0.00013834696,0.000103726954,0.00066818163,0.00013681361,0.0011074174],"category_scores_gemma":[0.00014482917,0.00013458238,0.00017519461,0.00020562379,0.00004325137,0.0002277403,0.00025938897,0.00038005694,0.00031970374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009957009,0.0006642782,0.0017604985,0.00003559042,0.00017825223,6.18272e-7,0.003964962,0.000014202267,0.019904362,0.021884564,0.9442287,0.0072643966],"study_design_scores_gemma":[0.0014757132,0.00040094904,0.12405363,0.0005212905,0.0001542024,0.00010048826,0.0027170945,0.00013388538,0.049639694,0.01601422,0.8042508,0.00053805695],"about_ca_topic_score_codex":0.00002448346,"about_ca_topic_score_gemma":0.00000400645,"teacher_disagreement_score":0.13997793,"about_ca_system_score_codex":0.00008183038,"about_ca_system_score_gemma":0.0000251514,"threshold_uncertainty_score":0.9998057},"labels":[],"label_agreement":null},{"id":"W3204000260","doi":"10.1145/3474670","title":"On Social Contagion in Gamification","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Influencer marketing; Value (mathematics); Affect (linguistics); Emotional contagion; Social media; Psychology; Social network (sociolinguistics); Social psychology; Computer science; Marketing; Business; Communication","score_opus":0.08217367893598253,"score_gpt":0.3716682816885827,"score_spread":0.28949460275260014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204000260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88991046,0.000004055377,0.0000051625852,0.003984974,0.0008299652,0.00013609572,9.2115425e-7,0.000028287308,0.105100065],"genre_scores_gemma":[0.99604106,0.000008949713,0.000098104865,0.00044680526,0.00046192115,0.00001026813,0.00000257622,0.0000074905274,0.0029227964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914867,0.000018527493,0.00019568662,0.00019640206,0.00029852905,0.00014220393],"domain_scores_gemma":[0.9994084,0.00008024595,0.00018124857,0.00011093178,0.00019225501,0.000026872542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023250472,0.00007705702,0.0001162245,0.00007717052,0.00011189081,0.00011782503,0.00042142966,0.00006384025,0.0000348439],"category_scores_gemma":[0.0003754109,0.00006534112,0.000087685636,0.00020646132,0.00006260928,0.00032216194,0.000115184586,0.00017523245,0.000018035662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020910607,0.0010508046,0.0028638225,0.00008747214,0.000044366483,0.0000025834472,0.046598848,0.0000254694,0.027925823,0.4672893,0.037273247,0.41662917],"study_design_scores_gemma":[0.003053067,0.00077884615,0.25923893,0.0020223584,0.00006912573,0.000011469385,0.023755897,0.0005366793,0.13503313,0.111852586,0.46263933,0.0010085735],"about_ca_topic_score_codex":0.000049500784,"about_ca_topic_score_gemma":0.00008751434,"teacher_disagreement_score":0.42536607,"about_ca_system_score_codex":0.00017080463,"about_ca_system_score_gemma":0.00002597357,"threshold_uncertainty_score":0.26645336},"labels":[],"label_agreement":null},{"id":"W3204119708","doi":"10.1145/3474693","title":"The Role of Partial Automation in Increasing the Accessibility of Digital Games","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Automation; Personalization; Computer science; Human–computer interaction; Rendering (computer graphics); Multimedia; Wheelchair; Artificial intelligence; Engineering; World Wide Web","score_opus":0.05223048102571779,"score_gpt":0.3331847479188955,"score_spread":0.2809542668931777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204119708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959436,0.0000057317557,0.000009733364,0.00080242165,0.0004665883,0.00017539474,0.0000054559587,0.000021706846,0.0025693625],"genre_scores_gemma":[0.99969774,0.0000062129625,0.000050611514,0.000060966548,0.00010768892,0.000010400869,7.448486e-7,0.000008811235,0.00005681378],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986968,0.000078217905,0.00052260293,0.00025453145,0.0003095087,0.00013832688],"domain_scores_gemma":[0.99755645,0.0011374797,0.0006517532,0.00041169935,0.00022522405,0.000017368637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023111815,0.00011243596,0.00016664305,0.00007435467,0.00020790836,0.00018033302,0.0008332827,0.00004277834,0.0000154243],"category_scores_gemma":[0.0026926992,0.00006462784,0.0001459434,0.0002971029,0.00013882964,0.0008637304,0.00039254164,0.00028500272,0.0000030702909],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002575992,0.00030894842,0.010168318,0.000037341248,0.000016950744,3.2231708e-7,0.002050584,0.000111727844,0.9676639,0.0027110802,0.00014863539,0.01652458],"study_design_scores_gemma":[0.00014393889,0.000066037916,0.031105816,0.00014847808,0.000012017684,0.000025185438,0.0010205603,0.0054538026,0.9562131,0.005161204,0.0005912159,0.000058642883],"about_ca_topic_score_codex":0.000047540725,"about_ca_topic_score_gemma":0.000011321512,"teacher_disagreement_score":0.020937499,"about_ca_system_score_codex":0.00006371513,"about_ca_system_score_gemma":0.000023795246,"threshold_uncertainty_score":0.3223607},"labels":[],"label_agreement":null},{"id":"W3204127860","doi":"10.1145/3474666","title":"Under Pressure","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Choking; Psychology; Peer pressure; Social psychology; Social pressure; Video game; Consciousness; Computer science","score_opus":0.05756727187370006,"score_gpt":0.3680755487088523,"score_spread":0.31050827683515225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204127860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95511675,0.00002821234,0.00003703999,0.014640866,0.0016811036,0.00021303749,0.0000016790302,0.00019066432,0.028090637],"genre_scores_gemma":[0.9935792,0.000008609151,0.00080810767,0.0008171442,0.00037353256,0.000004663694,6.28226e-7,0.000012737966,0.0043953857],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893546,0.000023363495,0.00019641827,0.00024082286,0.0003813288,0.00022262162],"domain_scores_gemma":[0.9990252,0.000045601442,0.00024431339,0.00031550587,0.00032770686,0.000041656807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024027392,0.00010979068,0.00014314882,0.00007528521,0.0004627725,0.0001380937,0.0012123532,0.00013787953,0.00014179954],"category_scores_gemma":[0.0004502314,0.00009124937,0.00011845944,0.00023604416,0.00015791097,0.00037233005,0.00051896815,0.00034428824,0.000028563702],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022877802,0.0021939934,0.04625507,0.00038780444,0.000724424,0.0000059160484,0.019054234,0.0001771235,0.14629455,0.26650178,0.46747556,0.050700765],"study_design_scores_gemma":[0.0017970735,0.00040539925,0.14648053,0.0016863497,0.000242255,0.000053493237,0.010842703,0.00037407514,0.53662455,0.1323686,0.16825084,0.0008741401],"about_ca_topic_score_codex":0.000093072194,"about_ca_topic_score_gemma":0.000031206448,"teacher_disagreement_score":0.39033,"about_ca_system_score_codex":0.00010390649,"about_ca_system_score_gemma":0.000034536562,"threshold_uncertainty_score":0.37210414},"labels":[],"label_agreement":null},{"id":"W3204449655","doi":"10.1145/3474685","title":"The Potential of Video Game Streaming as Exposure Therapy for Social Anxiety","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exposure therapy; Social anxiety; Anxiety; Psychology; Cognitive restructuring; Visibility; Live streaming; Restructuring; Video game; Computer science; Multimedia; Business; Psychiatry","score_opus":0.05891905683709562,"score_gpt":0.39967541102781556,"score_spread":0.3407563541907199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204449655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98963875,0.00007586389,0.00009004883,0.003238343,0.0031650597,0.00049488625,0.000020787016,0.000036245186,0.0032400468],"genre_scores_gemma":[0.99703133,0.000006858265,0.00034104483,0.0002856614,0.0005742496,0.00010076779,0.000007472257,0.000027344038,0.0016252416],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986269,0.0000284664,0.00055216975,0.00030443954,0.0002459475,0.00024210768],"domain_scores_gemma":[0.9984919,0.00014417597,0.0006004963,0.0003066139,0.00042500492,0.000031846263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026312316,0.00015587905,0.00020553813,0.000060816757,0.00031497533,0.00010743365,0.0007763011,0.0000916157,0.00007701974],"category_scores_gemma":[0.000099720695,0.00011066018,0.00040640615,0.00013941506,0.00009031618,0.00024575743,0.00027614099,0.00022883236,0.000013655524],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002705821,0.0032596895,0.0015353373,0.00045952672,0.00094417523,0.0000017286727,0.007723755,0.00001521138,0.090051435,0.09566923,0.054872893,0.7427612],"study_design_scores_gemma":[0.0072755776,0.0074561704,0.10798798,0.0016055404,0.00020265058,0.00025625172,0.009938206,0.00041140008,0.6611936,0.15589316,0.046991892,0.0007875517],"about_ca_topic_score_codex":0.000028850785,"about_ca_topic_score_gemma":0.0000060910374,"teacher_disagreement_score":0.74197364,"about_ca_system_score_codex":0.00008515588,"about_ca_system_score_gemma":0.000018551906,"threshold_uncertainty_score":0.4512591},"labels":[],"label_agreement":null},{"id":"W3204888765","doi":"10.1145/3474711","title":"Players' Stories and Secrets in Animal Crossing","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Narrative; Social media; Game design; Coronavirus disease 2019 (COVID-19); Internet privacy; Psychology; Social psychology; Sociology; Computer science; Multimedia; World Wide Web; Art","score_opus":0.055570344279905495,"score_gpt":0.35895618271688084,"score_spread":0.30338583843697536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204888765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97433215,0.000027330187,0.000002489577,0.001429234,0.0005814932,0.00007640049,8.173859e-7,0.000021136613,0.02352892],"genre_scores_gemma":[0.99749976,0.000010064181,0.00039557728,0.00015527713,0.00031329948,0.0000031333009,5.5208096e-7,0.0000061698133,0.0016161591],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931014,0.000009289861,0.00015043042,0.0001780576,0.00020725669,0.00014483357],"domain_scores_gemma":[0.9995589,0.00006813761,0.000115332135,0.00008530198,0.00013407509,0.0000382222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019300384,0.00007316801,0.00011273599,0.00005314123,0.00012913044,0.00041268632,0.00027765776,0.000047973226,0.00001611358],"category_scores_gemma":[0.00035098993,0.000061271,0.00004407099,0.00014654707,0.00015221028,0.00057366095,0.0002495352,0.00014926263,0.0000018106925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031901654,0.0005379148,0.065261476,0.00029441918,0.00008519173,0.000012438203,0.46191132,0.000019688498,0.08663868,0.08488539,0.0070937807,0.29294068],"study_design_scores_gemma":[0.0019888214,0.0007892519,0.2943777,0.0027504507,0.00005767962,0.00005213641,0.08014623,0.0007282562,0.17012106,0.01676934,0.43132702,0.0008920472],"about_ca_topic_score_codex":0.00009268524,"about_ca_topic_score_gemma":0.00018110377,"teacher_disagreement_score":0.42423323,"about_ca_system_score_codex":0.000082783336,"about_ca_system_score_gemma":0.000037394293,"threshold_uncertainty_score":0.39795437},"labels":[],"label_agreement":null},{"id":"W3205041414","doi":"10.1145/3479511","title":"On the Congruence Between Online Social Content and Future IT Skill Demand","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Employability; Seekers; Social media; Popularity; Lifelong learning; Digital content; Computer science; Knowledge management; Psychology; Multimedia; World Wide Web; Pedagogy; Social psychology; Political science","score_opus":0.08754506683187495,"score_gpt":0.35114561537506817,"score_spread":0.2636005485431932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205041414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94192696,0.000011954739,0.0000019366144,0.043188423,0.0009639473,0.00017033365,0.0000084382455,0.000033871624,0.013694119],"genre_scores_gemma":[0.99476945,0.000026245472,0.00008393229,0.0014614996,0.002874282,0.000007043893,0.000003063166,0.000010057067,0.0007644226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988535,0.000068250585,0.00022914703,0.00023983608,0.0004168492,0.00019240202],"domain_scores_gemma":[0.9985891,0.0006158428,0.00025451323,0.00012490874,0.00036446363,0.000051197265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005597449,0.00012493298,0.00019096729,0.000035638885,0.0007988473,0.0002643146,0.00055952114,0.000097205884,0.000031207233],"category_scores_gemma":[0.0012326429,0.0000824897,0.000110925204,0.00016300379,0.00024159598,0.00024758856,0.000261806,0.00032972512,0.0000043846476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033349654,0.001102224,0.030648483,0.00025029402,0.00053738465,0.000005912754,0.18566726,0.000003041123,0.004316136,0.41406125,0.15850708,0.20456743],"study_design_scores_gemma":[0.0020003698,0.00090956973,0.5483535,0.0021589003,0.00028503456,0.000012806364,0.15646008,0.00010844901,0.011343453,0.11105204,0.16611911,0.0011967103],"about_ca_topic_score_codex":0.00008919418,"about_ca_topic_score_gemma":0.00008605564,"teacher_disagreement_score":0.51770496,"about_ca_system_score_codex":0.00008557065,"about_ca_system_score_gemma":0.000031231706,"threshold_uncertainty_score":0.61441684},"labels":[],"label_agreement":null},{"id":"W3205158261","doi":"10.1145/3479857","title":"Physicality As an Anchor for Coordination: Examining Collocated Collaboration in Physical and Mobile Augmented Reality Settings","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Augmented reality; Workspace; Human–computer interaction; Computer science; Artifact (error); Leverage (statistics); Context (archaeology); Multimedia; Artificial intelligence","score_opus":0.049892304782796985,"score_gpt":0.374408431672301,"score_spread":0.324516126889504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205158261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816738,0.0000040405585,0.012680719,0.0042512906,0.00016587363,0.0008896668,0.000011566549,0.00010764699,0.00021541257],"genre_scores_gemma":[0.99336046,0.0000016657696,0.005714306,0.00030201755,0.00017764786,0.00033345036,0.000030689294,0.000013425426,0.00006634259],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983827,0.00005506908,0.00040362062,0.0006590861,0.00030468035,0.00019488238],"domain_scores_gemma":[0.99794286,0.00021393257,0.00043811568,0.0005767375,0.000766682,0.00006167697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004348051,0.00018070517,0.0002663084,0.000104894265,0.00026608427,0.0002876436,0.0008833002,0.000073004696,0.0000019977363],"category_scores_gemma":[0.0002469835,0.0001654333,0.000060859744,0.00081965915,0.00007131529,0.0011858095,0.00057223614,0.00021705098,0.0000018399695],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029738102,0.005223454,0.001949719,0.00068719016,0.00021273042,0.000002087258,0.025632756,0.0027600222,0.69358563,0.19030869,0.012880246,0.066460066],"study_design_scores_gemma":[0.0020765006,0.0011391455,0.021538956,0.00042553566,0.0000553436,0.000024993664,0.001813395,0.5123405,0.4048322,0.052610207,0.0026558654,0.0004873691],"about_ca_topic_score_codex":0.000041927553,"about_ca_topic_score_gemma":0.000016740016,"teacher_disagreement_score":0.50958043,"about_ca_system_score_codex":0.00022108812,"about_ca_system_score_gemma":0.000054733893,"threshold_uncertainty_score":0.6746174},"labels":[],"label_agreement":null},{"id":"W3205870165","doi":"10.1145/3479518","title":"Meeting with Media: Comparing Synchronous Media Sharing and Icebreaker Questions in Initial Interactions via Video Chat","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Conversation; Computer science; Context (archaeology); Multimedia; Digital media; Social media; World Wide Web; Psychology; Communication","score_opus":0.049334163540725215,"score_gpt":0.33697685123359444,"score_spread":0.2876426876928692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205870165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700844,0.000027950719,0.000028797826,0.0016257582,0.0014999093,0.00017586193,0.000001504478,0.00008572308,0.026470065],"genre_scores_gemma":[0.99795014,0.000020836958,0.0007579133,0.00011678823,0.0010389468,0.000027924514,0.000004154931,0.000021037602,0.0000622609],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984554,0.000056744684,0.00038118733,0.0003937489,0.00041642602,0.00029647027],"domain_scores_gemma":[0.9983515,0.00069640897,0.0003117422,0.00018921909,0.00035120532,0.00009989763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064593647,0.00017426157,0.00028798365,0.00018364177,0.00053038134,0.00035730907,0.000528086,0.00008465262,0.000023303772],"category_scores_gemma":[0.0019740763,0.00015190657,0.0000750385,0.00039819934,0.00022367499,0.00090818293,0.00048088012,0.00049496914,0.0000046786918],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000756138,0.0024413983,0.36680168,0.0006898687,0.00052773434,0.000060375467,0.42723477,0.00043923955,0.008954704,0.058992323,0.0032619878,0.12983978],"study_design_scores_gemma":[0.007811593,0.0009616388,0.610468,0.03452088,0.0007052745,0.0004796724,0.18141413,0.017157601,0.025946459,0.10164505,0.014844517,0.004045241],"about_ca_topic_score_codex":0.0009744669,"about_ca_topic_score_gemma":0.005278395,"teacher_disagreement_score":0.24582064,"about_ca_system_score_codex":0.00025050723,"about_ca_system_score_gemma":0.00005245272,"threshold_uncertainty_score":0.61945707},"labels":[],"label_agreement":null},{"id":"W3206191641","doi":"10.1145/3476090","title":"Naturally Together: A Systematic Approach for Multi-User Interaction With Natural Interfaces","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; User interface; Set (abstract data type); User interface design; Natural (archaeology); Space (punctuation); Post-WIMP; User modeling; User group; User experience design; Computer user satisfaction; User requirements document; Natural user interface; World Wide Web","score_opus":0.058986939039450924,"score_gpt":0.3270263493376211,"score_spread":0.2680394102981702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206191641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78733647,0.000086083535,0.20166542,0.0022982352,0.0045177424,0.0024384633,0.000004666863,0.0006292947,0.0010236052],"genre_scores_gemma":[0.8299186,0.0000020024995,0.16812144,0.0004501162,0.00018774811,0.00025971074,0.0000084326375,0.000040079787,0.0010118708],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973547,0.000063980166,0.0008013399,0.00091181695,0.00048256794,0.00038562203],"domain_scores_gemma":[0.99555427,0.00024124394,0.0012398363,0.0010010137,0.0019244269,0.00003918574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004498379,0.00044477012,0.0005613165,0.00044308908,0.0003767233,0.00051540026,0.0029186846,0.00018715013,0.000007843836],"category_scores_gemma":[0.0005037729,0.00030500014,0.00025278956,0.00068235333,0.00011327315,0.0022943534,0.0011283213,0.0009843477,0.000012333087],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013739371,0.0034840233,0.0013131816,0.018212827,0.002680592,0.000013761994,0.01574139,0.0010174367,0.68404907,0.24497552,0.01621909,0.010919196],"study_design_scores_gemma":[0.0020631936,0.0010983831,0.0011358609,0.0068377904,0.00014806102,0.00081864954,0.002418764,0.13079278,0.8511741,0.002090295,0.0006045522,0.0008175544],"about_ca_topic_score_codex":0.00000975998,"about_ca_topic_score_gemma":0.0000115690655,"teacher_disagreement_score":0.24288522,"about_ca_system_score_codex":0.0003874828,"about_ca_system_score_gemma":0.00004077213,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W3206705049","doi":"10.1145/3479862","title":"Dilemmas in Mutual Aid: Lessons for Crisis Informatics from an Emergent Community Response to the Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mutual aid; Transformative learning; Political science; Emergency response; Public relations; Politics; Informatics; Equity (law); Pandemic; Disaster response; Sociology; Coronavirus disease 2019 (COVID-19); Emergency management; Law; Medicine","score_opus":0.12679251045399037,"score_gpt":0.4180308603314967,"score_spread":0.29123834987750635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206705049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982169,0.0000033540668,0.00017810242,0.015568724,0.0006594983,0.00037349717,0.0000074765267,0.00003053701,0.0010098531],"genre_scores_gemma":[0.99729985,0.000009578912,0.0009628168,0.0010891376,0.00020763189,0.000039637976,0.000005040806,0.000007617259,0.00037867884],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988905,0.00014072453,0.00032852017,0.00013551748,0.00031192214,0.0001928234],"domain_scores_gemma":[0.9988578,0.00032409403,0.00020876825,0.00037325316,0.00018902881,0.00004707247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012714426,0.00010373378,0.00013615492,0.0000967023,0.00067235593,0.00020842097,0.0015809396,0.000050559076,0.00003113636],"category_scores_gemma":[0.0005770874,0.00007156937,0.00008728937,0.0002850276,0.0000641291,0.00057237304,0.00070739066,0.0002756697,0.000009388634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015233227,0.0010393152,0.010649752,0.00012614526,0.0001330683,5.554941e-7,0.8091145,0.0008645422,0.010598218,0.013166744,0.109703116,0.043080688],"study_design_scores_gemma":[0.0014394122,0.0008387269,0.16889152,0.00074017816,0.000115548915,0.0000018017121,0.5626906,0.0041431836,0.008818786,0.023697248,0.22802286,0.0006001404],"about_ca_topic_score_codex":0.00083292247,"about_ca_topic_score_gemma":0.0027754577,"teacher_disagreement_score":0.24642394,"about_ca_system_score_codex":0.00011561478,"about_ca_system_score_gemma":0.000025950898,"threshold_uncertainty_score":0.5171286},"labels":[],"label_agreement":null},{"id":"W3206893018","doi":"10.1145/3479603","title":"Time for Historicism in CSCW: An Invitation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Sensibility; Presentism; Sociology; Historicism; Field (mathematics); Engineering ethics; Work (physics); Epistemology; Political science; Engineering","score_opus":0.0563592827327612,"score_gpt":0.3360085121621149,"score_spread":0.2796492294293537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206893018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809939,0.000009020629,0.01047175,0.0042803404,0.002187849,0.0004555889,0.0000019505962,0.0001989814,0.0014005739],"genre_scores_gemma":[0.9579134,0.0000013633369,0.040026307,0.0009614195,0.0003015373,0.0000932839,0.000010203992,0.000025323641,0.0006671707],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983939,0.00002768183,0.00050480315,0.0005706524,0.00026691591,0.0002360678],"domain_scores_gemma":[0.9977738,0.00014277796,0.0005220565,0.00064918323,0.000886432,0.000025696256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003814762,0.0001979643,0.00024404183,0.00046907106,0.00018386537,0.00013998068,0.0018113704,0.00013696335,0.000015703301],"category_scores_gemma":[0.00039721056,0.00018013436,0.000115090705,0.00062856346,0.00005648684,0.0018959302,0.00058632664,0.0004023145,0.000025267422],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013346096,0.0010387625,0.0005760774,0.00014042851,0.00008147487,0.0000040549044,0.0062246067,0.00026258346,0.7254267,0.1984781,0.03003266,0.037601095],"study_design_scores_gemma":[0.0015529748,0.0013129608,0.00932082,0.0005564068,0.000026811724,0.00011799659,0.00038337603,0.08354302,0.76287174,0.12907054,0.010631866,0.0006114741],"about_ca_topic_score_codex":0.000010457607,"about_ca_topic_score_gemma":0.0000096139565,"teacher_disagreement_score":0.08328043,"about_ca_system_score_codex":0.00047919044,"about_ca_system_score_gemma":0.00003017948,"threshold_uncertainty_score":0.7345666},"labels":[],"label_agreement":null},{"id":"W3207140219","doi":"10.1145/3479608","title":"\"The Network Is an Excuse\": Hardware Maintenance Supporting Community","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"The Internet; Excuse; Software-defined networking; Work (physics); Computer science; Active networking; Networking hardware; World Wide Web; Telecommunications; Engineering; Computer network","score_opus":0.09682128039971094,"score_gpt":0.39858329437264656,"score_spread":0.3017620139729356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207140219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752786,0.00000571283,0.00021919073,0.004869467,0.002006734,0.0003179255,0.0000049549662,0.00006725719,0.017230172],"genre_scores_gemma":[0.99640447,0.000009294695,0.0005586337,0.0009930541,0.0008023503,0.000017054175,0.0000071184413,0.000009548623,0.0011984579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863523,0.00012763677,0.00047851875,0.00012276506,0.00036461855,0.00027124517],"domain_scores_gemma":[0.9979531,0.00018461669,0.00070035015,0.00035144752,0.0007687734,0.000041712814],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019073536,0.000099432735,0.0001275147,0.000021824419,0.003086202,0.00046053008,0.0010062975,0.000049495087,0.00009218327],"category_scores_gemma":[0.00044138168,0.00007009678,0.00010096689,0.00023136198,0.00011519524,0.0010393304,0.00035065872,0.00030844222,0.000012727934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013661558,0.00018477457,0.009779604,0.00017278988,0.00013825622,4.827617e-7,0.3018665,0.000113825074,0.0020668951,0.34360152,0.27541208,0.06652664],"study_design_scores_gemma":[0.00080348924,0.00039318693,0.01787937,0.00078339793,0.000049584596,0.000023057542,0.29848763,0.0012550242,0.021913756,0.08055141,0.5773749,0.0004852392],"about_ca_topic_score_codex":0.0004521922,"about_ca_topic_score_gemma":0.00033376072,"teacher_disagreement_score":0.30196276,"about_ca_system_score_codex":0.00014859685,"about_ca_system_score_gemma":0.000040702995,"threshold_uncertainty_score":0.9982116},"labels":[],"label_agreement":null},{"id":"W3211396084","doi":"10.1145/3486954","title":"User-Defined Gestures with Physical Props in Virtual Reality","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Gesture; Computer science; Context (archaeology); Human–computer interaction; Set (abstract data type); Referent; Virtual reality; Mobile device; Multimedia; Artificial intelligence; Linguistics; World Wide Web; Programming language","score_opus":0.0738222011701573,"score_gpt":0.3366236190485641,"score_spread":0.2628014178784068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211396084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923727,5.050426e-7,0.00002907643,0.0024621896,0.00051257387,0.00021379921,0.0000045190636,0.000071217306,0.0043333997],"genre_scores_gemma":[0.9980371,0.0000023400105,0.00019649265,0.0005838376,0.0003178296,0.000025033913,0.0000014468446,0.000021714315,0.00081421476],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99857235,0.000040969408,0.00028670605,0.0005130742,0.0003702162,0.00021665856],"domain_scores_gemma":[0.99880886,0.00026673928,0.0002806321,0.0004175715,0.0001839046,0.000042305073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052226213,0.00019500041,0.00024178192,0.00012765334,0.00017372156,0.00014143766,0.00065952854,0.000056690802,0.000025190762],"category_scores_gemma":[0.0005877348,0.0001349202,0.00012237781,0.00037245295,0.000082262595,0.00063387724,0.00032402185,0.0005769745,0.00002132277],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034943956,0.0010071306,0.0010782152,0.00004499926,0.000020533153,0.000011404662,0.0022496071,0.00060410687,0.977159,0.01133697,0.004115393,0.0020231623],"study_design_scores_gemma":[0.00047320948,0.00043734125,0.009842789,0.00024805058,0.000018702296,0.0001279219,0.00038741968,0.0013135761,0.98268056,0.0016959847,0.0025950451,0.0001794071],"about_ca_topic_score_codex":0.000046316734,"about_ca_topic_score_gemma":0.00003160647,"teacher_disagreement_score":0.009640985,"about_ca_system_score_codex":0.0001099452,"about_ca_system_score_gemma":0.00002538013,"threshold_uncertainty_score":0.5501886},"labels":[],"label_agreement":null},{"id":"W3211756976","doi":"10.1145/3486933","title":"PACMHCI V5, ISS, November 2021 Editorial","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Variety (cybernetics); Pleasure; Library science; Operations research; Computer science; Psychology; Engineering; Artificial intelligence","score_opus":0.03661555295848269,"score_gpt":0.31731690934166995,"score_spread":0.2807013563831873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211756976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39010933,0.00015705271,0.18054038,0.0994737,0.23395893,0.0030006396,0.000050753657,0.0013997433,0.091309465],"genre_scores_gemma":[0.92946494,0.000021408388,0.0309396,0.0014601864,0.035973173,0.000119764816,0.000016849666,0.00005332063,0.0019507483],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980945,0.000021695396,0.00042705846,0.0005898413,0.00061476894,0.00025211577],"domain_scores_gemma":[0.997533,0.00013301331,0.00043014408,0.0011190297,0.0007153619,0.00006941583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025966056,0.00020641921,0.00022396194,0.000102803235,0.00028270952,0.00034176235,0.0027500752,0.00012255905,0.000054606353],"category_scores_gemma":[0.00021750772,0.0001690359,0.000201731,0.0005336435,0.000057679354,0.0008496201,0.002062452,0.000462974,0.00009338329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032615102,0.0008018317,0.00023560188,0.00008801814,0.00018863387,0.000001918784,0.0015729629,0.00024897174,0.12910004,0.10936079,0.73587096,0.02249764],"study_design_scores_gemma":[0.0015326033,0.00036757073,0.0049970197,0.00064968603,0.000109459004,0.00013318684,0.0003098132,0.019738115,0.5722784,0.07061858,0.32840052,0.0008650656],"about_ca_topic_score_codex":0.000027109661,"about_ca_topic_score_gemma":0.000006310174,"teacher_disagreement_score":0.53935564,"about_ca_system_score_codex":0.00014032259,"about_ca_system_score_gemma":0.000050735984,"threshold_uncertainty_score":0.6893084},"labels":[],"label_agreement":null},{"id":"W3212665243","doi":"10.1145/3488540","title":"HybridPointing for Touch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Touchpad; Cursor (databases); Computer science; Drag; Artificial intelligence; Mathematics; Human–computer interaction; Physics","score_opus":0.053861170367747076,"score_gpt":0.3300629010569766,"score_spread":0.27620173068922954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212665243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918902,0.000018809189,0.055728618,0.007497803,0.004535032,0.0005328369,0.0000059333115,0.00007934896,0.012699665],"genre_scores_gemma":[0.9774156,0.000002050341,0.019967264,0.0013471303,0.0004487717,0.000030637297,0.000003172922,0.000017149834,0.00076817995],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99870574,0.00001189073,0.00032617644,0.00046561126,0.00024298807,0.00024757735],"domain_scores_gemma":[0.99798954,0.00018653748,0.0003626031,0.00052169216,0.00090327393,0.00003638777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001588153,0.00017200338,0.00020470846,0.000112201036,0.0002591251,0.0002422189,0.0018605419,0.00004639038,0.000018988521],"category_scores_gemma":[0.00037176596,0.00013914482,0.00028742544,0.00023493005,0.000026782376,0.0010342761,0.0010830609,0.00023252668,0.000020764017],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007469225,0.00034981174,0.00051421794,0.00016361677,0.00015134797,0.0000022249849,0.0017091164,0.000047719415,0.8099396,0.108494096,0.06381472,0.0147388335],"study_design_scores_gemma":[0.0003921936,0.00022338952,0.0035758398,0.0002730817,0.000017829754,0.00005607281,0.00019728729,0.0071697924,0.9710001,0.01106065,0.0058458704,0.0001879395],"about_ca_topic_score_codex":0.000009002978,"about_ca_topic_score_gemma":0.0000012386779,"teacher_disagreement_score":0.16106045,"about_ca_system_score_codex":0.0000909352,"about_ca_system_score_gemma":0.000023489509,"threshold_uncertainty_score":0.56741613},"labels":[],"label_agreement":null},{"id":"W3213054554","doi":"10.1145/3486950","title":"Towards Balancing VR Immersion and Bystander Awareness","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Headset; Avatar; Immersion (mathematics); Virtual reality; Interactivity; Human–computer interaction; Bystander effect; Visualization; Computer science; Optical head-mounted display; Multimedia; Psychology; Artificial intelligence; Social psychology","score_opus":0.057494282525164565,"score_gpt":0.3367479078413894,"score_spread":0.27925362531622483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213054554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658969,0.000031830823,0.02624373,0.0038913523,0.0005210584,0.00014488977,0.0000017643908,0.000067642715,0.003200826],"genre_scores_gemma":[0.99303496,0.000018673787,0.0061890264,0.00052176573,0.000121405355,0.0000082571605,0.0000016050794,0.000008545195,0.0000957875],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99892604,0.0000127999965,0.0002447991,0.0003695073,0.00028045016,0.00016640093],"domain_scores_gemma":[0.99888754,0.000055664113,0.00020941327,0.00048563926,0.00030063558,0.00006109252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002094635,0.0001337462,0.0001653078,0.00008448981,0.00024108082,0.00028487627,0.0009962331,0.0000557876,0.000008777068],"category_scores_gemma":[0.000081936545,0.00010226739,0.00007718656,0.00029901587,0.000033234188,0.000739101,0.001153974,0.00018013883,0.0000059207764],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057116344,0.0005759205,0.0041903406,0.0003683478,0.00014427393,0.0000031625,0.0060466807,0.00015817769,0.38381153,0.19321412,0.016827036,0.39460328],"study_design_scores_gemma":[0.00088756095,0.0004125145,0.058980655,0.0008377807,0.000040623374,0.00020376212,0.00093935773,0.033818763,0.87357783,0.022343291,0.0074356613,0.000522217],"about_ca_topic_score_codex":0.00004389724,"about_ca_topic_score_gemma":0.0000020776295,"teacher_disagreement_score":0.48976627,"about_ca_system_score_codex":0.000086574495,"about_ca_system_score_gemma":0.000036001242,"threshold_uncertainty_score":0.41703433},"labels":[],"label_agreement":null},{"id":"W3213790395","doi":"10.1145/3488535","title":"Analyzing Midair Object Pointing Mappings for Smart Display Input","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Computer science; Selection (genetic algorithm); Task (project management); Object (grammar); Contrast (vision); Human–computer interaction; Control (management); Artificial intelligence; Computer vision; Engineering","score_opus":0.03781388857731147,"score_gpt":0.31128059670976055,"score_spread":0.27346670813244905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213790395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9275309,0.000024972647,0.060202062,0.004260046,0.0031164314,0.0004772741,0.0000059531326,0.00007934333,0.0043030228],"genre_scores_gemma":[0.98019063,0.0000037029047,0.01754946,0.0010649585,0.00047690806,0.000040135557,0.0000071038853,0.000026848626,0.00064026355],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980784,0.000024433708,0.00050950964,0.0006939086,0.00030772065,0.00038601406],"domain_scores_gemma":[0.9974003,0.00028924923,0.00060687534,0.0006363684,0.0010084866,0.00005870956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003458761,0.00028078712,0.0003328673,0.00024255588,0.00042657214,0.00040606852,0.0021142939,0.00008459618,0.000015716274],"category_scores_gemma":[0.0005205378,0.00023165037,0.00045031263,0.00046689087,0.000043653625,0.0015311233,0.0013981811,0.00037841644,0.000021134776],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010842855,0.00034763574,0.0034378008,0.0002876312,0.0002681504,0.000003509197,0.003395873,0.00007193023,0.92766714,0.03450312,0.023794051,0.0061147236],"study_design_scores_gemma":[0.00071528164,0.0003436901,0.013780647,0.0008828388,0.000055569762,0.00008443991,0.00048102986,0.018995734,0.95297235,0.0067390352,0.004527152,0.00042223226],"about_ca_topic_score_codex":0.000021749916,"about_ca_topic_score_gemma":0.00000431589,"teacher_disagreement_score":0.052659724,"about_ca_system_score_codex":0.000162451,"about_ca_system_score_gemma":0.000035835503,"threshold_uncertainty_score":0.9446428},"labels":[],"label_agreement":null},{"id":"W3214323122","doi":"10.1145/3488549","title":"Multi-channel Tactile Feedback Based on User Finger Speed","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"İslam Tarih, Sanat ve Kültür Araştırma Merkezi","keywords":"Channel (broadcasting); Computer science; Auditory feedback; Human–computer interaction; Tactile sensor; Tactile display; Work (physics); Selection (genetic algorithm); Computer vision; Artificial intelligence; Speech recognition; Psychology; Engineering; Telecommunications; Robot","score_opus":0.1050235085999683,"score_gpt":0.33435656314579726,"score_spread":0.22933305454582897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214323122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986113,0.0000011936415,0.00013036776,0.00285141,0.003301874,0.00032130515,0.000016016982,0.00015865797,0.0071061435],"genre_scores_gemma":[0.990725,0.0000036292035,0.00080498337,0.0036185845,0.00046965235,0.000015554233,0.0000033269866,0.000048178008,0.0043111187],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99799585,0.000044197295,0.00043593455,0.0007145231,0.00048612396,0.00032333925],"domain_scores_gemma":[0.9979977,0.00045557957,0.00045861292,0.00068270334,0.00032295412,0.00008246616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007278972,0.00030266366,0.00028268163,0.00024012222,0.00039641774,0.0002570912,0.00096787384,0.00011494882,0.0003315172],"category_scores_gemma":[0.0011442384,0.0002448827,0.00032382752,0.0003710841,0.0000671109,0.0006697108,0.0003438326,0.00069192384,0.000246086],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020943406,0.0010393949,0.00014501091,0.000052611787,0.000022894572,0.000006209133,0.0005358163,0.0023815113,0.9706937,0.00025824833,0.023949448,0.00070573133],"study_design_scores_gemma":[0.0006941488,0.00024008,0.0018838607,0.00031785134,0.000026270529,0.000043569085,0.00017140021,0.027628073,0.959097,0.00021067426,0.009443233,0.00024380101],"about_ca_topic_score_codex":0.000021446926,"about_ca_topic_score_gemma":0.0000053246545,"teacher_disagreement_score":0.025246562,"about_ca_system_score_codex":0.00016389797,"about_ca_system_score_gemma":0.000027094255,"threshold_uncertainty_score":0.9986028},"labels":[],"label_agreement":null},{"id":"W3214575505","doi":"10.1145/3486952","title":"Typealike","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Laptop; Computer science; Artificial intelligence; Rotation (mathematics); Computer vision; Typing; Key (lock); Human–computer interaction; Speech recognition","score_opus":0.06057261144803624,"score_gpt":0.3182253181540785,"score_spread":0.2576527067060423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214575505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9033777,0.00007575354,0.018578473,0.011732175,0.009113941,0.00053196016,0.0000042026395,0.00048588542,0.05609987],"genre_scores_gemma":[0.98785007,0.0000036902975,0.009945939,0.0007373791,0.0004910517,0.000012924707,0.0000013725033,0.0000116016145,0.0009459953],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988178,0.000021469314,0.0003035635,0.00036176766,0.00033479487,0.0001605878],"domain_scores_gemma":[0.99850905,0.000077744546,0.00027847596,0.0005785915,0.00051145395,0.000044696506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021189949,0.00013375882,0.00017709505,0.000101119265,0.00013741924,0.00023154212,0.001646847,0.000062167484,0.00002617165],"category_scores_gemma":[0.00013697206,0.000099778816,0.00014349488,0.00035980897,0.000021904167,0.0005442854,0.00090362644,0.00022280838,0.00009569418],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007263715,0.0012687449,0.0042307023,0.0006512863,0.00044721307,0.00002105985,0.008296048,0.00018434689,0.29443195,0.21886592,0.23242885,0.23910123],"study_design_scores_gemma":[0.0011820339,0.0004396221,0.018133126,0.0013721222,0.00004382534,0.000595169,0.000318548,0.0057206247,0.8422775,0.038696665,0.090532385,0.00068832195],"about_ca_topic_score_codex":0.0000064064257,"about_ca_topic_score_gemma":0.0000022207366,"teacher_disagreement_score":0.5478456,"about_ca_system_score_codex":0.00005969037,"about_ca_system_score_gemma":0.000021850869,"threshold_uncertainty_score":0.4068862},"labels":[],"label_agreement":null},{"id":"W3215074405","doi":"10.1145/3492844","title":"The Computational Thematic Analysis Toolkit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Transparency (behavior); Thematic analysis; Data science; Variety (cybernetics); Interface (matter); Coding (social sciences); Computational model; Thematic map; Modular design; Computational sociology; Process (computing); Human–computer interaction; World Wide Web; Qualitative research; Artificial intelligence; Sociology","score_opus":0.07997970442216792,"score_gpt":0.4028001203780254,"score_spread":0.3228204159558574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215074405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706594,0.000026787771,0.0025561575,0.011579194,0.0009827405,0.00036136378,0.0000050088415,0.00008155954,0.013747806],"genre_scores_gemma":[0.99453694,0.0000023840544,0.0034312536,0.00029942096,0.00027426335,0.000040259758,0.000004775711,0.000007691439,0.00140303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981291,0.00014941419,0.00037349184,0.00023663291,0.0009372852,0.00017402503],"domain_scores_gemma":[0.9978759,0.001042273,0.00050702976,0.00022179136,0.00031715207,0.000035822966],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016478476,0.0001083877,0.0001956824,0.00023093814,0.0029003327,0.00021598472,0.0016294047,0.000022741528,0.00027060532],"category_scores_gemma":[0.00035523842,0.00007205446,0.0004009545,0.0012754666,0.00013856374,0.00020283744,0.00066502986,0.00027560027,0.000008119102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016669217,0.0006901192,0.011261688,0.00004115318,0.0028470622,7.824016e-7,0.030388288,0.1791376,0.00045016117,0.66079056,0.031046165,0.08317975],"study_design_scores_gemma":[0.0005919762,0.0003245728,0.059658397,0.000064245745,0.0011763781,0.000009686335,0.014697536,0.18135945,0.00036780947,0.6821853,0.05903118,0.0005334652],"about_ca_topic_score_codex":0.00017556928,"about_ca_topic_score_gemma":0.000050397626,"teacher_disagreement_score":0.08264628,"about_ca_system_score_codex":0.00020838798,"about_ca_system_score_gemma":0.000035503315,"threshold_uncertainty_score":0.99839777},"labels":[],"label_agreement":null},{"id":"W4200633865","doi":"10.1145/3512943","title":"Human-AI Collaboration for UX Evaluation: Effects of Explanation and Synchronization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Context (archaeology); Wizard of oz; Asynchronous communication; Synchronization (alternating current); Test (biology); User experience design","score_opus":0.04460961568483576,"score_gpt":0.35449577421542816,"score_spread":0.3098861585305924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200633865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94733363,0.000045494016,0.04601794,0.0026085686,0.0016721119,0.0018955355,0.000004108882,0.00008624437,0.00033636906],"genre_scores_gemma":[0.9949316,0.0000021236817,0.0042873225,0.00023037606,0.00015093556,0.00030326942,0.000009085042,0.000013697886,0.00007158644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983472,0.000056653153,0.0004498283,0.00038744212,0.0006080149,0.00015086409],"domain_scores_gemma":[0.99757355,0.00020092858,0.0006682805,0.0003728999,0.0011568556,0.000027456314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007954939,0.00014380153,0.00018329863,0.0002783709,0.0005951395,0.00016771557,0.0011002572,0.00004475872,0.000014088748],"category_scores_gemma":[0.00044886672,0.00013554127,0.00006868917,0.0005587428,0.000041811312,0.0012235293,0.0006466213,0.00015912918,0.0000012106592],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020556878,0.001119719,0.0012897757,0.0013251017,0.00020294345,8.072843e-7,0.026202973,0.026006958,0.37919503,0.44910476,0.032482117,0.08286424],"study_design_scores_gemma":[0.0007027169,0.0016374857,0.0016568019,0.00020147192,0.000064188105,0.000011536599,0.0008952869,0.43751258,0.48891675,0.06728395,0.00086327083,0.0002539763],"about_ca_topic_score_codex":0.000019959809,"about_ca_topic_score_gemma":0.000006710036,"teacher_disagreement_score":0.4115056,"about_ca_system_score_codex":0.00029658977,"about_ca_system_score_gemma":0.000043813176,"threshold_uncertainty_score":0.55272126},"labels":[],"label_agreement":null},{"id":"W4205570006","doi":"10.1145/3492853","title":"Studying Up Machine Learning Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Documentation; Transparency (behavior); Computer science; Data science; Context (archaeology); Argument (complex analysis); Perspective (graphical); Quality (philosophy); Data quality; Power (physics); Work (physics); Artificial intelligence; Machine learning; Knowledge management; Epistemology; Engineering; Business; Computer security; Marketing","score_opus":0.2530857386306079,"score_gpt":0.43534458629564343,"score_spread":0.18225884766503553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205570006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95974505,0.000026323703,0.000012742688,0.015902078,0.0029773356,0.00033098066,0.000010551991,0.00012146873,0.020873489],"genre_scores_gemma":[0.9966181,0.000017416076,0.0002706888,0.0006043179,0.00074049336,0.000009054992,0.000007899697,0.000016173646,0.0017158481],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984381,0.00008626773,0.00023811274,0.00029134197,0.0007248712,0.0002212644],"domain_scores_gemma":[0.9987753,0.00020965285,0.0003837734,0.000347552,0.00023430517,0.00004938867],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019600566,0.000105559884,0.00015327602,0.00009910642,0.0028085187,0.00027140992,0.0029322933,0.00004727883,0.00016351421],"category_scores_gemma":[0.0013492388,0.00009235892,0.00008068467,0.00025545823,0.000104453335,0.00083262386,0.0029933318,0.00097216846,0.000005865549],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004591891,0.0015732339,0.03915497,0.00022487468,0.0006216763,0.0000040511804,0.4540564,0.0013594861,0.019309271,0.20631745,0.18710008,0.08981928],"study_design_scores_gemma":[0.0019157159,0.001864632,0.010939135,0.00044866258,0.00020035854,0.00001600059,0.100393206,0.012439867,0.0033924053,0.09226494,0.7749289,0.001196146],"about_ca_topic_score_codex":0.0016094609,"about_ca_topic_score_gemma":0.00012131524,"teacher_disagreement_score":0.5878288,"about_ca_system_score_codex":0.0001989914,"about_ca_system_score_gemma":0.00004074021,"threshold_uncertainty_score":0.9984897},"labels":[],"label_agreement":null},{"id":"W4205919053","doi":"10.1145/3492826","title":"Cultivating the Community","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Harassment; Social media; Psychology; Internet privacy; Data science; Computer science; Applied psychology; Social psychology; World Wide Web; Sociology; Qualitative research; Social science","score_opus":0.08817035823634031,"score_gpt":0.37874103105781265,"score_spread":0.2905706728214723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205919053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97619903,0.0000031325665,0.0000051501897,0.0096436385,0.00088544673,0.0002884912,0.0000016835047,0.00012905398,0.012844384],"genre_scores_gemma":[0.9977595,0.0000012087738,0.00025637652,0.0010262658,0.0001938117,0.000024497871,6.869566e-7,0.000011352217,0.0007262704],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9988096,0.00014261543,0.00021792941,0.00012988491,0.00048633502,0.00021367027],"domain_scores_gemma":[0.99885863,0.00017349322,0.0004217682,0.00039384328,0.00012887693,0.000023413484],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013317168,0.00010058383,0.000114629525,0.00008205656,0.004801999,0.00010781938,0.003336193,0.00004629195,0.000099238336],"category_scores_gemma":[0.0007566,0.00006983191,0.000107550935,0.00031293905,0.00024689213,0.00026107236,0.0019308245,0.001236518,0.000007116705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034991966,0.0026224623,0.090980425,0.00015687756,0.00031782838,0.0000011273074,0.20769909,0.00030725353,0.070348136,0.07801015,0.46575642,0.08345032],"study_design_scores_gemma":[0.0029531128,0.0022509422,0.23285405,0.001048153,0.00017268759,0.0000803105,0.30459014,0.0014512463,0.12103324,0.13287279,0.19927664,0.0014166734],"about_ca_topic_score_codex":0.0009896308,"about_ca_topic_score_gemma":0.000037616082,"teacher_disagreement_score":0.26647976,"about_ca_system_score_codex":0.00032056705,"about_ca_system_score_gemma":0.000017451093,"threshold_uncertainty_score":0.99649364},"labels":[],"label_agreement":null},{"id":"W4206102468","doi":"10.1145/3492829","title":"Toward Video-Conferencing Tools for Hands-On Activities in Online Teaching","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Videoconferencing; Context (archaeology); Computer science; Online teaching; Multimedia; Teleconference; Mathematics education; Psychology","score_opus":0.20511910994753088,"score_gpt":0.4350397470047585,"score_spread":0.22992063705722762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206102468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891048,0.0000030561548,0.00085907633,0.001305114,0.0017457217,0.00038620483,0.000009177738,0.000088381814,0.006498468],"genre_scores_gemma":[0.9914265,2.2606532e-7,0.0061959364,0.0007375047,0.00055383553,0.00014797541,0.000012612997,0.000037524536,0.0008878821],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983977,0.00022740752,0.00042206017,0.00042519634,0.00025434064,0.00027331657],"domain_scores_gemma":[0.9981634,0.0009211751,0.0005087016,0.00030310336,0.000084201965,0.000019417284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002011847,0.00020766356,0.00030195105,0.00043211473,0.00049267034,0.000111734415,0.00092797173,0.00006475118,0.00012962622],"category_scores_gemma":[0.0008568867,0.00017544873,0.00015305859,0.0001730962,0.00003429943,0.00032793745,0.00043529278,0.0016404503,0.0000028842342],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030891863,0.002339447,0.007835081,0.00027290313,0.00033090348,0.0000028645873,0.10170772,0.0018236949,0.07581257,0.0922278,0.025801351,0.68875647],"study_design_scores_gemma":[0.021480488,0.03277626,0.4889311,0.0044297636,0.00030429167,0.00033002038,0.11232538,0.020452179,0.11150113,0.067821674,0.13584447,0.0038032557],"about_ca_topic_score_codex":0.00010802365,"about_ca_topic_score_gemma":0.000002544216,"teacher_disagreement_score":0.6849532,"about_ca_system_score_codex":0.00029589783,"about_ca_system_score_gemma":0.000013749008,"threshold_uncertainty_score":0.71545917},"labels":[],"label_agreement":null},{"id":"W4221135284","doi":"10.1145/3512922","title":"An Exploration of Captioning Practices and Challenges of Individual Content Creators on YouTube for People with Hearing Impairments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closed captioning; Perception; Content (measure theory); Online video; Computer science; Multimedia; Content analysis; Bridge (graph theory); World Wide Web; Internet privacy; Psychology; Sociology; Artificial intelligence","score_opus":0.31902736481574734,"score_gpt":0.348528546668038,"score_spread":0.02950118185229067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221135284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984658,0.000031526564,0.000007162689,0.00047349106,0.0003177112,0.00031316,0.000014033699,0.000015066744,0.00036208014],"genre_scores_gemma":[0.99938774,0.000016356807,0.00021585627,0.00004358489,0.00021672541,0.00006680293,0.0000068171935,0.000013796304,0.00003233832],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99922645,0.000014847208,0.0002237078,0.00017196551,0.0002783533,0.00008469965],"domain_scores_gemma":[0.9987927,0.00010177778,0.000787444,0.000116866664,0.00018178695,0.000019393428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643401,0.0000974071,0.00017649446,0.00012133305,0.00025542369,0.00006717027,0.00026130083,0.00001517779,0.000032617772],"category_scores_gemma":[0.00006154365,0.00006960841,0.00004749814,0.000025900705,0.000045923527,0.0008042949,0.00014061517,0.00011165866,2.1779474e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030892077,0.0030354203,0.010911019,0.0018633176,0.0007900703,5.5855327e-7,0.74215984,0.00076380064,0.024191303,0.17819051,0.0008061587,0.034198806],"study_design_scores_gemma":[0.005612409,0.04447875,0.06945888,0.002611742,0.0006413899,0.000036790512,0.7497002,0.0034138497,0.10865943,0.008798057,0.005646378,0.0009421073],"about_ca_topic_score_codex":0.000118355965,"about_ca_topic_score_gemma":0.000059559814,"teacher_disagreement_score":0.16939247,"about_ca_system_score_codex":0.000031842697,"about_ca_system_score_gemma":0.0000071361706,"threshold_uncertainty_score":0.28385484},"labels":[],"label_agreement":null},{"id":"W4224329925","doi":"10.1145/3512949","title":"More than just Software Surprises: Purposes, Processes, and Directions for Software Application Easter Eggs","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Context (archaeology); Software; Perception; Computer science; Data science; Social media; World Wide Web; Work (physics); Human–computer interaction; Engineering; Psychology; Artificial intelligence; History; Archaeology","score_opus":0.04788259756912465,"score_gpt":0.34736892624092397,"score_spread":0.2994863286717993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224329925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97948474,0.00018798826,0.0018355596,0.005755366,0.0023838761,0.0030655551,0.00011307799,0.00047699484,0.0066968296],"genre_scores_gemma":[0.9878858,0.00003337462,0.0035304094,0.0004883868,0.00075330416,0.00085407053,0.000029748799,0.00004107368,0.0063838414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873894,0.000013671871,0.00025002603,0.0003630498,0.00040477162,0.00022952037],"domain_scores_gemma":[0.9988187,0.00018377996,0.00034334153,0.00020254399,0.00037855457,0.00007307743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002960492,0.00014851462,0.00017436556,0.00012621799,0.0007463485,0.00020614498,0.00078205083,0.00005314392,0.000019124749],"category_scores_gemma":[0.00064442254,0.00012860152,0.000104961,0.00033135118,0.00012831009,0.00061201205,0.0004775746,0.00020466703,0.0000021371297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004588932,0.0012257929,0.030074544,0.001280323,0.00020632878,5.7533936e-7,0.0747046,0.00011940423,0.0014401888,0.008417563,0.050230633,0.8318412],"study_design_scores_gemma":[0.00069396547,0.00055954035,0.008085558,0.00026657933,0.00011078962,0.000017412314,0.016009532,0.00016804758,0.0017594271,0.007037029,0.96484214,0.0004499973],"about_ca_topic_score_codex":0.00012935736,"about_ca_topic_score_gemma":0.000097786775,"teacher_disagreement_score":0.9146115,"about_ca_system_score_codex":0.00016844703,"about_ca_system_score_gemma":0.000059518276,"threshold_uncertainty_score":0.5740385},"labels":[],"label_agreement":null},{"id":"W4225638590","doi":"10.1145/3512911","title":"Situating Public Speaking: The Politics and Poetics of the Digital Islamic Sermons in Bangladesh","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Islam; Scholarship; Popularity; Sociology; Politics; Context (archaeology); Situated; Conceptualization; Skepticism; Computer-supported cooperative work; Media studies; Public relations; Social science; Political science; Epistemology; History; Linguistics; Law; Computer science","score_opus":0.06834471974309543,"score_gpt":0.27978858362375736,"score_spread":0.21144386388066194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225638590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94421726,0.000024818244,0.0000017923992,0.0038925,0.00045021766,0.0002833208,0.000014205753,0.000023226201,0.051092643],"genre_scores_gemma":[0.99911106,0.0000044323633,0.000029043984,0.00028620564,0.00017792029,0.000019787647,0.00000593865,0.000018459112,0.00034715593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998893,0.00003365268,0.00039663707,0.00016297286,0.00034847268,0.00016521575],"domain_scores_gemma":[0.99861246,0.00024150079,0.0005045315,0.00045508507,0.0001711271,0.000015263997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027641145,0.00013070121,0.00014637335,0.00013261792,0.00067517033,0.0004599488,0.0014845403,0.000023144017,0.000025421581],"category_scores_gemma":[0.00028361662,0.00008030125,0.00009751382,0.00012249665,0.00027572573,0.00047298445,0.0017472198,0.00045234154,0.0000012747762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026933405,0.00033883148,0.0062696785,0.00013376522,0.0000662532,1.9333801e-7,0.0826358,0.000088917644,0.0014866373,0.89818645,0.004871859,0.0058946796],"study_design_scores_gemma":[0.0017131028,0.0011340893,0.032772113,0.0011963054,0.00014549281,0.000125793,0.028083427,0.015782466,0.007213976,0.8625168,0.04840767,0.00090876163],"about_ca_topic_score_codex":0.00012278878,"about_ca_topic_score_gemma":0.00008241609,"teacher_disagreement_score":0.05489378,"about_ca_system_score_codex":0.000119303,"about_ca_system_score_gemma":0.000021486465,"threshold_uncertainty_score":0.51929325},"labels":[],"label_agreement":null},{"id":"W4225771412","doi":"10.1145/3512896","title":"Abstractions for Visualizing Preferences in Group Decisions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Situational ethics; Set (abstract data type); Visualization; Preference; Group decision-making; Stakeholder; Task (project management); Preference elicitation; Human–computer interaction; Data science; Order (exchange); Knowledge management; Decision support system; Management science; Decision analysis; Artificial intelligence; Psychology; Engineering; Systems engineering","score_opus":0.11856622844736076,"score_gpt":0.3877788652634,"score_spread":0.26921263681603924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225771412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88620996,0.00001736074,0.103065446,0.0031630958,0.0034440262,0.0010465067,0.000038056798,0.00025866381,0.0027568627],"genre_scores_gemma":[0.98625576,0.0000045556944,0.01296304,0.00041221522,0.00010610002,0.00009304328,0.000011243176,0.000011007949,0.00014303264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868846,0.00001898205,0.00040696363,0.0003558043,0.00035760278,0.00017221592],"domain_scores_gemma":[0.99882704,0.00025564662,0.0003656256,0.0003821011,0.00013631175,0.000033281387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042330887,0.00012236327,0.00015344714,0.0003415836,0.0004642198,0.00021495401,0.0024218566,0.000028372373,0.000032488195],"category_scores_gemma":[0.0002081894,0.00010333693,0.00011657219,0.00046443264,0.000022536397,0.0008274674,0.0013702288,0.00025009015,0.0000049081946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013995773,0.0025634558,0.004465522,0.00013825875,0.00012610348,0.0000013146959,0.00601335,0.0064126803,0.024974259,0.7932031,0.07839687,0.0835651],"study_design_scores_gemma":[0.0027789623,0.0022857965,0.035589363,0.0007018622,0.00006931041,0.00007761632,0.003157721,0.6170163,0.021279734,0.21688946,0.099048965,0.0011049202],"about_ca_topic_score_codex":0.000023820554,"about_ca_topic_score_gemma":0.00001158132,"teacher_disagreement_score":0.61060363,"about_ca_system_score_codex":0.00012777952,"about_ca_system_score_gemma":0.000016912612,"threshold_uncertainty_score":0.45004523},"labels":[],"label_agreement":null},{"id":"W4225851417","doi":"10.1145/3512946","title":"Involving Crowdworkers with Lived Experience in Content-Development for Push-Based Digital Mental Health Tools: Lessons Learned from Crowdsourcing Mental Health Messages","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Crowdsourcing; Personalization; Mental health; Digital content; Adaptation (eye); Content (measure theory); Computer science; World Wide Web; Content analysis; Internet privacy; Psychology; Knowledge management; Sociology; Psychiatry","score_opus":0.32177343290872495,"score_gpt":0.4398651553978173,"score_spread":0.11809172248909233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225851417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759651,0.00010718647,0.00019458984,0.01974877,0.0016649616,0.0017508353,0.00018685679,0.00010147472,0.000280241],"genre_scores_gemma":[0.9944936,0.0000018194324,0.0024368733,0.001611309,0.000074656244,0.0007378668,0.00017404072,0.000057510442,0.0004123295],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971139,0.000064922155,0.0010134415,0.0007241989,0.0005011934,0.00058234466],"domain_scores_gemma":[0.998126,0.0001792059,0.001115611,0.00035554505,0.00008707782,0.00013661188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051649625,0.00031679322,0.00044402893,0.0003048788,0.0009858232,0.0002998974,0.0010791718,0.00004580178,0.00010163497],"category_scores_gemma":[0.000063630934,0.0002819071,0.00018354501,0.0002729246,0.00010304654,0.0007900584,0.00067549443,0.00047591323,0.000006846549],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013104405,0.013633831,0.0502973,0.0013161696,0.0010259935,0.0000068525596,0.31625736,0.00081496086,0.007047054,0.0055757686,0.057407126,0.5335132],"study_design_scores_gemma":[0.04089565,0.03540323,0.23408084,0.024139192,0.00008168293,0.0002137975,0.51231706,0.0077642156,0.059565973,0.005519046,0.07565309,0.004366213],"about_ca_topic_score_codex":0.0005727037,"about_ca_topic_score_gemma":0.00011241419,"teacher_disagreement_score":0.52914697,"about_ca_system_score_codex":0.001817021,"about_ca_system_score_gemma":0.00011680378,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W4225919440","doi":"10.1145/3512980","title":"Veteran Critical Theory as a Lens to Understand Veterans' Needs and Support on Social Media","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Scholarship; Social media; Through-the-lens metering; Psychology; Social support; Public relations; Social psychology; Lens (geology); Computer science; Political science; World Wide Web; Engineering","score_opus":0.21115684590999467,"score_gpt":0.4406058490756395,"score_spread":0.22944900316564482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225919440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679263,0.000009778049,0.00003040882,0.004808355,0.0010662158,0.0003999627,0.000023411167,0.000058050984,0.025677502],"genre_scores_gemma":[0.9978014,0.0000011666408,0.00009170247,0.0013315375,0.00029613927,0.00009282351,0.000004353271,0.000039573824,0.00034129468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99812615,0.0001166348,0.00034789296,0.00041061247,0.00062648556,0.00037225263],"domain_scores_gemma":[0.998594,0.000755342,0.00012783943,0.00032903912,0.00011109938,0.000082689636],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005700633,0.00021125872,0.0002633168,0.00043842744,0.00045679693,0.00012117622,0.0010471551,0.00007002162,0.0015621205],"category_scores_gemma":[0.0003939613,0.00018300542,0.000128127,0.00026863377,0.00015913646,0.00017853646,0.0007579048,0.00065875094,0.000066094035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055804257,0.0018203644,0.0007864945,0.00024043105,0.00042480446,0.000018009589,0.35301074,0.000014924083,0.011168768,0.47055897,0.09981037,0.05656568],"study_design_scores_gemma":[0.014809045,0.027526587,0.14761259,0.001270302,0.00056450954,0.0013735932,0.37014708,0.0005360369,0.019229207,0.38303402,0.030707194,0.0031898345],"about_ca_topic_score_codex":0.00003490279,"about_ca_topic_score_gemma":0.0000029057674,"teacher_disagreement_score":0.14682609,"about_ca_system_score_codex":0.00017149409,"about_ca_system_score_gemma":0.000015391503,"threshold_uncertainty_score":0.9993506},"labels":[],"label_agreement":null},{"id":"W4225929808","doi":"10.1145/3512919","title":"\"Knowledge Comes Through Participation\": Understanding Disability through the Lens of DIY Assistive Technology in Western Kenya","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada; University of Maryland, Baltimore County","keywords":"Assistive technology; Context (archaeology); Government (linguistics); Stakeholder; Inclusion (mineral); Focus group; Relevance (law); Public relations; Sustainability; Political science; Universal design; Sociology; Business; Geography; Computer science; Marketing; Social science; World Wide Web","score_opus":0.2825622129277151,"score_gpt":0.4857377944259899,"score_spread":0.2031755814982748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225929808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97259414,0.00003099025,0.0003645899,0.020122092,0.00070067664,0.0010110309,0.000014111923,0.00012582909,0.0050365347],"genre_scores_gemma":[0.9985681,0.000010560983,0.0003878319,0.0003523208,0.00005330169,0.0004974648,0.000004706445,0.000017577135,0.00010812911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796504,0.00028784803,0.00085023395,0.00036086672,0.0002508005,0.0002852008],"domain_scores_gemma":[0.9967153,0.0012021371,0.0008043202,0.001012051,0.0002522943,0.000013919315],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00088608626,0.00018297261,0.00037476924,0.00011857138,0.0013363062,0.000009356872,0.0018840309,0.00015392448,0.00009004339],"category_scores_gemma":[0.0006368377,0.0001275596,0.00012350034,0.0006685063,0.0007503233,0.0003046317,0.0030130448,0.0016041544,0.0000068182135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002286578,0.0014648655,0.8599283,0.00020686678,0.00009841803,1.1360323e-7,0.01698461,0.00005833206,0.0013663139,0.11575963,0.0031334036,0.0007704672],"study_design_scores_gemma":[0.0015335475,0.0005840372,0.83280516,0.0005611059,0.00007692504,0.000003463645,0.044510126,0.00050601445,0.0034646962,0.108131886,0.0075469427,0.00027611648],"about_ca_topic_score_codex":0.00014329153,"about_ca_topic_score_gemma":0.00024120996,"teacher_disagreement_score":0.027525516,"about_ca_system_score_codex":0.0012748198,"about_ca_system_score_gemma":0.00004797493,"threshold_uncertainty_score":0.9999638},"labels":[],"label_agreement":null},{"id":"W4226204282","doi":"10.1145/3512960","title":"RescueCASTR: Exploring Photos and Live Streaming to Support Contextual Awareness in the Wilderness Search and Rescue Command Post","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University; University of Calgary","funders":"","keywords":"Command and control; Focus (optics); Field (mathematics); Wearable computer; Situation awareness; Computer science; Interface (matter); Human–computer interaction; Multimedia; Engineering; Telecommunications","score_opus":0.11933323236598312,"score_gpt":0.3433634543955997,"score_spread":0.22403022202961656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226204282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99520177,0.000006507883,0.00034104637,0.003053019,0.0005602387,0.000617804,0.000005347269,0.000070910624,0.00014335869],"genre_scores_gemma":[0.9979516,0.0000033086,0.00093199726,0.0007369201,0.00009755104,0.00021556272,0.0000029265511,0.000018014014,0.000042081636],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980632,0.00008981624,0.00043775007,0.0006033394,0.00049528066,0.00031057818],"domain_scores_gemma":[0.9986798,0.00022710601,0.00017831766,0.00056161435,0.00031711356,0.000036055168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096029433,0.00023300263,0.00025782885,0.0005718007,0.00076154614,0.0003142706,0.0023557073,0.000053666652,0.000013145387],"category_scores_gemma":[0.00014368712,0.00018039407,0.000052343297,0.00054945727,0.000120005396,0.0012240214,0.0035217898,0.00095356087,0.0000034812365],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016996574,0.0018971197,0.053644545,0.00061026664,0.00037166043,0.00008583274,0.32442862,0.0021259512,0.28555074,0.11602353,0.0063023646,0.2072597],"study_design_scores_gemma":[0.0060770772,0.014508695,0.4305573,0.0022356287,0.00009899991,0.003129126,0.13495441,0.05928245,0.3335653,0.008605555,0.0046342392,0.0023512368],"about_ca_topic_score_codex":0.0004700527,"about_ca_topic_score_gemma":0.00012267234,"teacher_disagreement_score":0.37691274,"about_ca_system_score_codex":0.00020881584,"about_ca_system_score_gemma":0.0000260526,"threshold_uncertainty_score":0.7356257},"labels":[],"label_agreement":null},{"id":"W4226461931","doi":"10.1145/3512973","title":"Towards Sustainable ICTD in Bangladesh: Understanding the Program and Policy Landscape and Its Implications for CSCW and HCI","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Mandate; Sustainability; Government (linguistics); Knowledge management; Intermediary; Public relations; Context (archaeology); Political science; Work (physics); Business; Engineering; Computer science; Marketing","score_opus":0.08712814667096154,"score_gpt":0.3498802518667343,"score_spread":0.2627521051957728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226461931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95506644,0.00014514705,0.0025740478,0.03891552,0.00024881525,0.0014712098,0.000005595987,0.00013598798,0.0014372088],"genre_scores_gemma":[0.995611,0.000019825271,0.003536059,0.00036626987,0.00007381282,0.000264295,0.0000016867126,0.00001158286,0.00011547099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917686,0.00002704232,0.00020805412,0.00023399576,0.0001251728,0.00022887287],"domain_scores_gemma":[0.99915534,0.00022592557,0.00017910812,0.00028248373,0.0001304579,0.000026679883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048763404,0.00012721041,0.0001358895,0.00029149276,0.000906211,0.00039683635,0.0012320344,0.00002977841,0.0000011937278],"category_scores_gemma":[0.00014430209,0.00009522784,0.00003161013,0.00039537583,0.00006076469,0.00054821983,0.002824195,0.00027040727,8.978564e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035349814,0.00010303313,0.0024131052,0.00022867911,0.000033558434,2.3526161e-7,0.017134523,0.000047063815,0.00048111504,0.96607196,0.0019875253,0.011463837],"study_design_scores_gemma":[0.0017675762,0.0015600506,0.082381435,0.00034162338,0.000038384853,0.00029904148,0.018958205,0.0701979,0.0021015226,0.8111373,0.01059754,0.00061937544],"about_ca_topic_score_codex":0.00004507354,"about_ca_topic_score_gemma":0.0000055182663,"teacher_disagreement_score":0.15493463,"about_ca_system_score_codex":0.00021363272,"about_ca_system_score_gemma":0.000037961214,"threshold_uncertainty_score":0.69699335},"labels":[],"label_agreement":null},{"id":"W4280653139","doi":"10.1145/3530883","title":"Gaze as an Indicator of Input Recognition Errors","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories","funders":"","keywords":"Gaze; Computer science; Artificial intelligence; Task (project management); Computer vision; Selection (genetic algorithm); Gesture; Speech recognition; Motion (physics); Pattern recognition (psychology); Engineering","score_opus":0.05676673994921659,"score_gpt":0.31713587221940387,"score_spread":0.26036913227018726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280653139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995902,0.0000047655435,0.00073020364,0.0012936488,0.0007784237,0.00018283378,0.000004032867,0.00019176018,0.00091233343],"genre_scores_gemma":[0.9909003,0.0000013378467,0.008622006,0.00028796514,0.00008299285,0.000038538114,0.000003688222,0.000013413558,0.000049767114],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99858356,0.000034911824,0.0003674618,0.00043373197,0.0003987122,0.0001816328],"domain_scores_gemma":[0.99848264,0.000059937338,0.0006905495,0.0005534858,0.00017591495,0.000037455928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003919865,0.0001511317,0.00020652439,0.00039325398,0.00028633937,0.000055231845,0.0029857873,0.000059113663,0.000051309384],"category_scores_gemma":[0.00010817438,0.00013061213,0.00011837143,0.00041487438,0.00008021299,0.0005569981,0.0015353746,0.0004897279,0.000016931006],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043424443,0.004261876,0.015203003,0.0003434419,0.00034896613,0.000008076872,0.012414219,0.00038862898,0.3062632,0.10783313,0.021110466,0.5313907],"study_design_scores_gemma":[0.0015010013,0.006091373,0.06257701,0.00041954248,0.00007264014,0.000293256,0.0012283017,0.011684509,0.7409086,0.16998287,0.0044593243,0.0007815185],"about_ca_topic_score_codex":0.00003473631,"about_ca_topic_score_gemma":0.0000011455885,"teacher_disagreement_score":0.53060925,"about_ca_system_score_codex":0.00011014257,"about_ca_system_score_gemma":0.000021514714,"threshold_uncertainty_score":0.55483854},"labels":[],"label_agreement":null},{"id":"W4283019756","doi":"10.1145/3534525","title":"Mobile Applications for Health and Wellness: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"mHealth; Computer science; Behaviour change; Behavior change; Scale (ratio); Psychology; Medicine; Psychological intervention; Nursing","score_opus":0.15953864037850016,"score_gpt":0.5136574396824999,"score_spread":0.3541187993039997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283019756","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014781964,0.9332733,0.0001268091,0.00089477625,0.00067386945,0.064269185,0.00011734794,0.0001200911,0.0005231194],"genre_scores_gemma":[0.0000019390998,0.7529515,0.00050694257,0.003685532,0.00041979173,0.24161589,0.00011426419,0.00007369767,0.00063046435],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99519217,0.0002789137,0.0028405376,0.0007603164,0.0003717122,0.00055632467],"domain_scores_gemma":[0.99111146,0.0017165267,0.0053874184,0.0012318805,0.00026493505,0.0002878105],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002073756,0.00046710204,0.0026949665,0.00029867544,0.0022236193,0.000024804463,0.0017172119,0.0002241518,0.00009387763],"category_scores_gemma":[0.0005974754,0.0003273038,0.00052345434,0.00053064787,0.000053029366,0.00012882812,0.0009155303,0.0014044837,0.000045850422],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006656489,0.000086903376,6.882564e-7,0.8067963,0.00005052382,1.2215813e-8,0.00022430882,7.639287e-8,8.262173e-8,0.003765686,0.04366169,0.14540705],"study_design_scores_gemma":[0.00013869822,0.00024769403,2.2078798e-7,0.29706168,0.00040593516,0.000010551415,0.00015113947,0.000008704512,1.3100868e-7,0.0005216473,0.7013084,0.00014518306],"about_ca_topic_score_codex":0.000023235163,"about_ca_topic_score_gemma":0.0000029284327,"teacher_disagreement_score":0.6576467,"about_ca_system_score_codex":0.00081339234,"about_ca_system_score_gemma":0.00057942665,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W4283032468","doi":"10.1145/3534520","title":"Facilitating Asynchronous Collaboration in Scientific Workflow Composition Using Provenance","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Workflow; Computer science; Software versioning; Asynchronous communication; Workflow management system; Software engineering; Variety (cybernetics); Data science; Collaborative software; Software; Workflow technology; World Wide Web; Database","score_opus":0.14347646684298065,"score_gpt":0.4115301641913856,"score_spread":0.26805369734840495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283032468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99287564,0.000009690004,0.0014950446,0.0007106057,0.0037513163,0.0004794846,0.000016313354,0.000041097133,0.0006207886],"genre_scores_gemma":[0.9904712,1.2981329e-7,0.009011048,0.00010081472,0.0001067225,0.000027286445,0.000009252674,0.000009198852,0.0002643659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964038,0.00010277733,0.00080563355,0.00085313764,0.0015940963,0.00024052817],"domain_scores_gemma":[0.9973848,0.00039927513,0.00085903844,0.0008489368,0.00047439683,0.00003354033],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004366032,0.00014905332,0.00021865207,0.0007220173,0.0011976783,0.0011331562,0.0024374037,0.000026003348,0.00007109379],"category_scores_gemma":[0.001013552,0.000120829485,0.00010226887,0.0023766616,0.00010302033,0.00091912464,0.0022418515,0.00030823986,0.000017131295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004767157,0.0016376108,0.01796867,0.00013699233,0.000060070462,0.000004626275,0.024953354,0.4276514,0.21339989,0.011111287,0.07111144,0.23148794],"study_design_scores_gemma":[0.0010880247,0.00046215559,0.011773898,0.00045536345,0.000024061614,0.00002816229,0.010456998,0.90518326,0.015635356,0.045347273,0.009068327,0.0004771461],"about_ca_topic_score_codex":0.000039618808,"about_ca_topic_score_gemma":0.0000112708685,"teacher_disagreement_score":0.47753185,"about_ca_system_score_codex":0.00048831844,"about_ca_system_score_gemma":0.00004028376,"threshold_uncertainty_score":0.99990374},"labels":[],"label_agreement":null},{"id":"W4288079562","doi":"10.1145/3415201","title":"Combating Misinformation in Bangladesh","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Misinformation; Situated; Context (archaeology); Newspaper; Computer-supported cooperative work; Public relations; Social media; Population; Political science; Internet privacy; Politics; Sociology; Work (physics); Media studies; Computer science; Geography; Engineering; Law","score_opus":0.08039606910897877,"score_gpt":0.3060802371013435,"score_spread":0.22568416799236474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288079562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729221,0.0000056097497,0.005379672,0.014904105,0.000744801,0.00027375913,5.5094915e-7,0.0002055751,0.0055638617],"genre_scores_gemma":[0.9690824,0.0000016714988,0.028763536,0.0019790519,0.00013468528,0.0000091033935,0.000001323037,0.000009395725,0.000018837856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988839,0.000019789743,0.00043320117,0.00018412172,0.00030623234,0.00017277586],"domain_scores_gemma":[0.9988897,0.00012988059,0.00037426772,0.00038553606,0.00018802323,0.00003258728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026452728,0.0001438826,0.00016920922,0.00017057742,0.00015420813,0.000250237,0.0032816005,0.00005164815,0.0000060311713],"category_scores_gemma":[0.00027043244,0.000120100376,0.00007159368,0.00045188094,0.000032244767,0.001460799,0.0016509212,0.00039315704,0.000021098898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022542677,0.0006817888,0.022067139,0.0017443008,0.00018952419,0.000004258495,0.2683968,0.0036754045,0.044080496,0.42158982,0.098785825,0.13855922],"study_design_scores_gemma":[0.0021819975,0.001151743,0.06628589,0.0028206946,0.000019475816,0.000064002284,0.002654708,0.605438,0.26837265,0.039523937,0.010354352,0.0011325412],"about_ca_topic_score_codex":0.000017285598,"about_ca_topic_score_gemma":0.0000012505678,"teacher_disagreement_score":0.6017626,"about_ca_system_score_codex":0.00010289203,"about_ca_system_score_gemma":0.000014662715,"threshold_uncertainty_score":0.6098085},"labels":[],"label_agreement":null},{"id":"W4289326033","doi":"10.1145/3274386","title":"Opinion Conflicts","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Incivility; Reputation; Baseline (sea); Computer science; Sentiment analysis; Fake news; Social media; Fraction (chemistry); Psychology; Computer security; Internet privacy; Social psychology; World Wide Web; Artificial intelligence; Political science","score_opus":0.05491092177609213,"score_gpt":0.3229254744530044,"score_spread":0.26801455267691227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289326033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620434,0.000008894711,0.010921394,0.002641507,0.007196365,0.00038237916,8.7028167e-7,0.00039584303,0.016409356],"genre_scores_gemma":[0.9877025,0.0000036450667,0.010197164,0.0005521432,0.0011593252,0.000011218714,6.0788005e-7,0.000013450991,0.00035994165],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987403,0.000012816492,0.00028726755,0.00039682785,0.00034040745,0.00022239173],"domain_scores_gemma":[0.99858797,0.000040849853,0.0003239126,0.00061046035,0.00038261001,0.00005417697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025108943,0.00016294977,0.0001501687,0.00016989218,0.00029883167,0.00023226478,0.002273807,0.00007663685,0.000021311977],"category_scores_gemma":[0.00010707554,0.00012307856,0.00011766934,0.0003282354,0.000077176875,0.00079262763,0.0008533647,0.00023598399,0.0001309606],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002537417,0.0006998155,0.0014447931,0.00021902264,0.00021712245,0.0000016035239,0.008873264,0.000047680824,0.44609165,0.16799618,0.10820407,0.26595107],"study_design_scores_gemma":[0.00063133135,0.001590398,0.007880496,0.00046788008,0.000011962841,0.00009269965,0.000056893026,0.014028806,0.8906595,0.016387528,0.067818806,0.00037370692],"about_ca_topic_score_codex":0.000027118067,"about_ca_topic_score_gemma":0.0000015277406,"teacher_disagreement_score":0.44456783,"about_ca_system_score_codex":0.00007186887,"about_ca_system_score_gemma":0.000010377198,"threshold_uncertainty_score":0.5018998},"labels":[],"label_agreement":null},{"id":"W4293997852","doi":"10.1145/3555659","title":"Anticipated versus Actual Effects of Platform Design Change: A Case Study of Twitter's Character Limit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Counterfactual thinking; Computer science; Limit (mathematics); Character (mathematics); Unintended consequences; Intervention (counseling); Counterfactual conditional; Human–computer interaction; World Wide Web; Psychology; Social psychology; Political science; Mathematics","score_opus":0.16115285519412562,"score_gpt":0.3611459613885243,"score_spread":0.19999310619439867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293997852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983856,0.000002946992,0.00018886212,0.000034593202,0.00037907512,0.00088483625,0.0000031292695,0.00003632134,0.000084636355],"genre_scores_gemma":[0.99901885,3.5344019e-7,0.00042836778,0.000023118746,0.00029131878,0.00019333567,0.0000046796717,0.000023575381,0.00001637519],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987136,0.000039199553,0.0004611995,0.00027816766,0.00033200547,0.00017583068],"domain_scores_gemma":[0.99825394,0.0002555042,0.00088041,0.00038983513,0.00019206575,0.000028239263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025039475,0.00020058481,0.0003952859,0.00026001205,0.00018927653,0.00003041377,0.00078097504,0.000023737794,0.000082952094],"category_scores_gemma":[0.000016972865,0.00016728305,0.00019532222,0.00033593256,0.000031441774,0.0002651011,0.0009795703,0.0003274023,8.71961e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011352987,0.03928798,0.10116815,0.0015420935,0.0117246695,0.00012530122,0.2447741,0.002469874,0.3377369,0.003959976,0.023557324,0.22230063],"study_design_scores_gemma":[0.012631269,0.030844599,0.029047797,0.0011555293,0.0025505729,0.00014278397,0.028591653,0.044961903,0.8438986,0.004009572,0.0006011928,0.0015645344],"about_ca_topic_score_codex":0.0004720334,"about_ca_topic_score_gemma":0.0000032244432,"teacher_disagreement_score":0.5061617,"about_ca_system_score_codex":0.00007005701,"about_ca_system_score_gemma":0.00000780794,"threshold_uncertainty_score":0.6821605},"labels":[],"label_agreement":null},{"id":"W4296491960","doi":"10.1145/3546750","title":"Augmented Reality Based Video Shooting Guidance for Novice Users","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Augmented reality; Mobile device; Sample (material); Multimedia; Matching (statistics); Computer vision; Artificial intelligence; Video camera; Human–computer interaction","score_opus":0.05871861747895485,"score_gpt":0.3244186896993891,"score_spread":0.26570007222043424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296491960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5828142,0.000014967834,0.39843038,0.013857501,0.0021568304,0.0010975761,0.000017503602,0.00033438922,0.001276654],"genre_scores_gemma":[0.9786666,4.0866453e-7,0.01952742,0.0013746526,0.00017082236,0.00010708579,0.000010394587,0.000015941781,0.00012669622],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981704,0.000042140764,0.00051818514,0.0005298777,0.0005150078,0.00022443163],"domain_scores_gemma":[0.99804133,0.00017666782,0.0007246539,0.00062893535,0.0003880317,0.000040382583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094625156,0.00017219034,0.00022815431,0.00021555566,0.0007169405,0.00022401671,0.0026495869,0.000035341447,0.000020045261],"category_scores_gemma":[0.00026543892,0.00014843662,0.00025490494,0.0005868453,0.000023080433,0.0006923339,0.0011831106,0.00024296777,0.0000019733793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095624384,0.0027170172,0.020051591,0.0010654937,0.00076193153,0.0000025382342,0.0071607325,0.2318296,0.25735003,0.13166474,0.202054,0.14438611],"study_design_scores_gemma":[0.00065868173,0.000368807,0.005653916,0.00012561583,0.00004013515,0.0000043248883,0.000116215335,0.9557614,0.026712883,0.0038977202,0.006422414,0.0002379161],"about_ca_topic_score_codex":0.00008802772,"about_ca_topic_score_gemma":0.000009328204,"teacher_disagreement_score":0.7239318,"about_ca_system_score_codex":0.00026189402,"about_ca_system_score_gemma":0.000027227017,"threshold_uncertainty_score":0.605307},"labels":[],"label_agreement":null},{"id":"W4296782614","doi":"10.1145/3546721","title":"CheckMyFit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Usability; Hearing aid; Task (project management); Computer science; Audiology; Hearing loss; Human–computer interaction; Field (mathematics); Quality (philosophy); Multimedia; Medicine; Engineering; Mathematics","score_opus":0.10354298669443078,"score_gpt":0.33664386720714695,"score_spread":0.23310088051271616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296782614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97868496,8.5003563e-7,0.000007769662,0.0020565095,0.0023544505,0.00022536941,0.000008611026,0.00010577652,0.016555712],"genre_scores_gemma":[0.99537474,0.0000015431461,0.00012811298,0.001598095,0.00030420136,0.000053526182,8.549141e-7,0.000022515456,0.0025163852],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986421,0.000028057188,0.0003014702,0.0003886332,0.00044248108,0.0001972582],"domain_scores_gemma":[0.99893117,0.00016809405,0.00038038392,0.00040882835,0.000074525975,0.000037018835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007681732,0.00015051347,0.00015136623,0.00019016175,0.0007440557,0.00008262859,0.0015026628,0.000028120436,0.00056667905],"category_scores_gemma":[0.00031648675,0.00012346105,0.00018991702,0.00030101195,0.00006372165,0.00044139067,0.0010077732,0.0006256011,0.00006144556],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011268107,0.00032228912,0.0002009112,0.000017698061,0.000013427435,0.0000013557751,0.001351226,0.00032530326,0.95722747,0.006756441,0.031425424,0.0022457999],"study_design_scores_gemma":[0.00027343965,0.00037876176,0.0008331683,0.00003636226,0.000016119962,0.00016218504,0.0005846169,0.0014609072,0.9367485,0.003080029,0.05625812,0.00016775922],"about_ca_topic_score_codex":0.000019692081,"about_ca_topic_score_gemma":8.8337623e-7,"teacher_disagreement_score":0.024832696,"about_ca_system_score_codex":0.00017128797,"about_ca_system_score_gemma":0.000009357708,"threshold_uncertainty_score":0.6204738},"labels":[],"label_agreement":null},{"id":"W4296782716","doi":"10.1145/3546747","title":"OneButtonPIN: A Single Button Authentication Method for Blind or Low Vision Users to Improve Accessibility and Prevent Eavesdropping","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eavesdropping; Computer security; Usability; Authentication (law); Biometrics; Computer science; Identification (biology); Resilience (materials science); Human–computer interaction; Internet privacy","score_opus":0.0629865327676167,"score_gpt":0.3766288507812726,"score_spread":0.31364231801365594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296782716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91366416,0.000006126946,0.07766413,0.005327715,0.0013679616,0.0017979967,0.000008444678,0.00011276844,0.000050701703],"genre_scores_gemma":[0.9680402,6.650327e-7,0.030593917,0.00060739194,0.0001298311,0.0002837415,0.0000035721764,0.000018647474,0.00032202326],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979022,0.0000713521,0.00057209923,0.0007507984,0.00046720429,0.00023635913],"domain_scores_gemma":[0.99801433,0.00021344385,0.00059137045,0.0007319442,0.00035896144,0.00008993451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011258374,0.00019991779,0.000260557,0.00027179703,0.00054243987,0.00043371643,0.0020693208,0.000051681094,0.0000128714055],"category_scores_gemma":[0.0002975131,0.00015701521,0.0001271457,0.00048790884,0.000026532856,0.00082486455,0.0019661519,0.00023041834,0.0000030124754],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010956058,0.0030767766,0.0003167726,0.0010924225,0.00019674811,4.974239e-7,0.11798169,0.00014279227,0.7571352,0.012001,0.006372851,0.10058762],"study_design_scores_gemma":[0.0022231657,0.0040966477,0.006745121,0.0006425554,0.00008869546,0.000051046343,0.0013688091,0.66343504,0.29772192,0.01691508,0.0060089277,0.0007029677],"about_ca_topic_score_codex":0.000027150272,"about_ca_topic_score_gemma":0.0000042423694,"teacher_disagreement_score":0.6632923,"about_ca_system_score_codex":0.00028213192,"about_ca_system_score_gemma":0.00003123268,"threshold_uncertainty_score":0.6402894},"labels":[],"label_agreement":null},{"id":"W4296784305","doi":"10.1145/3546736","title":"Understanding and Adapting Bezel-to-Bezel Interactions for Circular Smartwatches in Mobile and Encumbered Scenarios","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of Waterloo; Kelowna General Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Smartwatch; Computer science; Human–computer interaction; Gesture; Set (abstract data type); Control (management); Task (project management); Position (finance); Artificial intelligence; Embedded system; Wearable computer; Engineering","score_opus":0.12080757385646984,"score_gpt":0.32333945492354277,"score_spread":0.20253188106707293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296784305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97752744,0.000023604709,0.018400941,0.0017708779,0.000949572,0.0008739233,0.000007299123,0.000028603963,0.00041771808],"genre_scores_gemma":[0.9953065,0.0000036328167,0.003742645,0.00053825346,0.000082702085,0.00022086724,0.000002415433,0.00001850924,0.000084509506],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853975,0.00003056343,0.00036002576,0.000549226,0.00024715991,0.00027329146],"domain_scores_gemma":[0.99890137,0.00030077057,0.00030437592,0.00029076377,0.00014300246,0.000059739137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003920391,0.00020049975,0.00024148812,0.00039938363,0.00059117994,0.00021352488,0.0009729181,0.000033761266,0.0000100486095],"category_scores_gemma":[0.00013385472,0.00018698952,0.0001083806,0.00032378922,0.00004091971,0.0009896938,0.0016428928,0.00040563848,0.0000015296469],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061463314,0.00094141316,0.014553944,0.0004411676,0.00031349054,0.000005447268,0.05024047,0.0035641321,0.8585903,0.050235618,0.010521315,0.009978076],"study_design_scores_gemma":[0.00808976,0.008638631,0.06977673,0.0030757175,0.00025184712,0.00093833404,0.06609625,0.46331856,0.27392957,0.07609218,0.026570313,0.0032221123],"about_ca_topic_score_codex":0.00006825154,"about_ca_topic_score_gemma":0.000015805323,"teacher_disagreement_score":0.5846607,"about_ca_system_score_codex":0.0003938589,"about_ca_system_score_gemma":0.000016926524,"threshold_uncertainty_score":0.76252115},"labels":[],"label_agreement":null},{"id":"W4307715476","doi":"10.1145/3549488","title":"Communication Sequences Indicate Team Cohesion: A Mixed-Methods Study of Ad Hoc League of Legends Teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Engineering and Physical Sciences Research Council","keywords":"Cohesion (chemistry); League; Post hoc; Post-hoc analysis; Psychology; Statistics; Mathematics; Medicine; Chemistry","score_opus":0.053193074481886565,"score_gpt":0.4028443696269988,"score_spread":0.3496512951451123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307715476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956025,0.00009261273,0.000036634316,0.00029177783,0.001076371,0.00044859762,0.0000107741425,0.000034075936,0.0024066803],"genre_scores_gemma":[0.9967131,0.000015484686,0.0026912692,0.000062605184,0.00005902669,0.00010701272,0.000007167646,0.000021410966,0.00032294772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99830407,0.00017464049,0.00068372505,0.00031124317,0.00036518805,0.00016111301],"domain_scores_gemma":[0.9974246,0.00018648148,0.0013970332,0.0007700345,0.00019516627,0.000026653654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012052224,0.00017052205,0.00034338894,0.00029369228,0.00029690805,0.000021912972,0.0020803835,0.000062665225,0.00014830103],"category_scores_gemma":[0.000045341218,0.00014051603,0.00013222471,0.00037946462,0.000111905785,0.00020937795,0.0012204073,0.0005796354,0.0000034224583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020586264,0.014264075,0.12772724,0.0006420333,0.0014411013,0.0000015277038,0.21409756,0.0018172241,0.11553358,0.011216227,0.0323479,0.4788529],"study_design_scores_gemma":[0.0059902067,0.023244925,0.7193088,0.0009310392,0.0004943596,0.0001911344,0.1461617,0.012129034,0.06335376,0.009137187,0.017802762,0.001255116],"about_ca_topic_score_codex":0.0002136222,"about_ca_topic_score_gemma":0.000013146853,"teacher_disagreement_score":0.5915815,"about_ca_system_score_codex":0.00010919953,"about_ca_system_score_gemma":0.000015855947,"threshold_uncertainty_score":0.57300776},"labels":[],"label_agreement":null},{"id":"W4307715686","doi":"10.1145/3549507","title":"miniPXI: Development and Validation of an Eleven-Item Measure of the Player Experience Inventory","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Reliability (semiconductor); Scale (ratio); Measure (data warehouse); Applied psychology; Psychology; Validity; Computer science; Content validity; Psychometrics; Data mining; Clinical psychology; Geography; Cartography","score_opus":0.09465823428975312,"score_gpt":0.35858039746569853,"score_spread":0.2639221631759454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307715686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997776,0.000017129672,0.000011421607,0.0004024101,0.0008538654,0.00023362011,0.000002316756,0.000008876928,0.000694396],"genre_scores_gemma":[0.99884015,5.0772263e-7,0.00057696376,0.00009180266,0.00008047968,0.00007910178,0.0000042447464,0.000009450746,0.0003172934],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99899644,0.00004120506,0.0003505728,0.00021203946,0.00031913334,0.0000805954],"domain_scores_gemma":[0.9988495,0.000052849973,0.00061109266,0.00027972652,0.00018778445,0.000019018506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003175048,0.00008850631,0.000112560374,0.00009014163,0.00015306007,0.000013889211,0.0006564686,0.00003274822,0.00008575416],"category_scores_gemma":[0.00006098573,0.0000656455,0.000051819334,0.00014655665,0.00005659628,0.00016105805,0.00026152554,0.00015666692,9.912619e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007042168,0.002995481,0.13280024,0.00034335235,0.0003255512,1.5932639e-7,0.40105838,0.00028421823,0.35429946,0.03128452,0.008629887,0.06727453],"study_design_scores_gemma":[0.00051799143,0.0004049424,0.52931535,0.00019042933,0.00003644611,0.000027029459,0.016093243,0.0003008617,0.44336832,0.0017505613,0.0078044385,0.00019039279],"about_ca_topic_score_codex":0.000025693867,"about_ca_topic_score_gemma":0.0000018105357,"teacher_disagreement_score":0.3965151,"about_ca_system_score_codex":0.000078554534,"about_ca_system_score_gemma":0.000020758702,"threshold_uncertainty_score":0.2676946},"labels":[],"label_agreement":null},{"id":"W4307716635","doi":"10.1145/3549490","title":"Definitions of Esports: A Systematic Review and Thematic Analysis","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Representativeness heuristic; Thematic analysis; Diversity (politics); Thematic map; Field (mathematics); Data science; Computer science; Sociology; Psychology; Geography; Social science; Qualitative research; Mathematics; Social psychology; Cartography","score_opus":0.17134637226222274,"score_gpt":0.40192556243901617,"score_spread":0.23057919017679343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307716635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007376953,0.9697386,0.0000027905692,0.00013291664,0.00029136785,0.0020434721,0.000022085023,0.000035318408,0.027659668],"genre_scores_gemma":[0.00019181709,0.9984847,0.00013366474,0.0001041355,0.000065385706,0.00023451773,0.00001206675,0.00001733414,0.0007563867],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.998061,0.0000711706,0.00096766435,0.00027051172,0.00048403032,0.00014560911],"domain_scores_gemma":[0.996812,0.00047420102,0.0021214609,0.00039378458,0.00014695333,0.00005164064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009192684,0.00021844209,0.001955385,0.00035845756,0.0001402581,0.00008798762,0.001152272,0.00007311741,0.00014693095],"category_scores_gemma":[0.001133762,0.00014241178,0.00089114,0.0009743672,0.000115398274,0.00022935962,0.0004414037,0.00026757855,0.00000397179],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000131597,0.00014084064,0.0000025441138,0.91990966,0.0012875575,3.3763544e-7,0.0025748026,2.481707e-7,1.4923707e-7,0.01587761,0.0009362117,0.059268713],"study_design_scores_gemma":[0.00006686845,0.00013630664,0.0000035100059,0.6339231,0.03269524,0.00002002618,0.001411653,0.000005381424,0.0000011082341,0.0026509496,0.3287574,0.00032844683],"about_ca_topic_score_codex":0.000027727647,"about_ca_topic_score_gemma":0.000010629236,"teacher_disagreement_score":0.3278212,"about_ca_system_score_codex":0.00013584532,"about_ca_system_score_gemma":0.00004543669,"threshold_uncertainty_score":0.5807384},"labels":[],"label_agreement":null},{"id":"W4307716814","doi":"10.1145/3549504","title":"LightPlay: Using an External Ambient Lighting Strip for Video Game Indicators","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Brightness; Workload; Frame rate; Real-time computing; Simulation; Computer vision","score_opus":0.06094596467004612,"score_gpt":0.33460572067004596,"score_spread":0.2736597559999998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307716814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97069573,0.0000084564335,0.025620777,0.00046522354,0.0022799356,0.00048706558,0.000008478814,0.000046698908,0.00038763354],"genre_scores_gemma":[0.99002033,5.1253477e-7,0.008467191,0.00087700697,0.00043757638,0.00007183188,0.0000031932518,0.000028087054,0.00009424158],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99795055,0.0000394486,0.00047612443,0.0006311608,0.0005403942,0.00036234382],"domain_scores_gemma":[0.9980752,0.00011893985,0.0008886584,0.0005554202,0.0002849738,0.0000768009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004320082,0.00025049804,0.00025452735,0.0004843622,0.0007538815,0.00028480912,0.0033387858,0.00004173825,0.000028126595],"category_scores_gemma":[0.00009537674,0.00021370129,0.00027265603,0.00042443085,0.000037641727,0.0016225479,0.0019731945,0.00047749688,0.000004576085],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025327626,0.00091063813,0.0013561221,0.00008103739,0.00012898575,0.000002165395,0.005733379,0.0015187433,0.95429415,0.026003124,0.005134918,0.004583485],"study_design_scores_gemma":[0.0010935195,0.0022467626,0.006614454,0.00032977344,0.00006050094,0.0001614385,0.0012005053,0.14104713,0.8307833,0.007676352,0.008201613,0.00058463775],"about_ca_topic_score_codex":0.00003814946,"about_ca_topic_score_gemma":7.2058896e-7,"teacher_disagreement_score":0.1395284,"about_ca_system_score_codex":0.0003943535,"about_ca_system_score_gemma":0.000034977475,"threshold_uncertainty_score":0.8714486},"labels":[],"label_agreement":null},{"id":"W4307717096","doi":"10.1145/3549508","title":"NCAlt: Alternatives and Difference Visualizations for Behavior Trees in Game Development Learning","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; Computer science; Plug-in; Workflow; Tree (set theory); Outcome (game theory); Visualization; Human–computer interaction; Video game development; Test (biology); Scale (ratio); Multimedia; Artificial intelligence; Game design; Programming language","score_opus":0.07385034738253368,"score_gpt":0.369488436201907,"score_spread":0.29563808881937337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307717096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535441,0.0000074371524,0.0453277,0.0004242341,0.0002572518,0.00030435383,0.0000031733955,0.00005872409,0.00007302435],"genre_scores_gemma":[0.9932885,0.000004037742,0.0060653198,0.00017775911,0.000037465274,0.00011259533,0.000010548891,0.000009381587,0.00029437162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901044,0.000019868798,0.0002952671,0.00029873295,0.00024529235,0.00013041783],"domain_scores_gemma":[0.9993484,0.00007310342,0.0002733362,0.00016099837,0.000116616546,0.000027532988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021557344,0.00011152353,0.00013321445,0.00023764689,0.00031015917,0.00016885292,0.0011356849,0.00001779076,0.000009368136],"category_scores_gemma":[0.000113799644,0.00009631515,0.000040359675,0.0002647165,0.000026029344,0.00036971396,0.0012632296,0.00017041723,7.1893976e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021727769,0.0038995184,0.1515119,0.00039341574,0.00020203256,0.0000041249277,0.06488277,0.009787927,0.06301365,0.42385224,0.0040729125,0.27816224],"study_design_scores_gemma":[0.0017873143,0.0010343234,0.24882019,0.00031200272,0.000036887035,0.0000296283,0.0016291892,0.6869814,0.03335748,0.008139357,0.017212912,0.0006593199],"about_ca_topic_score_codex":0.0000071408035,"about_ca_topic_score_gemma":0.0000059165586,"teacher_disagreement_score":0.67719346,"about_ca_system_score_codex":0.00009209413,"about_ca_system_score_gemma":0.000016093607,"threshold_uncertainty_score":0.39276177},"labels":[],"label_agreement":null},{"id":"W4307884509","doi":"10.1145/3549514","title":"Shoulder-to-Shoulder: How Pinball Supports Men's Wellbeing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mental health; Social connectedness; Psychological intervention; Thematic analysis; Situated; Context (archaeology); Psychology; Social psychology; Appeal; Sociology; Qualitative research; Public relations; Psychotherapist; Political science; Computer science","score_opus":0.04504400566068958,"score_gpt":0.3335708158090895,"score_spread":0.2885268101483999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307884509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.746993,0.000011793931,0.000056463068,0.029836237,0.0035616437,0.0008167618,0.000007439465,0.00019316573,0.2185235],"genre_scores_gemma":[0.9765105,0.000005680073,0.00050360104,0.0013340376,0.00072260643,0.00006199056,0.0000032964506,0.000025459905,0.020832792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981732,0.00002695227,0.00024533487,0.0003724259,0.00082782115,0.00035425907],"domain_scores_gemma":[0.9990477,0.000082717546,0.00030044417,0.0002697367,0.0001727529,0.0001266254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055247266,0.00016624152,0.00020559983,0.00017860034,0.0005264683,0.0003296359,0.0015570438,0.00005051779,0.00022141362],"category_scores_gemma":[0.00025397644,0.00014381009,0.0001817897,0.00033749867,0.00008025255,0.000609195,0.0011791752,0.00037047215,0.0000088853585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022940506,0.0008957751,0.0045603174,0.00013788915,0.00018112872,0.000008051815,0.07720418,0.00049241475,0.0188106,0.04006997,0.60002166,0.25738862],"study_design_scores_gemma":[0.00027406032,0.00045583883,0.0017804299,0.000115226736,0.000032842716,0.000010274329,0.010403434,0.00020312994,0.005536123,0.003198197,0.977701,0.00028943882],"about_ca_topic_score_codex":0.000083123676,"about_ca_topic_score_gemma":0.000023207629,"teacher_disagreement_score":0.37767938,"about_ca_system_score_codex":0.0002865927,"about_ca_system_score_gemma":0.0000380697,"threshold_uncertainty_score":0.5864405},"labels":[],"label_agreement":null},{"id":"W4307884787","doi":"10.1145/3549489","title":"Daily Quests or Daily Pests? The Benefits and Pitfalls of Engagement Rewards in Games","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Incentive; Harm; Variety (cybernetics); Social psychology; Prosocial behavior; Applied psychology; Cognitive psychology; Computer science","score_opus":0.13149698467085,"score_gpt":0.4113357146758029,"score_spread":0.27983873000495285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307884787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947619,0.00012878142,0.000002970642,0.0018549716,0.0012991645,0.000478502,0.000013753727,0.00002591216,0.001434056],"genre_scores_gemma":[0.9981647,0.000016662323,0.00023024992,0.0004569122,0.00012339141,0.00016880054,0.0000033400695,0.000018251245,0.00081768516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855006,0.0000908435,0.00055615086,0.00031010507,0.00027718736,0.00021566723],"domain_scores_gemma":[0.9988581,0.0001197997,0.00048684422,0.00037640947,0.00012125881,0.000037609738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007741296,0.00014902705,0.00021967084,0.00020793425,0.00027012694,0.00003713938,0.000937455,0.000048531027,0.0004898386],"category_scores_gemma":[0.00007009546,0.00009812684,0.00011624775,0.0002357702,0.00006856264,0.00019108295,0.00079573394,0.0006040727,0.000006249364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038653947,0.005837729,0.14476497,0.00065604947,0.00032139206,0.000007896754,0.06758594,0.00020906531,0.007976189,0.053406976,0.1958053,0.5195631],"study_design_scores_gemma":[0.0022542172,0.004642802,0.9508392,0.0009717328,0.000101385376,0.00010145016,0.007994005,0.00022942045,0.0034753168,0.0017615865,0.027263943,0.0003649331],"about_ca_topic_score_codex":0.0004733137,"about_ca_topic_score_gemma":0.00007135814,"teacher_disagreement_score":0.80607426,"about_ca_system_score_codex":0.00011848001,"about_ca_system_score_gemma":0.000014646416,"threshold_uncertainty_score":0.5363389},"labels":[],"label_agreement":null},{"id":"W4307887189","doi":"10.1145/3549498","title":"Feeling Good and In Control: In-game Tools to Support Targets of Toxicity","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feeling; Harm; Toxicity; Psychology; Coping (psychology); Variety (cybernetics); Internet privacy; Computer science; Social psychology; Psychotherapist; Medicine; Artificial intelligence","score_opus":0.07045441158871146,"score_gpt":0.3683867162160934,"score_spread":0.29793230462738196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99619746,0.000011853337,0.000017402119,0.0009601492,0.00081650226,0.00043060156,0.000009870545,0.00003675393,0.0015193941],"genre_scores_gemma":[0.99889445,7.527544e-7,0.00020498887,0.00052103325,0.00006362582,0.000093301795,0.0000021781966,0.000015582305,0.00020408556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870867,0.00003380556,0.0004951321,0.00035720994,0.0001871641,0.00021804872],"domain_scores_gemma":[0.9991987,0.00010967779,0.00030194817,0.00029212312,0.00007086568,0.000026696422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005102372,0.00013624947,0.00031680593,0.00042637603,0.00005800577,0.000020857928,0.0007449083,0.00008234666,0.00015327655],"category_scores_gemma":[0.000108831875,0.00012730945,0.000060008595,0.00026041688,0.000044887136,0.0001476481,0.00062850735,0.00046848782,0.0000037658613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018850275,0.0029933664,0.5619969,0.00013573261,0.00013504112,0.000014044297,0.024332454,0.00025017565,0.32514217,0.030089358,0.0046597603,0.04836601],"study_design_scores_gemma":[0.0057905563,0.005121176,0.8919417,0.00021082944,0.00007040951,0.00015841004,0.0072012735,0.0005224048,0.06875193,0.010126042,0.009470992,0.00063424953],"about_ca_topic_score_codex":0.00018522666,"about_ca_topic_score_gemma":0.000046677684,"teacher_disagreement_score":0.32994485,"about_ca_system_score_codex":0.00011876442,"about_ca_system_score_gemma":0.0000072833336,"threshold_uncertainty_score":0.5191529},"labels":[],"label_agreement":null},{"id":"W4307887809","doi":"10.1145/3549519","title":"Using fNIRS to Assess Cognitive Activity During Gameplay","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cognition; Functional near-infrared spectroscopy; Psychology; Cognitive psychology; Prefrontal cortex; Neuroscience","score_opus":0.2162325167419756,"score_gpt":0.3807061304970239,"score_spread":0.1644736137550483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447685,0.0000011935351,0.00010675941,0.0020403536,0.0015233408,0.00045466283,0.000014424657,0.000092139606,0.0012902797],"genre_scores_gemma":[0.9976674,4.7237305e-7,0.00028777943,0.0014481511,0.00028072196,0.00008324435,2.872779e-7,0.00002898318,0.00020296124],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981881,0.000061584564,0.00022062055,0.00064804836,0.0006266484,0.00025501286],"domain_scores_gemma":[0.9977708,0.0013944182,0.00035789923,0.00026095274,0.00016914724,0.000046812343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002769977,0.0002045123,0.0002279993,0.00027205882,0.0011794674,0.00010226307,0.0008973279,0.000028032722,0.000060101105],"category_scores_gemma":[0.003572087,0.00018479241,0.00014622202,0.0004941745,0.00006562371,0.0005625267,0.002570275,0.0005278766,0.000011687288],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042546232,0.00026085303,0.0012518668,0.000045807752,0.00003212246,0.0000016966779,0.0010378263,0.001460857,0.992731,0.0004294226,0.0014862975,0.0008368156],"study_design_scores_gemma":[0.00040789242,0.00040553353,0.018930443,0.00013825859,0.00002564182,0.00009066274,0.0004984425,0.001956063,0.97609496,0.0007871386,0.00043324195,0.00023172818],"about_ca_topic_score_codex":0.000030067182,"about_ca_topic_score_gemma":0.000002389907,"teacher_disagreement_score":0.017678576,"about_ca_system_score_codex":0.0004541202,"about_ca_system_score_gemma":0.0000168845,"threshold_uncertainty_score":0.9071629},"labels":[],"label_agreement":null},{"id":"W4307887881","doi":"10.1145/3549494","title":"Enhanced Esports: Community Perspectives on Performance Enhancers in Competitive Gaming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Deutscher Akademischer Austauschdienst","keywords":"Psychology; Perception; Internet privacy; Applied psychology; Computer science; Neuroscience","score_opus":0.05876110306395941,"score_gpt":0.3653639282788934,"score_spread":0.306602825214934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746554,0.000014458584,0.000008496355,0.00031336583,0.0013797133,0.00036020175,0.0000050116087,0.00011243391,0.023150943],"genre_scores_gemma":[0.99844,0.000004643651,0.0001085433,0.00027197177,0.00011788344,0.00017795873,0.000005192684,0.000026226082,0.00084753917],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985362,0.000102101025,0.00039725448,0.00040436068,0.00028332853,0.00027671357],"domain_scores_gemma":[0.9985996,0.00017895237,0.00045917515,0.0006066731,0.00013152375,0.000024091121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054798496,0.00021407889,0.00029041266,0.00041873334,0.00051301526,0.00002721254,0.0014529445,0.00008620233,0.0003986178],"category_scores_gemma":[0.00007509649,0.00019756159,0.00010432359,0.00036573707,0.00015827725,0.00019190832,0.00078905915,0.0016217141,0.000016887849],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035331831,0.010080303,0.046096746,0.00021028843,0.0003796821,0.000009657788,0.44604632,0.00037191625,0.17756858,0.23805133,0.0038427713,0.07380921],"study_design_scores_gemma":[0.0031985664,0.0073652277,0.3548029,0.000631793,0.000073459145,0.00009501351,0.39947683,0.0003366172,0.22537099,0.0031065145,0.0046202736,0.00092179445],"about_ca_topic_score_codex":0.00028787728,"about_ca_topic_score_gemma":0.00002707892,"teacher_disagreement_score":0.30870616,"about_ca_system_score_codex":0.0005395218,"about_ca_system_score_gemma":0.000010592245,"threshold_uncertainty_score":0.80563277},"labels":[],"label_agreement":null},{"id":"W4308764908","doi":"10.1145/3555192","title":"Handoff and Deposit: Designing Temporal Coordination in Cross-Device Transfer Techniques for Mixed-Focus Collaboration","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Handover; Usability; Leverage (statistics); Human–computer interaction; Flexibility (engineering); Process (computing); Workspace; Focus (optics); Sensemaking; Telecommunications","score_opus":0.03660450249612934,"score_gpt":0.3325400208797045,"score_spread":0.2959355183835752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308764908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9178379,0.000014300833,0.07701885,0.0028326323,0.0007809003,0.0010917853,0.0000046403757,0.00021582766,0.00020314034],"genre_scores_gemma":[0.9762975,9.2425813e-7,0.022803944,0.00021549655,0.00009721076,0.00047419962,0.000005543763,0.000021646445,0.00008356037],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99831796,0.000047903584,0.00055443926,0.0005358695,0.00031820268,0.00022562114],"domain_scores_gemma":[0.9985244,0.00015307641,0.00038361573,0.00032195548,0.00059686217,0.000020092217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007672198,0.00021580998,0.00024244058,0.00065138337,0.0006284372,0.00032664396,0.0012364126,0.000100677695,0.0000047749154],"category_scores_gemma":[0.00014558411,0.0002033011,0.00007529515,0.0008085095,0.00007501471,0.0017562525,0.0006532512,0.000501732,8.553353e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074545597,0.0007456461,0.019423898,0.00029853612,0.00011708056,0.0000031203886,0.007985124,0.00038069332,0.77560174,0.12765591,0.006817512,0.06022527],"study_design_scores_gemma":[0.0011434166,0.0011556654,0.008273709,0.00020928973,0.000016978918,0.00007019872,0.00045948487,0.020793138,0.9461383,0.019760473,0.0016527947,0.00032653153],"about_ca_topic_score_codex":0.000053938893,"about_ca_topic_score_gemma":0.0000341198,"teacher_disagreement_score":0.17053656,"about_ca_system_score_codex":0.0004344642,"about_ca_system_score_gemma":0.000024404031,"threshold_uncertainty_score":0.8290378},"labels":[],"label_agreement":null},{"id":"W4308784183","doi":"10.1145/3555218","title":"Six Feet Apart: Online Payments During the COVID-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Microsoft Research; National Science Foundation","keywords":"Digitization; Government (linguistics); Context (archaeology); Business; Social distance; Pandemic; Payment; Psychological intervention; Coronavirus disease 2019 (COVID-19); Marketing; Work (physics); Public relations; Political science; Geography; Finance; Psychology; Engineering","score_opus":0.05976660481215345,"score_gpt":0.30108496357033854,"score_spread":0.24131835875818508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308784183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962992,0.000028842853,0.000020509155,0.001296463,0.0011779901,0.0002290927,0.000015694584,0.00051680335,0.00041539047],"genre_scores_gemma":[0.99874675,0.000020162608,0.00016146801,0.000527226,0.0002462476,0.00007177625,0.0000051335546,0.000027238835,0.00019399148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990691,0.000008339132,0.0002611217,0.00019501167,0.00026475865,0.0002016675],"domain_scores_gemma":[0.9993636,0.000081145736,0.00014418934,0.0003467576,0.00003544665,0.000028874376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015629601,0.00016040793,0.00015049044,0.00012580157,0.0004751281,0.00006146473,0.0013294665,0.000042643933,0.00008672424],"category_scores_gemma":[0.0000936695,0.00011109703,0.00010501218,0.00018740575,0.000049406775,0.00016803485,0.001086008,0.0005296298,0.000005084785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005930915,0.0010554672,0.18829893,0.0020319482,0.0013309482,0.000010937553,0.015422071,0.18456452,0.2409928,0.007741411,0.33307666,0.024881212],"study_design_scores_gemma":[0.0055383006,0.0017346882,0.1344316,0.0005702908,0.00028231225,0.001174709,0.018753434,0.07487019,0.1203596,0.028282804,0.61159116,0.0024109203],"about_ca_topic_score_codex":0.000030004681,"about_ca_topic_score_gemma":0.000009273833,"teacher_disagreement_score":0.27851447,"about_ca_system_score_codex":0.00039024884,"about_ca_system_score_gemma":0.000005612313,"threshold_uncertainty_score":0.45304054},"labels":[],"label_agreement":null},{"id":"W4308789076","doi":"10.1145/3555623","title":"Documenting Data Production Processes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Documentation; Computer science; Boundary object; Data science; Production (economics); Knowledge management; Object (grammar); Citizen journalism; Data curation; Data collection; Field (mathematics); Process management; World Wide Web; Artificial intelligence; Engineering; Geography","score_opus":0.20170908784496144,"score_gpt":0.438637902456563,"score_spread":0.23692881461160153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94024104,0.000020955371,0.00000596679,0.033816196,0.002804982,0.0004594604,0.000007351233,0.00011711579,0.022526963],"genre_scores_gemma":[0.99601644,0.000020752166,0.0004834741,0.00048506603,0.0013716037,0.000021484742,0.000006718009,0.000014683903,0.0015797998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983668,0.00004800165,0.00025562194,0.0003554195,0.00075344666,0.00022075763],"domain_scores_gemma":[0.9983978,0.00012052373,0.00047685107,0.0004312932,0.0005328725,0.00004061066],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016907506,0.000103245664,0.00012985418,0.000099772034,0.0023756935,0.000307021,0.0026365875,0.000044891716,0.00009380116],"category_scores_gemma":[0.0028404088,0.00009012248,0.000055034558,0.00043346515,0.00013171714,0.001550587,0.0019645544,0.00051116094,0.0000044305493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034280733,0.0020358122,0.011383809,0.00090371934,0.0004079039,0.0000017257446,0.28005907,0.00056143734,0.030467737,0.121370316,0.50064963,0.051816065],"study_design_scores_gemma":[0.00093852077,0.0010227633,0.005385516,0.0008577457,0.00021530573,0.000023840461,0.06876702,0.0005879534,0.031676725,0.22246939,0.6669021,0.0011531218],"about_ca_topic_score_codex":0.00059092813,"about_ca_topic_score_gemma":0.000112410235,"teacher_disagreement_score":0.21129204,"about_ca_system_score_codex":0.0001978926,"about_ca_system_score_gemma":0.00009591963,"threshold_uncertainty_score":0.99892306},"labels":[],"label_agreement":null},{"id":"W4308789977","doi":"10.1145/3555223","title":"Teachable Conversational Agents for Crowdwork: Effects on Performance and Trust","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Delegate; Computer science; Task (project management); Context (archaeology); Human–computer interaction; Workflow; Process (computing); Focus (optics); Conversation; Knowledge management; World Wide Web; Psychology; Engineering","score_opus":0.033577954979163625,"score_gpt":0.2808237954090481,"score_spread":0.24724584042988448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99505895,0.0000052948535,0.001372628,0.0010818343,0.0012847491,0.00039615892,0.0000016338203,0.000078363126,0.00072036654],"genre_scores_gemma":[0.99460465,0.0000012207958,0.0037742108,0.0007377455,0.00023060889,0.00007966871,0.0000018947584,0.000014067847,0.00055590604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883646,0.000017704067,0.00021576577,0.00039136494,0.00033684788,0.00020188655],"domain_scores_gemma":[0.9990583,0.00019529549,0.00026978893,0.00033491765,0.00010388677,0.000037788468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039189152,0.0001521473,0.0001576444,0.00014741291,0.0008023311,0.0001748876,0.0010531567,0.000031899122,0.000008617786],"category_scores_gemma":[0.00007778363,0.00012897841,0.000090432135,0.00015634364,0.00003178545,0.0003790249,0.0008489047,0.00028111858,0.0000031212169],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012017334,0.0015495939,0.021140825,0.0020773718,0.00047672135,0.0000043262917,0.021048525,0.019174952,0.0784189,0.12970956,0.2483718,0.47682568],"study_design_scores_gemma":[0.0032283699,0.0042535043,0.04595629,0.0008878225,0.00006528011,0.0001462336,0.00040525306,0.6986879,0.199883,0.008350252,0.03732663,0.0008094248],"about_ca_topic_score_codex":0.000006050109,"about_ca_topic_score_gemma":1.3969247e-7,"teacher_disagreement_score":0.679513,"about_ca_system_score_codex":0.00013471325,"about_ca_system_score_gemma":0.000012476342,"threshold_uncertainty_score":0.6170963},"labels":[],"label_agreement":null},{"id":"W4308963405","doi":"10.1145/3567730","title":"Reducing the Latency of Touch Tracking on Ad-hoc Surfaces","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Latency (audio); Multi-touch; RGB color model; Computer vision; Artificial intelligence; Human–computer interaction; Telecommunications","score_opus":0.052799935287616104,"score_gpt":0.3110973695248556,"score_spread":0.2582974342372395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308963405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99113244,0.000026389309,0.00026882283,0.002941799,0.0019822908,0.0002970961,0.0000038857847,0.000029046818,0.0033182048],"genre_scores_gemma":[0.99813515,0.0000072349917,0.0007497279,0.00058686355,0.00012062924,0.000025992036,0.0000013500102,0.0000168538,0.00035617757],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982473,0.0000511051,0.0004371716,0.0004446964,0.00057555235,0.00024414246],"domain_scores_gemma":[0.9979951,0.00025600506,0.00074038946,0.00063782756,0.00034382875,0.000026891783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037074514,0.00020337643,0.00023281192,0.00019840623,0.00061532337,0.00013301036,0.003523319,0.000034818695,0.000054555465],"category_scores_gemma":[0.00012768025,0.00013700256,0.00024278945,0.00040677862,0.000057843128,0.0008221359,0.0015835086,0.0006164146,0.000010792682],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039929303,0.00083231396,0.00076570746,0.00011966404,0.00023244644,0.0000022533675,0.021630995,0.004498365,0.8875965,0.028585691,0.029785397,0.025551373],"study_design_scores_gemma":[0.0006219042,0.0022809946,0.02546162,0.00055019197,0.000045115703,0.00006608497,0.002691686,0.019090302,0.93830353,0.0058825947,0.004591771,0.0004142118],"about_ca_topic_score_codex":0.000036763766,"about_ca_topic_score_gemma":8.1564366e-7,"teacher_disagreement_score":0.050707024,"about_ca_system_score_codex":0.00016647745,"about_ca_system_score_gemma":0.000020708767,"threshold_uncertainty_score":0.6547262},"labels":[],"label_agreement":null},{"id":"W4308963408","doi":"10.1145/3567737","title":"The Effectiveness of Path-Segmentation for Modeling Lasso Times in Width-Varying Paths","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Segmentation; Path (computing); Computer science; Lasso (programming language); Square (algebra); Market segmentation; Work (physics); Algorithm; Baseline (sea); Artificial intelligence; Mathematics; Engineering; Geometry","score_opus":0.033869976838917494,"score_gpt":0.3128723257136462,"score_spread":0.2790023488747287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308963408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548829,0.00002427202,0.041240994,0.00046325155,0.0015596239,0.00094418874,0.000006753478,0.00001951964,0.00085850456],"genre_scores_gemma":[0.9973182,0.000003252463,0.0022625427,0.00010235816,0.000060656872,0.00020330996,0.0000039174747,0.000013589099,0.00003217676],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986373,0.00009224461,0.00039358632,0.00033655323,0.00033399704,0.00020632043],"domain_scores_gemma":[0.9981721,0.000719171,0.0004467547,0.0003264053,0.00031870024,0.000016891032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010783086,0.00015086912,0.00019941817,0.00016545801,0.00046548844,0.0000966981,0.0017538948,0.000028448005,0.0000043171444],"category_scores_gemma":[0.00018971569,0.000110583926,0.00018171754,0.00027201098,0.000027175704,0.0007591731,0.000999754,0.0002761697,0.0000013003645],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012776671,0.00052855,0.001550219,0.00032005322,0.00014552737,7.2242136e-7,0.0049115117,0.028595317,0.89372426,0.057185385,0.0010379726,0.010722814],"study_design_scores_gemma":[0.001141749,0.0009030472,0.0032858327,0.00044841086,0.00002234165,0.000012279306,0.0008626598,0.5271626,0.43499607,0.030779602,0.00015735436,0.00022804111],"about_ca_topic_score_codex":0.000039039194,"about_ca_topic_score_gemma":0.0000011150506,"teacher_disagreement_score":0.4985673,"about_ca_system_score_codex":0.00024158729,"about_ca_system_score_gemma":0.000020004894,"threshold_uncertainty_score":0.45094815},"labels":[],"label_agreement":null},{"id":"W4308990687","doi":"10.1145/3567728","title":"VideoPoseVR: Authoring Virtual Reality Character Animations with Online Videos","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Motion and Animation","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Timeline; Animation; Character (mathematics); Workflow; Multimedia; Character animation; Entertainment; Motion (physics); Virtual reality; Human–computer interaction; Computer animation; Computer graphics (images); World Wide Web; Artificial intelligence; Visual arts","score_opus":0.05082921757032266,"score_gpt":0.2929891244697343,"score_spread":0.24215990689941164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956142,0.0000024109966,0.0007922784,0.00089423,0.0006200724,0.00025801334,0.00002099909,0.00030728054,0.001490555],"genre_scores_gemma":[0.9982767,0.0000017392176,0.00084784284,0.00018457735,0.00034893837,0.00004355628,0.000027291819,0.00003507275,0.00023424228],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889785,0.000016398524,0.00034926363,0.00022212758,0.00035153778,0.00016283312],"domain_scores_gemma":[0.999337,0.00003776751,0.00020448223,0.0002613853,0.000119821576,0.00003950679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002021739,0.00017059203,0.00016929011,0.00018887431,0.0003813107,0.00008864018,0.0006013884,0.000033913446,0.00019184178],"category_scores_gemma":[0.00003350437,0.00014151091,0.00009051326,0.00022499416,0.000026013466,0.00052424084,0.00028622927,0.00048228865,0.000012677258],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006316428,0.0021645895,0.0040847594,0.0009454486,0.00071160676,0.000004775519,0.021990502,0.15783384,0.61575973,0.0472614,0.08941446,0.059197217],"study_design_scores_gemma":[0.0035971531,0.0037668543,0.25025508,0.0014410908,0.00026853598,0.00027370756,0.004924687,0.55859315,0.10901067,0.0064812475,0.059364572,0.002023245],"about_ca_topic_score_codex":0.000007765469,"about_ca_topic_score_gemma":0.00000619269,"teacher_disagreement_score":0.5067491,"about_ca_system_score_codex":0.00023672248,"about_ca_system_score_gemma":0.000006592714,"threshold_uncertainty_score":0.5770648},"labels":[],"label_agreement":null},{"id":"W4308990711","doi":"10.1145/3567710","title":"Leveraging Smartwatch and Earbuds Gesture Capture to Support Wearable Interaction","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Gesture; Smartwatch; Wearable computer; Computer science; Human–computer interaction; Set (abstract data type); Context (archaeology); Wearable technology; Gesture recognition; Artificial intelligence; Embedded system","score_opus":0.039473255811118275,"score_gpt":0.29925544503095136,"score_spread":0.2597821892198331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98264486,0.000012943648,0.0019433469,0.0071617914,0.002937769,0.00046018552,0.000004391474,0.00006245164,0.004772279],"genre_scores_gemma":[0.9935552,0.000002873214,0.0020684577,0.0029217396,0.00021687221,0.00006438376,0.000003251948,0.000023667544,0.0011435497],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981331,0.000039336832,0.00035775313,0.00064704975,0.0004977209,0.00032502942],"domain_scores_gemma":[0.998633,0.000091981376,0.00036937784,0.00052653777,0.0002947066,0.00008438905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034537129,0.00026300809,0.00025677777,0.00032709524,0.00065185595,0.0002947101,0.002055452,0.000053387237,0.00010031704],"category_scores_gemma":[0.00008481661,0.00022454113,0.00015657891,0.00042287412,0.0000301966,0.0013001938,0.0029200467,0.00081504724,0.000028855466],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005935308,0.00085620675,0.0065003517,0.00020774505,0.00033143268,0.00001467593,0.044738185,0.0022595807,0.67540693,0.011283146,0.23794034,0.019867865],"study_design_scores_gemma":[0.0033216919,0.0078027346,0.09751585,0.0013490267,0.00019305623,0.0017387376,0.015247066,0.035948902,0.64523166,0.012289197,0.1767235,0.0026385991],"about_ca_topic_score_codex":0.0001181648,"about_ca_topic_score_gemma":0.0000030398905,"teacher_disagreement_score":0.0910155,"about_ca_system_score_codex":0.0003130574,"about_ca_system_score_gemma":0.00002515775,"threshold_uncertainty_score":0.91565216},"labels":[],"label_agreement":null},{"id":"W4308990726","doi":"10.1145/3567711","title":"Tangible Chromatin: Tangible and Multi-surface Interactions for Exploring Datasets from High-Content Microscopy Experiments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Replication (statistics); Human–computer interaction; Interpretation (philosophy); Complement (music); Visualization; Data science; Data mining; Chemistry; Biology","score_opus":0.22629324744269483,"score_gpt":0.3875791301823386,"score_spread":0.16128588273964375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9442451,0.000034106983,0.051342394,0.0009941638,0.0023522258,0.00053206255,0.00032358264,0.0001402413,0.000036134883],"genre_scores_gemma":[0.86722493,0.000010656498,0.1313765,0.0005949283,0.00016903107,0.0001485117,0.00018657804,0.000029379202,0.00025945224],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99853307,0.000022782788,0.00040697996,0.000522554,0.0003036766,0.00021096267],"domain_scores_gemma":[0.99869454,0.00010857529,0.00043253886,0.00057132647,0.00013298551,0.00006004641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021328544,0.00019757038,0.00022161503,0.00015241998,0.0006035105,0.0003648153,0.0018321035,0.000023683117,0.000042285214],"category_scores_gemma":[0.000070286296,0.0001749789,0.00009629259,0.00025537892,0.0000323841,0.0015901285,0.002413086,0.0002048588,0.0000063870234],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011496389,0.0011075279,0.0011288159,0.00011663211,0.0002525998,0.0000011777951,0.005693265,0.0010407332,0.91716754,0.011578883,0.056745782,0.0050520976],"study_design_scores_gemma":[0.001914108,0.000522874,0.0017627042,0.0003000729,0.00005662727,0.000019987374,0.0017027461,0.23997974,0.7327612,0.0015233086,0.018974373,0.00048227765],"about_ca_topic_score_codex":0.00015355702,"about_ca_topic_score_gemma":0.00000476575,"teacher_disagreement_score":0.23893902,"about_ca_system_score_codex":0.00016267423,"about_ca_system_score_gemma":0.000012669064,"threshold_uncertainty_score":0.71354324},"labels":[],"label_agreement":null},{"id":"W4308990731","doi":"10.1145/3567713","title":"Conductor: Intersection-Based Bimanual Pointing in Augmented and Virtual Reality","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conductor; Computer science; Leverage (statistics); Intersection (aeronautics); Virtual reality; Human–computer interaction; Cursor (databases); Selection (genetic algorithm); Computer vision; Artificial intelligence; Engineering; Mathematics; Geometry","score_opus":0.04768199504575598,"score_gpt":0.3152601890929845,"score_spread":0.2675781940472285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99278027,0.0000044226686,0.0027264878,0.0017356692,0.0014610616,0.0002692217,0.000004288108,0.00003493612,0.0009836328],"genre_scores_gemma":[0.9981792,5.5173257e-7,0.00068948977,0.00090077514,0.00008900539,0.000039176397,0.0000038431353,0.000012361135,0.000085581865],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984921,0.000063434825,0.00040142948,0.0004998967,0.0003142076,0.00022892955],"domain_scores_gemma":[0.9988157,0.0001680132,0.00043101865,0.00036103968,0.00018678707,0.000037418984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004571289,0.00018927807,0.00021317958,0.00038486294,0.00035904386,0.00013377702,0.0014729808,0.000035345238,0.000040086845],"category_scores_gemma":[0.0001383145,0.000167413,0.000121541074,0.00031421735,0.000059467446,0.0008796262,0.0016713404,0.00057050545,0.0000038841613],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008221821,0.0015510372,0.0136297345,0.00015968047,0.00019833891,0.0000070303386,0.0153624695,0.0025394557,0.8855071,0.047319178,0.01935944,0.013544329],"study_design_scores_gemma":[0.004579685,0.004680236,0.15332213,0.00078428525,0.000056765257,0.00019597833,0.008300379,0.2438394,0.57072896,0.008127478,0.0041769766,0.001207729],"about_ca_topic_score_codex":0.0001679235,"about_ca_topic_score_gemma":0.000009688351,"teacher_disagreement_score":0.31477818,"about_ca_system_score_codex":0.00035026675,"about_ca_system_score_gemma":0.000024008701,"threshold_uncertainty_score":0.6826904},"labels":[],"label_agreement":null},{"id":"W4308991192","doi":"10.1145/3567718","title":"Push, Tap, Dwell, and Pinch: Evaluation of Four Mid-air Selection Methods Augmented with Ultrasonic Haptic Feedback","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Haptic technology; Dwell time; Pinch; Computer science; Selection (genetic algorithm); Simulation; Fitts's law; Artificial intelligence; Engineering; Psychology; Task (project management); Mechanical engineering","score_opus":0.13249995493723135,"score_gpt":0.37725754885554963,"score_spread":0.24475759391831828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308991192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99602014,0.0000048021957,0.00028896012,0.00061379006,0.0009134097,0.0007171538,0.000006622037,0.00006863701,0.0013664931],"genre_scores_gemma":[0.9971252,0.000005829336,0.0020388293,0.00025443215,0.00012474819,0.00014279793,0.000002031345,0.000030034358,0.00027608091],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99782294,0.00021214582,0.00043958076,0.00052093767,0.0007900492,0.0002143699],"domain_scores_gemma":[0.99805313,0.0003898993,0.00080482906,0.00030436573,0.00040126787,0.000046482797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005163584,0.00022087597,0.0002578466,0.0003321027,0.00056459254,0.00007175373,0.00061632844,0.000048483726,0.00018838684],"category_scores_gemma":[0.0005835639,0.00017762482,0.000121182115,0.0005209208,0.00009234823,0.0006591568,0.0003229227,0.00054663495,0.0000043812092],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031322485,0.0003164047,0.00055169204,0.000052312236,0.000053994623,3.1924245e-7,0.00097306067,0.0020101643,0.98522913,0.0004223558,0.0008414344,0.009235906],"study_design_scores_gemma":[0.0009212604,0.0011453059,0.0061087525,0.00012026295,0.00019890296,0.00035144287,0.0007021265,0.029948914,0.9580225,0.0011548748,0.0011233079,0.00020236286],"about_ca_topic_score_codex":0.00005643936,"about_ca_topic_score_gemma":0.000008778785,"teacher_disagreement_score":0.027938752,"about_ca_system_score_codex":0.00033199717,"about_ca_system_score_gemma":0.00003748249,"threshold_uncertainty_score":0.724333},"labels":[],"label_agreement":null},{"id":"W4309616863","doi":"10.1145/3555163","title":"AI and Disaster Risk: A Practitioner Perspective","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perspective (graphical); Domain (mathematical analysis); Emerging technologies; Risk analysis (engineering); Data science; Engineering ethics; Computer science; Knowledge management; Management science; Business; Engineering; Artificial intelligence","score_opus":0.057601954628880146,"score_gpt":0.39770621875882106,"score_spread":0.34010426412994094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309616863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9122648,0.000013875146,0.000015686159,0.056267243,0.0008834505,0.000299403,0.000008472634,0.000049460326,0.030197572],"genre_scores_gemma":[0.99650794,0.000020071899,0.00020827449,0.0019241519,0.0005578668,0.000022055592,6.3714566e-7,0.000011629059,0.00074734655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988783,0.000077261575,0.00016357386,0.00022832901,0.00048400555,0.00016852269],"domain_scores_gemma":[0.99884427,0.00016649105,0.00035499063,0.00014111114,0.00044036645,0.00005278698],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00081186276,0.0000965118,0.00012447643,0.00009185696,0.0019739664,0.00025393863,0.00057503843,0.000052799413,0.00013272295],"category_scores_gemma":[0.00087552617,0.00008080138,0.0000950275,0.00017675688,0.00020009917,0.00083305116,0.00059149676,0.0007284466,0.0000038197877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021027775,0.0005584433,0.0059521687,0.000033955625,0.00017501095,8.6351554e-7,0.36837876,0.00006720099,0.0023747107,0.5528339,0.06408644,0.0053282487],"study_design_scores_gemma":[0.0010339192,0.0012485231,0.028193215,0.00017394962,0.00014636983,0.000016881206,0.18406174,0.0006037584,0.001517835,0.7001995,0.08221119,0.0005931443],"about_ca_topic_score_codex":0.001878259,"about_ca_topic_score_gemma":0.00012195759,"teacher_disagreement_score":0.18431702,"about_ca_system_score_codex":0.00031215837,"about_ca_system_score_gemma":0.000036164496,"threshold_uncertainty_score":0.99932534},"labels":[],"label_agreement":null},{"id":"W4309617060","doi":"10.1145/3555083","title":"Ethics and Efficacy of Unsolicited Anti-Trafficking SMS Outreach","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sex work and related issues","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Max Planck Institute for Software Systems","keywords":"Outreach; Sex work; Autonomy; Agency (philosophy); Context (archaeology); Public relations; Population; Business; Medicine; Political science; Sociology; Environmental health; Family medicine; Law","score_opus":0.07040397692734811,"score_gpt":0.3755298910077828,"score_spread":0.30512591408043466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922536,0.000045165776,0.0000033332483,0.0025704035,0.00075812865,0.00020004915,6.7629776e-7,0.000059155445,0.0041095093],"genre_scores_gemma":[0.9990667,0.00003733617,0.00022753933,0.0001610075,0.00023908574,0.0000053973386,0.0000013771964,0.00001210159,0.00024944101],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998829,0.00007498634,0.00026462,0.00021317412,0.00045892646,0.0001592751],"domain_scores_gemma":[0.99890614,0.0003619281,0.0003680046,0.0001516223,0.00018028004,0.000032006446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084051176,0.00010235792,0.00018044653,0.00015564018,0.0010439698,0.000067165674,0.00075776846,0.00009373717,0.000050925482],"category_scores_gemma":[0.00034336225,0.00008246171,0.00009038168,0.00034419523,0.00016826887,0.00016331176,0.00047480586,0.0008162336,0.0000014157147],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026775472,0.0011417381,0.0180988,0.00020908088,0.0003401897,0.0000014927814,0.87553155,0.0021529824,0.03008073,0.025738759,0.009047814,0.037389085],"study_design_scores_gemma":[0.008431639,0.0047336295,0.1791697,0.0045723324,0.00090429815,0.00010990118,0.3864875,0.010799627,0.15573308,0.036331195,0.2099772,0.0027498696],"about_ca_topic_score_codex":0.00032374673,"about_ca_topic_score_gemma":0.0000052253286,"teacher_disagreement_score":0.48904404,"about_ca_system_score_codex":0.00007570164,"about_ca_system_score_gemma":0.000019688041,"threshold_uncertainty_score":0.80294764},"labels":[],"label_agreement":null},{"id":"W4309617254","doi":"10.1145/3555770","title":"Users' Expectations, Experiences, and Concerns With COVID Alert, an Exposure-Notification App","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Smartphone app; Internet privacy; Coronavirus disease 2019 (COVID-19); Contact tracing; Mobile apps; Computer science; Tracing; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer security; World Wide Web; Medicine","score_opus":0.05785331042577356,"score_gpt":0.32163277060951867,"score_spread":0.2637794601837451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900747,0.000021675733,0.0072453814,0.0012875946,0.0004271935,0.00039964094,0.0000025547765,0.00020270029,0.0003385676],"genre_scores_gemma":[0.9941862,0.0000010699407,0.0047621853,0.0006314198,0.000110571855,0.00021214054,0.000004338824,0.00001668782,0.00007535841],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982982,0.000034705103,0.00033235457,0.0006090785,0.0005282904,0.0001973269],"domain_scores_gemma":[0.9985364,0.00015954627,0.00043308412,0.0006090639,0.00017993712,0.00008195271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023457875,0.000193779,0.00017995686,0.00021369725,0.0006364383,0.0004607151,0.0020653943,0.000029990742,0.000017465683],"category_scores_gemma":[0.00008875541,0.00015994978,0.00005794281,0.00037149337,0.00007554348,0.002320687,0.0009744401,0.00027539316,0.0000023485711],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010927361,0.002361793,0.03173662,0.0005998263,0.0003395208,0.000015518042,0.59916437,0.0052977344,0.11866058,0.13213336,0.009527581,0.099070385],"study_design_scores_gemma":[0.010020858,0.0223578,0.09739896,0.0015657756,0.00024524203,0.0011123811,0.21398112,0.28178838,0.31518677,0.022490637,0.028645191,0.005206888],"about_ca_topic_score_codex":0.00005793979,"about_ca_topic_score_gemma":0.000010777672,"teacher_disagreement_score":0.38518322,"about_ca_system_score_codex":0.00024923144,"about_ca_system_score_gemma":0.000050562805,"threshold_uncertainty_score":0.65225625},"labels":[],"label_agreement":null},{"id":"W4309617336","doi":"10.1145/3555547","title":"Ladange, Adange, Jeetange: The Farmers' Movement and Its Virtual Spaces","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mainstream; Social movement; Collective action; Social media; Opposition (politics); Public relations; Movement (music); Sociology; Political science; Narrative; Collective identity; Face (sociological concept); Media studies; Political economy; Politics; Social science; Aesthetics","score_opus":0.05655411588135125,"score_gpt":0.34365305567726384,"score_spread":0.2870989397959126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785455,0.0000612397,0.000001265557,0.0130011225,0.0021060924,0.00035843122,0.0000068729537,0.000040910378,0.0058786063],"genre_scores_gemma":[0.99577254,0.000029338134,0.000045381486,0.0016971917,0.0010127515,0.000059466016,9.571469e-7,0.000011697303,0.0013706924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877286,0.000061885396,0.00017846197,0.00018917507,0.0005722009,0.00022541349],"domain_scores_gemma":[0.9992082,0.00023620651,0.00024353736,0.00013514125,0.00012558552,0.0000513271],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00038803965,0.000111416666,0.00012848632,0.000066948196,0.0013410066,0.00012514232,0.0009236331,0.00003908136,0.000118031414],"category_scores_gemma":[0.00024954858,0.0000792235,0.00008233723,0.00019936162,0.00013411825,0.0002125076,0.0006671856,0.00032516077,0.00000506795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018736519,0.0005357879,0.012547117,0.00009734668,0.0002870335,0.0000017257483,0.3360409,0.000061598425,0.017572721,0.4717121,0.12809718,0.0328591],"study_design_scores_gemma":[0.0010608542,0.0013765541,0.010648878,0.00018729332,0.0001918026,0.000008848745,0.31367198,0.00057148363,0.024597865,0.034878686,0.61215365,0.0006521003],"about_ca_topic_score_codex":0.00051025243,"about_ca_topic_score_gemma":0.00006624478,"teacher_disagreement_score":0.48405647,"about_ca_system_score_codex":0.00017293922,"about_ca_system_score_gemma":0.000026925847,"threshold_uncertainty_score":0.9999591},"labels":[],"label_agreement":null},{"id":"W4309617485","doi":"10.1145/3555567","title":"Towards More Gender-Inclusive Q&amp;As","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Affect (linguistics); Demographics; Psychology; Social psychology; Field (mathematics); Community engagement; Task (project management); Sociology; Public relations; Political science; Communication","score_opus":0.07426900576787941,"score_gpt":0.3515997760483999,"score_spread":0.2773307702805205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695841,0.000042462216,0.0037283092,0.0066655595,0.0046584653,0.00052307773,0.0000052579503,0.00036920793,0.0144235585],"genre_scores_gemma":[0.9910587,0.0000020888451,0.006097458,0.0012151331,0.00051951146,0.000083523446,0.0000027189744,0.000024422363,0.0009964092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977921,0.000038243365,0.00042936724,0.0005871257,0.0008493552,0.00030375493],"domain_scores_gemma":[0.9982486,0.00007060822,0.00053366425,0.00084660883,0.0002316391,0.00006891852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004577824,0.00024097353,0.00026803536,0.0002788072,0.00086488057,0.00024385475,0.004610084,0.000057345685,0.00005633933],"category_scores_gemma":[0.000112129244,0.00019381175,0.000238822,0.00045981695,0.0000465421,0.0006065726,0.004873667,0.000529086,0.000046062967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028090522,0.0016483496,0.0029407402,0.00047075487,0.00056707003,0.000017160419,0.116171025,0.0033559036,0.1332522,0.28553346,0.3883228,0.06743964],"study_design_scores_gemma":[0.004595102,0.0045568245,0.015972408,0.0012163288,0.00015507409,0.0029046636,0.009983342,0.1004877,0.2523755,0.16704875,0.43706086,0.003643451],"about_ca_topic_score_codex":0.00013454423,"about_ca_topic_score_gemma":0.0000012045207,"teacher_disagreement_score":0.119123295,"about_ca_system_score_codex":0.00038391442,"about_ca_system_score_gemma":0.00004310492,"threshold_uncertainty_score":0.856676},"labels":[],"label_agreement":null},{"id":"W4309617561","doi":"10.1145/3555604","title":"Tourgether360: Collaborative Exploration of 360° Videos using Pseudo-Spatial Navigation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Timeline; Computer science; Human–computer interaction; Embodied cognition; Point (geometry); Context (archaeology); Multimedia; Spatial contextual awareness; Interface (matter); Artificial intelligence","score_opus":0.08791351078856673,"score_gpt":0.3504715442869833,"score_spread":0.26255803349841655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9110419,0.000006543176,0.08552656,0.0015897425,0.000653223,0.0005653962,0.000013312082,0.00006612488,0.000537198],"genre_scores_gemma":[0.9886218,0.0000016723404,0.010954959,0.00016472432,0.00014187467,0.00006440741,0.0000068761137,0.000012813028,0.000030886644],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99842685,0.00005150672,0.000476605,0.0003362262,0.000553154,0.00015567083],"domain_scores_gemma":[0.99794143,0.00008945386,0.0009047466,0.00051202043,0.0005114042,0.00004096384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042350526,0.00015259988,0.00020605155,0.00019771491,0.00044372666,0.00012771225,0.0016145448,0.00004166875,0.000017173978],"category_scores_gemma":[0.000083686624,0.00013313575,0.00010464402,0.0007603766,0.000047798985,0.0016328825,0.0010527768,0.0002631373,0.0000027036644],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028720693,0.001289662,0.0007429574,0.0001843675,0.00017208807,7.974571e-7,0.027259158,0.03386783,0.7035525,0.14062132,0.0064158216,0.0856063],"study_design_scores_gemma":[0.000871371,0.0015791819,0.0027381608,0.00030937852,0.000045716468,0.00003610373,0.00184889,0.38901845,0.5615733,0.039478935,0.0020693073,0.00043118605],"about_ca_topic_score_codex":0.00018141611,"about_ca_topic_score_gemma":0.0000030949243,"teacher_disagreement_score":0.3551506,"about_ca_system_score_codex":0.00024671666,"about_ca_system_score_gemma":0.000055261706,"threshold_uncertainty_score":0.5429118},"labels":[],"label_agreement":null},{"id":"W4309618149","doi":"10.1145/3555126","title":"Commoning for Fun and Profit: Experimental Publishing on the Decentralized Web","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Commons; The Internet; Digital ecosystem; World Wide Web; Distrust; Public relations; Framing (construction); Knowledge management; Publishing; Sociology; Political science; Business; Computer science; Engineering","score_opus":0.11486334492722164,"score_gpt":0.38792667380344004,"score_spread":0.2730633288762184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852831,0.000007670295,0.000028019775,0.0070412913,0.0009996613,0.0008463324,0.000009280481,0.000034992867,0.005749685],"genre_scores_gemma":[0.9983487,0.0000016442086,0.00019513765,0.0008636129,0.0002329329,0.00019529664,0.00000533058,0.000007866806,0.00014947836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9990282,0.00004907036,0.00026650965,0.0001234606,0.0003737765,0.00015898235],"domain_scores_gemma":[0.9991159,0.00020963728,0.00040774408,0.00011240826,0.00013106964,0.000023270755],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00114071,0.00008264917,0.00009714611,0.0000705242,0.0022076978,0.0005713927,0.0006268934,0.00002258255,0.00010641923],"category_scores_gemma":[0.00021298217,0.000055827048,0.00006733219,0.00012558451,0.000057077847,0.0010540574,0.0003304738,0.00016751135,0.0000011086042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002762338,0.00006657164,0.0012056914,0.00003933955,0.000046956622,3.212983e-8,0.10419126,0.00003068793,0.006681205,0.8283954,0.053902466,0.0051641115],"study_design_scores_gemma":[0.0030812814,0.001480051,0.0021600374,0.00032332243,0.000046961562,0.000012683084,0.5052114,0.0057906033,0.068445794,0.021501392,0.39143044,0.00051602407],"about_ca_topic_score_codex":0.00012375004,"about_ca_topic_score_gemma":0.000009469207,"teacher_disagreement_score":0.80689406,"about_ca_system_score_codex":0.00020810866,"about_ca_system_score_gemma":0.00001662701,"threshold_uncertainty_score":0.99909127},"labels":[],"label_agreement":null},{"id":"W4309618885","doi":"10.1145/3555114","title":"Exploring the Utility of Social Content for Understanding Future In-Demand Skills","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada; Toronto Metropolitan University","funders":"","keywords":"Employability; Workforce; Seekers; Social skills; Social media; Public relations; Business; Marketing; Knowledge management; Psychology; Computer science; Economics; Pedagogy; Political science; Economic growth","score_opus":0.26504667359725226,"score_gpt":0.3585975154834535,"score_spread":0.09355084188620122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850226,0.00000507564,0.000018768109,0.0043691224,0.0022066606,0.0004413152,0.00000636623,0.000023704148,0.007906378],"genre_scores_gemma":[0.9988377,0.0000047422895,0.000052680305,0.000102227306,0.0007632383,0.00008592539,9.640429e-7,0.000008968353,0.00014356694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988728,0.00006578852,0.00028380757,0.00017229671,0.00041813534,0.0001871835],"domain_scores_gemma":[0.9989941,0.00042070763,0.00034132192,0.000099405406,0.00012347693,0.000020980015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014889354,0.000087609,0.00017500424,0.00007851719,0.0010309878,0.00007191486,0.00078851794,0.000030155172,0.00002161409],"category_scores_gemma":[0.000533011,0.00006502098,0.0001662845,0.00023522663,0.00014711752,0.00034220284,0.0003309482,0.00025686537,2.4726785e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009087091,0.001043121,0.013972111,0.00033041506,0.00017888502,4.6680978e-7,0.61986804,0.000022045619,0.0022295215,0.2891514,0.021835446,0.05045985],"study_design_scores_gemma":[0.001964153,0.00071675045,0.15115714,0.00049964536,0.000093058734,0.0000024656836,0.646905,0.0006377073,0.0033580149,0.15999052,0.03413246,0.0005430666],"about_ca_topic_score_codex":0.00012066975,"about_ca_topic_score_gemma":0.00006400129,"teacher_disagreement_score":0.13718502,"about_ca_system_score_codex":0.00029145932,"about_ca_system_score_gemma":0.000024410516,"threshold_uncertainty_score":0.79296285},"labels":[],"label_agreement":null},{"id":"W4309618886","doi":"10.1145/3555109","title":"\"Kabootar\": Towards Informal, Trustworthy, and Community-Based FinTech for Marginalized Immigrants","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Homeland; Immigration; Scholarship; Scope (computer science); Work (physics); Communication source; Financial transaction; Politics; Computer-supported cooperative work; Public relations; Internet privacy; Business; Political science; Sociology; Computer science; Database transaction; Law; Engineering; Telecommunications","score_opus":0.08097435995040243,"score_gpt":0.3187118457975686,"score_spread":0.2377374858471662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861903,0.000018785786,0.007235372,0.0033427977,0.0012660932,0.0006546494,0.0000123860955,0.00022601741,0.001053564],"genre_scores_gemma":[0.96455234,0.0000032922362,0.03337884,0.0015640245,0.00007363555,0.00020266447,0.000010367776,0.00002260519,0.00019222658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850625,0.00010157793,0.0004492309,0.00022394069,0.00043556912,0.00028343417],"domain_scores_gemma":[0.9978249,0.00042507073,0.00047557626,0.00089675724,0.0003374172,0.000040260296],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011900883,0.00024048921,0.00029135033,0.0003640525,0.0018797669,0.00032550527,0.004907475,0.000051571904,0.000014236079],"category_scores_gemma":[0.00017985379,0.00021012867,0.0001607847,0.00036381555,0.00011090612,0.0007440092,0.004320807,0.000998927,0.0000016115681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037836987,0.0046286033,0.010231758,0.005253794,0.0011886837,0.000005509981,0.17548035,0.004988242,0.024547298,0.18488008,0.15332873,0.43168324],"study_design_scores_gemma":[0.01204228,0.011662143,0.05091944,0.002407221,0.00020227802,0.0004918454,0.007792629,0.268632,0.21338582,0.12201625,0.30721283,0.003235287],"about_ca_topic_score_codex":0.00016932363,"about_ca_topic_score_gemma":0.0000084676585,"teacher_disagreement_score":0.42844796,"about_ca_system_score_codex":0.00015092269,"about_ca_system_score_gemma":0.000056989065,"threshold_uncertainty_score":0.9994196},"labels":[],"label_agreement":null},{"id":"W4309618915","doi":"10.1145/3555123","title":"\"I Kind of Bounce off It\":Translating Mental Health Principles into Real Life Through Story-Based Text Messages","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada","keywords":"Narrative; Mental health; Formative assessment; Psychological intervention; Context (archaeology); Psychology; Focus group; Computer science; Applied psychology; Internet privacy; Psychotherapist; Pedagogy; Sociology; Psychiatry","score_opus":0.10960107595883285,"score_gpt":0.4186125752595009,"score_spread":0.30901149930066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639149,0.00012269997,0.000073947704,0.02108558,0.0032517647,0.0009175818,0.00007560295,0.00009576958,0.01046217],"genre_scores_gemma":[0.9952085,0.000002923741,0.0023204102,0.0014146101,0.0001550236,0.00013259676,0.00002431792,0.00004244638,0.0006991888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975498,0.00010958294,0.0009460426,0.00047883907,0.00058211,0.0003336518],"domain_scores_gemma":[0.9978233,0.00013595958,0.0013746097,0.0004517648,0.0001324524,0.00008194367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073391985,0.0002391625,0.00037494284,0.00019716937,0.000682902,0.00005226254,0.0012296413,0.000055306376,0.00031364925],"category_scores_gemma":[0.00007578579,0.00022085343,0.00027921118,0.00027180993,0.00013376924,0.00042203924,0.0006138946,0.0005953782,0.000015668786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058160587,0.016419984,0.016584566,0.0057464335,0.0015092046,0.0000053717,0.21404473,0.0020238473,0.02192698,0.1750353,0.35100505,0.18988249],"study_design_scores_gemma":[0.024878087,0.0592101,0.15887013,0.01824145,0.0004879116,0.000365955,0.11049971,0.012855672,0.12501958,0.047191255,0.43765545,0.0047247107],"about_ca_topic_score_codex":0.0005765556,"about_ca_topic_score_gemma":0.000059929767,"teacher_disagreement_score":0.18515778,"about_ca_system_score_codex":0.00056865206,"about_ca_system_score_gemma":0.00007551493,"threshold_uncertainty_score":0.90061414},"labels":[],"label_agreement":null},{"id":"W4309618927","doi":"10.1145/3555132","title":"Imagined Online Communities: Communionship, Sovereignty, and Inclusiveness in Facebook Groups","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Empowerment; Sovereignty; Set (abstract data type); Peer production; Sociology; Sensibility; Computer-supported cooperative work; Internet privacy; Psychology; Social psychology; Work (physics); Political science; World Wide Web; Politics; Computer science; Engineering; Law","score_opus":0.08676138063373949,"score_gpt":0.3745930609488666,"score_spread":0.28783168031512707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875164,0.000015258152,0.0000013093526,0.0028071932,0.0007428674,0.00038410042,0.000015153844,0.000039643495,0.008478062],"genre_scores_gemma":[0.9987746,0.000017262146,0.00019872321,0.0005637155,0.00022536494,0.000059240607,0.000008112076,0.000012896095,0.00014007899],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989154,0.00016741818,0.00024377955,0.00011363972,0.0003486771,0.00021111772],"domain_scores_gemma":[0.99891645,0.0004923709,0.00021741014,0.00021367033,0.00011673435,0.000043367116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046832924,0.000110876244,0.00018015156,0.00015670007,0.0012726518,0.0000765589,0.001300942,0.000045787783,0.00017162293],"category_scores_gemma":[0.00016972458,0.00010562342,0.00006117829,0.00020763613,0.00026561398,0.00026752442,0.0017943529,0.0006224915,0.0000015580598],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001804724,0.0009558675,0.07648463,0.00013950866,0.000065817774,0.0000013648919,0.6218447,0.00009697596,0.0015613663,0.28602448,0.005680896,0.0069638854],"study_design_scores_gemma":[0.0017330259,0.00051597453,0.029092364,0.000466192,0.000049717033,0.000013556217,0.6002991,0.0013188455,0.001468062,0.30999425,0.054518577,0.0005303041],"about_ca_topic_score_codex":0.0033863648,"about_ca_topic_score_gemma":0.0005661608,"teacher_disagreement_score":0.04883768,"about_ca_system_score_codex":0.00031535077,"about_ca_system_score_gemma":0.00003716922,"threshold_uncertainty_score":0.97883373},"labels":[],"label_agreement":null},{"id":"W4309618997","doi":"10.1145/3555605","title":"Uncovering Adverse Childhood Experiences (ACEs) from Clinical Narratives within the Electronic Health Record","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mental health; Adverse Childhood Experiences; Psychiatry; Anxiety; Thematic analysis; Sexual abuse; Narrative; Medicine; Health care; Psychology; Clinical psychology; Poison control; Qualitative research; Suicide prevention; Medical emergency","score_opus":0.05218188768962497,"score_gpt":0.3708611016751811,"score_spread":0.31867921398555615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99066454,0.00007726637,0.00001330385,0.0030062592,0.004280997,0.00040719062,0.0000045620613,0.00007177848,0.0014740853],"genre_scores_gemma":[0.99685645,0.000008851934,0.00020289085,0.0017847734,0.00083559303,0.00012506371,0.000004162381,0.000023802146,0.00015838485],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981181,0.00012581439,0.0006409812,0.0005149698,0.0003175022,0.00028261082],"domain_scores_gemma":[0.99832946,0.00020097608,0.00089032063,0.0004844713,0.00005106654,0.000043734522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006684482,0.0001958386,0.00028261598,0.00008316238,0.0007454663,0.000054699092,0.0015386882,0.00004638553,0.0007437901],"category_scores_gemma":[0.0000547194,0.00012979883,0.00023658665,0.00021531353,0.00009351907,0.00025651878,0.00063503074,0.0010518018,0.000025880605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014320475,0.0024330772,0.02350384,0.000030032637,0.0010389934,0.0000022453128,0.858028,0.0003588189,0.00056635565,0.014147525,0.053447083,0.045011993],"study_design_scores_gemma":[0.005120822,0.008915805,0.34225598,0.0006312612,0.00011880602,0.0001446038,0.5315669,0.0004407697,0.003473884,0.05282582,0.053414516,0.0010908118],"about_ca_topic_score_codex":0.00028037728,"about_ca_topic_score_gemma":0.00006380346,"teacher_disagreement_score":0.32646108,"about_ca_system_score_codex":0.00016170608,"about_ca_system_score_gemma":0.000042392614,"threshold_uncertainty_score":0.81439805},"labels":[],"label_agreement":null},{"id":"W4309619003","doi":"10.1145/3555561","title":"The Data-Production Dispositif","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Outsourcing; Crowdsourcing; Agency (philosophy); Production (economics); Work (physics); Alienation; Power (physics); Raw data; Quality (philosophy); Data quality; Computer science; Knowledge management; Business; Data science; Sociology; World Wide Web; Marketing; Political science; Engineering; Economics; Service (business); Social science; Microeconomics; Epistemology","score_opus":0.07146578845622585,"score_gpt":0.3385456709085963,"score_spread":0.2670798824523704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309619003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226248,0.00001586728,0.00003211319,0.021418033,0.0041693486,0.00046955523,0.000010678841,0.00008754358,0.051172055],"genre_scores_gemma":[0.9980141,0.000011666434,0.00007863503,0.00018965076,0.00053968857,0.000027992399,0.0000105915005,0.0000066060834,0.0011210986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990778,0.000027237837,0.00022426191,0.0002011587,0.0003246026,0.00014493387],"domain_scores_gemma":[0.9992091,0.000082701175,0.00023966948,0.0003592191,0.00008746998,0.00002185184],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008654459,0.00007186142,0.00007296339,0.000047903566,0.0023238086,0.00025271342,0.0019686478,0.000019498946,0.000038101578],"category_scores_gemma":[0.00013837307,0.00005097762,0.00006033103,0.00019350735,0.0001074748,0.0013592597,0.0006183456,0.00022906755,0.000011290745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032982213,0.00045956683,0.0016101743,0.0000549991,0.00014444442,2.3398147e-7,0.02676533,0.0007857962,0.0013302142,0.255301,0.1914228,0.5217956],"study_design_scores_gemma":[0.00023441961,0.00022284922,0.0035389112,0.00007842597,0.00003728103,0.00000910545,0.010104072,0.0010646407,0.0035559852,0.031392198,0.9495335,0.00022856066],"about_ca_topic_score_codex":0.0000982525,"about_ca_topic_score_gemma":0.000053325155,"teacher_disagreement_score":0.75811076,"about_ca_system_score_codex":0.00015135367,"about_ca_system_score_gemma":0.000018013954,"threshold_uncertainty_score":0.99897504},"labels":[],"label_agreement":null},{"id":"W4309619854","doi":"10.1145/3555158","title":"\"With a hint she will remember\": Collaborative Storytelling and Culture Sharing between Immigrant Grandparents and Grandchildren Via Magic Thing Designs","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grandparent; Storytelling; Sociology; Immigration; Kinship; Citizen journalism; Aesthetics; Psychology; Narrative; Anthropology; History; Developmental psychology; Linguistics; Computer science; World Wide Web","score_opus":0.03565951064109899,"score_gpt":0.28645560109902,"score_spread":0.250796090457921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309619854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98026603,0.000052223226,0.016819403,0.0014050724,0.00043276534,0.000635862,0.0000056000767,0.00017691094,0.00020615288],"genre_scores_gemma":[0.9881555,0.000008301267,0.011218463,0.0003132972,0.00013512603,0.000053554475,0.000005454157,0.000026650689,0.00008364753],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99792165,0.000047803285,0.00045852255,0.00079532014,0.0004860284,0.00029068012],"domain_scores_gemma":[0.99812764,0.00009613461,0.00074455945,0.00045326867,0.0005308514,0.000047569676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005243487,0.0003304027,0.00036655128,0.00043131842,0.0010746442,0.00034302246,0.0017124574,0.00008429899,0.000008706434],"category_scores_gemma":[0.000065266184,0.00024788125,0.0000674604,0.0006613036,0.00014835774,0.00168775,0.0020424332,0.0010230215,0.000001413546],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024788964,0.0016679484,0.13894218,0.0009898046,0.003100638,0.00004504535,0.29951575,0.0024577072,0.33908,0.08616407,0.014333546,0.111224376],"study_design_scores_gemma":[0.013347504,0.014808285,0.13170786,0.0047183805,0.0008315595,0.00258408,0.012173803,0.11707453,0.44774905,0.2377934,0.012160312,0.0050512417],"about_ca_topic_score_codex":0.00007029832,"about_ca_topic_score_gemma":0.000008396934,"teacher_disagreement_score":0.28734195,"about_ca_system_score_codex":0.0002656867,"about_ca_system_score_gemma":0.000015557787,"threshold_uncertainty_score":0.9999973},"labels":[],"label_agreement":null},{"id":"W4313332170","doi":"10.1145/3567552","title":"Agency and Amplification","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université Laval; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Immunization Research Network; University of Waterloo; Université Laval","keywords":"Thematic analysis; Agency (philosophy); Computer science; Thematic map; Process (computing); Resource (disambiguation); Interpretation (philosophy); Data science; Best practice; Computational model; Knowledge management; Qualitative research; Sociology; Political science; Artificial intelligence","score_opus":0.08802719268514642,"score_gpt":0.37490968807801933,"score_spread":0.2868824953928729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313332170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98789,0.000008521742,0.0000055071073,0.0035287298,0.0013318848,0.00017230758,0.0000019037071,0.000036200174,0.0070249164],"genre_scores_gemma":[0.99842924,0.00000815305,0.00020556059,0.00033412303,0.00057801785,0.000028248562,9.786016e-7,0.000006334844,0.00040936616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929637,0.000028381362,0.00013643045,0.0001309639,0.00028731662,0.000120551966],"domain_scores_gemma":[0.99949497,0.00009829986,0.00017773664,0.00010658292,0.00008889039,0.00003351539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022096839,0.00005592459,0.00007430616,0.000061614286,0.00086159224,0.000054111173,0.000532291,0.000026745158,0.000086673565],"category_scores_gemma":[0.00022759919,0.000050310387,0.000046565277,0.0001424008,0.00008935917,0.0001584316,0.0002778756,0.00017916935,0.0000038932703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008050782,0.00040363445,0.036469642,0.0000915922,0.000072591705,4.1599614e-7,0.2861902,0.000016892998,0.032573108,0.52422994,0.05373143,0.066140056],"study_design_scores_gemma":[0.00091166643,0.00085554033,0.10506717,0.00016536824,0.00011834845,0.000014560004,0.07411512,0.00039899326,0.023950381,0.3307994,0.46294388,0.00065955095],"about_ca_topic_score_codex":0.0003322707,"about_ca_topic_score_gemma":0.000007445971,"teacher_disagreement_score":0.40921244,"about_ca_system_score_codex":0.00012255034,"about_ca_system_score_gemma":0.000016717726,"threshold_uncertainty_score":0.6626758},"labels":[],"label_agreement":null},{"id":"W4319165740","doi":"10.1145/3579467","title":"Charting the Sociotechnical Gap in Explainable AI: A Framework to Address the Gap in XAI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Sociotechnical system; Operationalization; Affordance; Context (archaeology); Computer science; Knowledge management; Domain (mathematical analysis); Conceptual framework; Management science; Data science; Sociology; Epistemology; Engineering; Social science; Human–computer interaction","score_opus":0.12907051364670613,"score_gpt":0.3893030887555342,"score_spread":0.2602325751088281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319165740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91793865,0.000017962398,0.008105711,0.06964734,0.0014024199,0.0012959994,0.0000010300681,0.00032484304,0.0012660384],"genre_scores_gemma":[0.9937917,0.000007850965,0.002372418,0.003007332,0.0003799955,0.00025097438,5.349748e-7,0.00002822067,0.00016096006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99717855,0.000087829474,0.0007467211,0.0006793138,0.00062996295,0.0006776261],"domain_scores_gemma":[0.99731076,0.0009016776,0.00037494604,0.0011005717,0.00024697874,0.0000650414],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0021481426,0.00027651028,0.00030403933,0.0004363673,0.0005173797,0.0005481352,0.005765006,0.00016540269,0.000016491244],"category_scores_gemma":[0.0014639167,0.00017285376,0.00016978315,0.0022573175,0.00011283685,0.001062873,0.0030338627,0.0013295145,0.00016540561],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003396735,0.0009704392,0.0065986225,0.00034219542,0.000104157465,0.000036802736,0.114852704,0.02548163,0.051725883,0.66312826,0.06094433,0.075475305],"study_design_scores_gemma":[0.00047106313,0.00078342657,0.01683164,0.0029707302,0.000021599952,0.000049254024,0.009020353,0.27572256,0.19838056,0.4878279,0.0069577564,0.0009631545],"about_ca_topic_score_codex":0.0002543983,"about_ca_topic_score_gemma":0.0000830385,"teacher_disagreement_score":0.25024092,"about_ca_system_score_codex":0.00030673167,"about_ca_system_score_gemma":0.00003115616,"threshold_uncertainty_score":0.9996143},"labels":[],"label_agreement":null},{"id":"W4321011686","doi":"10.1145/3579462","title":"Beyond Transactional Democracy: A Study of Civic Tech in Canada","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Civic engagement; Public relations; Grassroots; Democracy; Citizen journalism; Political science; Public engagement; Publics; Sociology; Voting; Public administration; Politics","score_opus":0.038284527023350376,"score_gpt":0.29967518049125463,"score_spread":0.26139065346790424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321011686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486357,0.0000015355494,0.00047034078,0.0018879703,0.0014333106,0.0005020737,0.0000022080987,0.00013464998,0.0007043133],"genre_scores_gemma":[0.99860454,0.0000010847886,0.0010049078,0.00015010407,0.000077005716,0.00005462608,0.0000014966082,0.000017823071,0.00008844336],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99779785,0.000029541943,0.000727744,0.000519187,0.0006324441,0.0002932402],"domain_scores_gemma":[0.9980927,0.00017776195,0.00063834403,0.00061245955,0.00045284024,0.000025881818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908471,0.00023155822,0.00032878615,0.00091971364,0.00018544815,0.00005446737,0.0026454525,0.00008087138,0.000019349573],"category_scores_gemma":[0.00011428806,0.00019911957,0.0000841229,0.0018059375,0.0000496985,0.000888639,0.00066244503,0.0006620294,0.000011257599],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088723947,0.0072984765,0.20724046,0.0009101063,0.0013254181,0.000073506235,0.038138494,0.010181208,0.4465445,0.10866838,0.066812806,0.11191941],"study_design_scores_gemma":[0.0032691818,0.0023804451,0.54981,0.0008381014,0.000054535776,0.00013532412,0.0062065856,0.06198416,0.3043307,0.06960098,0.0004922917,0.0008976926],"about_ca_topic_score_codex":0.03839823,"about_ca_topic_score_gemma":0.06465568,"teacher_disagreement_score":0.34256953,"about_ca_system_score_codex":0.00066282734,"about_ca_system_score_gemma":0.00013353373,"threshold_uncertainty_score":0.9680052},"labels":[],"label_agreement":null},{"id":"W4365999012","doi":"10.1145/3579484","title":"Exploring Temporal and Multilingual Dynamics of Post-Disaster Social Media Discourse: A Case of Fukushima Daiichi Nuclear Accident","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Nuclear disaster; Social media; Political science; Emergency management; Crisis communication; Fukushima Nuclear Accident; Situation awareness; Dynamics (music); Public relations; Public discourse; Sociology; Engineering; Politics; Nuclear plant; Nuclear power plant","score_opus":0.16101580967901735,"score_gpt":0.3970830420715053,"score_spread":0.23606723239248795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99626195,0.000004236447,0.000004841103,0.0023936452,0.0003349287,0.00015180645,0.0000065084214,0.00003745176,0.0008046172],"genre_scores_gemma":[0.99930346,0.000023785931,0.00041781925,0.000013844458,0.00018280454,0.0000092483915,0.000007687379,0.000012786293,0.00002854485],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99903107,0.000037556045,0.00036525706,0.00015802404,0.00027644617,0.00013163556],"domain_scores_gemma":[0.99877363,0.00017881478,0.0004890796,0.00020042624,0.000325523,0.000032550528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005267599,0.00009269229,0.00017233155,0.00020406707,0.00039480778,0.0000747215,0.0006194353,0.000059670976,0.000014100383],"category_scores_gemma":[0.00037216366,0.00007817505,0.00009833482,0.00029908048,0.00016738434,0.0008240262,0.0005314182,0.0001819932,0.0000018126983],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024367032,0.0005458323,0.01375216,0.0002055961,0.00020205822,0.000003741823,0.61218166,0.000049443675,0.006855144,0.13577728,0.0015939185,0.22858952],"study_design_scores_gemma":[0.0017556499,0.0005996049,0.18792945,0.000926144,0.00022425604,0.000061149985,0.7686023,0.018351875,0.004146818,0.015618041,0.0011195183,0.00066519197],"about_ca_topic_score_codex":0.0006614535,"about_ca_topic_score_gemma":0.0006300283,"teacher_disagreement_score":0.22792433,"about_ca_system_score_codex":0.0000785969,"about_ca_system_score_gemma":0.00001887529,"threshold_uncertainty_score":0.3187886},"labels":[],"label_agreement":null},{"id":"W4365999078","doi":"10.1145/3579454","title":"PACMHCI V7, CSCW1, April 2023 Editorial","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.08860676064785278,"score_gpt":0.2793314196383168,"score_spread":0.19072465899046404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57586884,0.000036525475,0.000012831513,0.0018995065,0.19270359,0.00038107342,0.0001202827,0.00020719269,0.22877012],"genre_scores_gemma":[0.89083284,0.00006456294,0.00034659373,0.00030414667,0.025496,0.000049422222,0.000011648398,0.000045345903,0.08284942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873376,0.0000025246493,0.00048220396,0.0004475971,0.000083308594,0.00025061896],"domain_scores_gemma":[0.99895996,0.00006104355,0.0004995502,0.00035288915,0.000088910354,0.00003762987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054704724,0.00015250618,0.00029743806,0.00028908774,0.0002480845,0.00016082294,0.0009997083,0.00007941778,0.000571399],"category_scores_gemma":[0.0002420563,0.00013760521,0.00020123001,0.00031831345,0.00007313814,0.00041939467,0.0007961912,0.0001977654,0.007047614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022114618,0.000042617146,0.0015137006,0.000026508242,0.00007489633,1.3353639e-7,0.000702325,0.000050559906,0.00022872476,0.024473974,0.972535,0.0003294089],"study_design_scores_gemma":[0.0009194594,0.00019661363,0.012281516,0.00013567574,0.000023070446,0.000002703521,0.00095851417,0.0023822421,0.0021498052,0.0659876,0.9145231,0.00043965186],"about_ca_topic_score_codex":0.00006348438,"about_ca_topic_score_gemma":0.0000016187668,"teacher_disagreement_score":0.314964,"about_ca_system_score_codex":0.00010313604,"about_ca_system_score_gemma":0.0000046068826,"threshold_uncertainty_score":0.99372554},"labels":[],"label_agreement":null},{"id":"W4365999093","doi":"10.1145/3579524","title":"Speculating on Risks of AI Clones to Selfhood and Relationships: Doppelganger-phobia, Identity Fragmentation, and Living Memories","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploit; Identity (music); Perception; Psychology; Fragmentation (computing); Social psychology; Interpersonal communication; Cognitive science; Internet privacy; Computer science; Aesthetics; Computer security; Art; Neuroscience","score_opus":0.23850140573138393,"score_gpt":0.4731130469845317,"score_spread":0.2346116412531478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98847246,0.000005395757,0.000020083598,0.008780322,0.00041168847,0.00023415577,0.0000024262988,0.000051251773,0.002022186],"genre_scores_gemma":[0.99861,0.000030716124,0.0005972349,0.00029585295,0.0003268745,0.0000057122143,7.6335215e-7,0.0000102612785,0.00012258702],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989495,0.00004846878,0.0002601151,0.00019879844,0.00039724662,0.00014586384],"domain_scores_gemma":[0.99861974,0.00055391283,0.0002795069,0.00010822588,0.0003798115,0.000058795616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012305253,0.00009579663,0.00015121666,0.00017426116,0.0008822719,0.00029212818,0.00030135704,0.00008651858,0.000008605156],"category_scores_gemma":[0.002573206,0.00008574936,0.00004884032,0.00036143247,0.00012424294,0.0009899787,0.00029541415,0.00031790635,0.0000047663725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007869243,0.0002135689,0.28853095,0.00037704696,0.00016936776,7.750219e-7,0.47404298,0.00028824472,0.014213736,0.20710212,0.007339788,0.007642711],"study_design_scores_gemma":[0.00024556808,0.0003529488,0.78876126,0.0012531099,0.000057174995,0.000001794987,0.035527438,0.00033806887,0.008184382,0.1647867,0.00023521128,0.00025637387],"about_ca_topic_score_codex":0.0007762144,"about_ca_topic_score_gemma":0.00036380213,"teacher_disagreement_score":0.50023025,"about_ca_system_score_codex":0.00006522567,"about_ca_system_score_gemma":0.000017005063,"threshold_uncertainty_score":0.6785812},"labels":[],"label_agreement":null},{"id":"W4365999109","doi":"10.1145/3579523","title":"Slowing it Down: Towards Facilitating Interpersonal Mindfulness in Online Polarizing Conversations Over Social Media","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Mindfulness; Interpersonal communication; Psychology; Psychological intervention; Intervention (counseling); Social media; Moderation; Social psychology; Developmental psychology; Applied psychology; Psychotherapist; Communication; Computer science","score_opus":0.06403190975117384,"score_gpt":0.32598218047739397,"score_spread":0.2619502707262201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99123055,0.0000018661366,0.0032683173,0.002884276,0.0018499069,0.00018648333,0.00000864627,0.00021029492,0.00035968167],"genre_scores_gemma":[0.99552053,4.6436716e-7,0.0036178618,0.00029705127,0.00043182768,0.000023100922,0.000008551413,0.000016086922,0.00008454479],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981583,0.000033401935,0.00048108146,0.0004716587,0.0005163609,0.00033920072],"domain_scores_gemma":[0.9989555,0.00024990845,0.00029447852,0.00026377675,0.00018778787,0.00004854062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005377645,0.00021340116,0.00024500032,0.0005362268,0.0003675902,0.00025272736,0.001534454,0.00011274401,0.00002335975],"category_scores_gemma":[0.000483193,0.00018796771,0.00018870448,0.0009541682,0.000056939505,0.0011379753,0.0009170893,0.00054183375,0.000032682205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028976967,0.00079831824,0.0033359837,0.0005233605,0.00030481364,0.00002023496,0.1584327,0.0008073349,0.14052582,0.022452438,0.019879885,0.6526293],"study_design_scores_gemma":[0.0048492393,0.0007688701,0.1282094,0.0030130737,0.00008059079,0.00010267028,0.026974346,0.46409494,0.32954943,0.037160885,0.0032700049,0.0019265463],"about_ca_topic_score_codex":0.00011708491,"about_ca_topic_score_gemma":0.000047939066,"teacher_disagreement_score":0.6507028,"about_ca_system_score_codex":0.00023778004,"about_ca_system_score_gemma":0.00003237399,"threshold_uncertainty_score":0.76651007},"labels":[],"label_agreement":null},{"id":"W4365999155","doi":"10.1145/3579613","title":"In the Age of Collaboration, the Computer-Aided Design Ecosystem is Behind: An Interview Study of Distributed CAD Practice","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"CAD; Workflow; Computer science; Knowledge management; Product (mathematics); Computer Aided Design; Engineering management; Engineering; Engineering drawing","score_opus":0.0650091157125365,"score_gpt":0.32206210705413674,"score_spread":0.25705299134160026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99173564,0.000014322723,0.005389517,0.00092039973,0.00063140434,0.0011123491,0.000016244172,0.00009139335,0.000088759625],"genre_scores_gemma":[0.9987778,0.000017892231,0.00083353854,0.00012880548,0.00013339464,0.0000613382,0.000013375232,0.000023289382,0.000010582551],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985154,0.00011101827,0.0006486115,0.00021979322,0.00036109015,0.00014405228],"domain_scores_gemma":[0.998355,0.0003062231,0.0004970061,0.00044305096,0.00038233865,0.000016421229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010579991,0.00018498243,0.00027848964,0.00017787187,0.000115283656,0.00013048585,0.0012291841,0.00006115412,0.000007505506],"category_scores_gemma":[0.00012100225,0.00011290651,0.00006244303,0.0005480291,0.000022686754,0.0007244032,0.00020622254,0.0002613002,0.0000027044186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026318574,0.0015761651,0.0005703045,0.0020707117,0.0004534914,0.0000050323483,0.1527844,0.80266315,0.005483142,0.0005703824,0.028116634,0.0054434133],"study_design_scores_gemma":[0.002608742,0.0033620892,0.030382484,0.0019968238,0.00037400195,0.000041804746,0.028713962,0.8225503,0.10285853,0.0015394271,0.0048742173,0.0006975943],"about_ca_topic_score_codex":0.00006511156,"about_ca_topic_score_gemma":0.000050360555,"teacher_disagreement_score":0.12407045,"about_ca_system_score_codex":0.00007069704,"about_ca_system_score_gemma":0.000009344001,"threshold_uncertainty_score":0.4604194},"labels":[],"label_agreement":null},{"id":"W4365999173","doi":"10.1145/3579519","title":"Reimagining Open Data during Disaster Response: Applying a Feminist Lens to Three Open Data Projects in Post-Earthquake Nepal","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open data; Context (archaeology); Public relations; Accountability; Political science; Work (physics); Ideal (ethics); Sociology; Data science; Computer security; Computer science; Engineering; World Wide Web; Geography","score_opus":0.3049796622689521,"score_gpt":0.41942248709070495,"score_spread":0.11444282482175283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97861737,0.0000018631029,0.00064989843,0.013178559,0.0012915509,0.0028225756,0.000045949615,0.000354144,0.0030381167],"genre_scores_gemma":[0.9786922,0.0000010088163,0.01929498,0.00088728266,0.00025947785,0.0002777652,0.000064244465,0.000058010308,0.00046503454],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99597913,0.000083388884,0.0009044354,0.0018771901,0.0005543265,0.0006015],"domain_scores_gemma":[0.9938221,0.00032126784,0.0007690329,0.0046288115,0.0004009622,0.000057827376],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0027747538,0.00039793566,0.00047939914,0.001101473,0.0005877953,0.0021067855,0.037185535,0.00013636994,0.000016433058],"category_scores_gemma":[0.0014554615,0.00032248173,0.000053912692,0.0020578294,0.00010561512,0.009125778,0.09423768,0.0011041239,0.00014990386],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009007686,0.0017423285,0.030349946,0.0006698613,0.0007601121,0.00015727815,0.041722458,0.0004890154,0.5128522,0.030830685,0.1607288,0.21068965],"study_design_scores_gemma":[0.0076835533,0.0031170314,0.57359594,0.008441007,0.00011361979,0.00093397306,0.009116756,0.25061342,0.09110251,0.012565259,0.039378937,0.0033379807],"about_ca_topic_score_codex":0.00032174017,"about_ca_topic_score_gemma":0.00024404678,"teacher_disagreement_score":0.543246,"about_ca_system_score_codex":0.00028238475,"about_ca_system_score_gemma":0.00010994302,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W4365999179","doi":"10.1145/3579455","title":"A Matter of Time: Anticipation Work and Digital Temporalities in Refugee Humanitarian Assistance in Turkey","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Work Education and Practice","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refugee; Temporality; Temporalities; Anticipation (artificial intelligence); Work (physics); Sociology; Scholarship; Situated; Resource (disambiguation); Computer-supported cooperative work; Political science; Computer science; Epistemology; Engineering","score_opus":0.06404443580549532,"score_gpt":0.374328745363235,"score_spread":0.31028430955773967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806035,0.000004341543,7.765294e-7,0.007735635,0.00031599164,0.0001823022,0.0000014512729,0.000024693834,0.01113128],"genre_scores_gemma":[0.99740666,0.0000035408514,0.00007117749,0.000098596975,0.00012419121,0.000013079632,0.0000028949248,0.000008068925,0.002271797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991543,0.00003879207,0.00029017104,0.00016100409,0.00022080119,0.00013487501],"domain_scores_gemma":[0.99920565,0.0002578239,0.00030626613,0.00010409255,0.00010585455,0.000020289606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005532985,0.000076868804,0.00013981084,0.00022155406,0.00017122328,0.00016089271,0.0003209809,0.000061012866,0.00008309736],"category_scores_gemma":[0.00045957186,0.000070418035,0.00003741836,0.00077295233,0.00010138978,0.0007610221,0.00011041549,0.00017131086,0.000033483026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021753868,0.00030142855,0.8461171,0.00012645731,0.000030236692,5.998987e-7,0.08467125,0.0000386135,0.00065109425,0.025647389,0.038549133,0.0036491873],"study_design_scores_gemma":[0.0004112699,0.00007168532,0.9468903,0.00055041065,0.000013239832,7.0079466e-7,0.012647775,0.00012765924,0.00048024397,0.021545062,0.017050743,0.0002108878],"about_ca_topic_score_codex":0.00041648635,"about_ca_topic_score_gemma":0.000084286985,"teacher_disagreement_score":0.10077325,"about_ca_system_score_codex":0.000102815065,"about_ca_system_score_gemma":0.000017734905,"threshold_uncertainty_score":0.28715643},"labels":[],"label_agreement":null},{"id":"W4365999205","doi":"10.1145/3579525","title":"Supporters First: Understanding Online Social Support on Mental Health from a Supporter Perspective","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health via Writing","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Ministry of Education","keywords":"Social support; Seekers; Psychology; Mental health; Upload; Peer support; Supporter; Perspective (graphical); Scale (ratio); Social psychology; Applied psychology; World Wide Web; Computer science; Political science; Psychiatry","score_opus":0.18896765166773966,"score_gpt":0.44236095382827434,"score_spread":0.2533933021605347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95320994,0.0000042379124,0.00002317943,0.03392681,0.0036298614,0.0008316727,0.00019860126,0.00027502349,0.007900683],"genre_scores_gemma":[0.99424744,0.000004286863,0.00023738721,0.0032724012,0.0011776652,0.000040858253,0.00015736514,0.000068068526,0.0007945108],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9973039,0.00004628641,0.00074553845,0.0007263993,0.0005561629,0.00062173523],"domain_scores_gemma":[0.998419,0.00017606988,0.0008225455,0.00035471085,0.00010318097,0.0001244882],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044844966,0.00032156473,0.00041985564,0.00040325266,0.0007719297,0.00008367107,0.0008871559,0.00013236109,0.00090826664],"category_scores_gemma":[0.000046613066,0.0002839768,0.00025045226,0.00036913343,0.00010189011,0.0002848283,0.00045283505,0.0006368593,0.00026203995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013144361,0.0015196056,0.00693303,0.00028413546,0.00048692626,0.000013704971,0.14082822,0.000008139865,0.0016678099,0.03302118,0.80866843,0.0052543725],"study_design_scores_gemma":[0.012650815,0.012232312,0.35309982,0.0041394783,0.00021873666,0.00024203693,0.52610797,0.0025639907,0.0056199725,0.061881613,0.018786632,0.0024566073],"about_ca_topic_score_codex":0.0006266613,"about_ca_topic_score_gemma":0.00007978912,"teacher_disagreement_score":0.7898818,"about_ca_system_score_codex":0.0018649796,"about_ca_system_score_gemma":0.00003740492,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W4366003275","doi":"10.1145/3579624","title":"Social Media is not a Health Proxy: Differences Between Social Media and Electronic Health Record Reports of Post-COVID Symptoms","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health via Writing","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Proxy (statistics); Social media; Coronavirus disease 2019 (COVID-19); Context (archaeology); Pandemic; Telehealth; Health records; Qualitative research; Psychology; Medicine; Internet privacy; Telemedicine; Health care; Computer science; Sociology; World Wide Web; Disease; Political science; Infectious disease (medical specialty); History; Pathology","score_opus":0.102123042837773,"score_gpt":0.41369754243934503,"score_spread":0.311574499601572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769898,0.000032751752,0.0000041851727,0.020709362,0.0012413437,0.0006735656,0.000029654833,0.00014032696,0.00017902754],"genre_scores_gemma":[0.99650383,0.000019898649,0.00011987492,0.0015699333,0.0015886826,0.00006819066,0.000031745676,0.000043872064,0.00005398104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671954,0.00010601961,0.0012570097,0.000640036,0.00056942314,0.0007079529],"domain_scores_gemma":[0.99665,0.0005453032,0.002215469,0.0002466183,0.00020612296,0.00013653182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013833038,0.00027520585,0.00071937725,0.0003669096,0.00057950104,0.00005140321,0.0006063457,0.00016278775,0.00006404551],"category_scores_gemma":[0.000262359,0.00023710741,0.00015995679,0.00041423296,0.00014175662,0.00021544342,0.00044348201,0.00066652714,0.000012659537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095586525,0.00062377343,0.12508394,0.0034505595,0.0005172588,0.000004231232,0.341195,1.7041224e-7,0.002344179,0.007836551,0.06782523,0.45016328],"study_design_scores_gemma":[0.001300926,0.0020715725,0.9680143,0.00089762954,0.0000549488,0.000060426893,0.0066782804,0.00005901585,0.0019133403,0.017628226,0.0009013588,0.00041997933],"about_ca_topic_score_codex":0.00041136192,"about_ca_topic_score_gemma":0.00009315913,"teacher_disagreement_score":0.8429304,"about_ca_system_score_codex":0.00043919004,"about_ca_system_score_gemma":0.00014311135,"threshold_uncertainty_score":0.96689594},"labels":[],"label_agreement":null},{"id":"W4366003342","doi":"10.1145/3579495","title":"I See What You're Hearing: Facilitating The Effect of Environment on Perceived Emotion While Teleconferencing","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Centre for Interdisciplinary Research in Music Media and Technology","keywords":"Perception; Videoconferencing; Framing (construction); Psychology; Context (archaeology); Computer science; Narrative; Affect (linguistics); Human–computer interaction; Cognitive psychology; Multimedia; Communication; Engineering","score_opus":0.0629378925031716,"score_gpt":0.2966980735138125,"score_spread":0.2337601810106409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99402046,0.000009462735,0.002081654,0.0019299358,0.0007230793,0.00033818636,7.1961045e-7,0.00011991249,0.0007766124],"genre_scores_gemma":[0.99816877,0.000010929069,0.0011958607,0.00021215256,0.00018282353,0.000023251176,0.0000019012788,0.000015305037,0.0001890225],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99832135,0.000050600895,0.0004049367,0.00046840493,0.000494649,0.0002600271],"domain_scores_gemma":[0.99848837,0.0003723502,0.00048641063,0.00053153123,0.00008546673,0.000035868736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007408394,0.0002290894,0.00026625794,0.00018202406,0.0004053458,0.00038343435,0.0016457563,0.00006649367,0.000025697442],"category_scores_gemma":[0.00015599807,0.00014281638,0.00017292239,0.0002933558,0.00006499474,0.0011328242,0.0008890749,0.00037310115,0.000056697067],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000161302,0.00019212773,0.002621395,0.0010593198,0.0001777479,0.000001602521,0.056799695,0.011799223,0.29494384,0.0013059052,0.008242685,0.62269515],"study_design_scores_gemma":[0.0017317324,0.0039010125,0.080767855,0.0061269496,0.000087354136,0.000033614182,0.0050210296,0.280254,0.61433446,0.005241491,0.0016676453,0.00083287986],"about_ca_topic_score_codex":0.000019869878,"about_ca_topic_score_gemma":7.5079913e-7,"teacher_disagreement_score":0.6218623,"about_ca_system_score_codex":0.000120976016,"about_ca_system_score_gemma":0.000009350497,"threshold_uncertainty_score":0.58238834},"labels":[],"label_agreement":null},{"id":"W4366003742","doi":"10.1145/3579501","title":"Learning by Teaching: Key Challenges and Design Implications","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"","keywords":"Selection (genetic algorithm); Key (lock); Teaching method; Psychology; Reflection (computer programming); Process (computing); Pedagogy; Computer science; Mathematics education; Medical education; Medicine","score_opus":0.18586803221186765,"score_gpt":0.4278168567116419,"score_spread":0.24194882449977423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96877545,0.00007573018,0.0027778558,0.0066450774,0.00077533216,0.00028484792,0.0000011573662,0.00043121015,0.020233335],"genre_scores_gemma":[0.98890316,0.000016538806,0.0077594765,0.00016044718,0.00027609256,0.000048192727,0.0000039330425,0.000035572386,0.002796565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987675,0.00024109811,0.0002609608,0.0003771503,0.00013666674,0.00021663433],"domain_scores_gemma":[0.99871343,0.00053054997,0.00033848392,0.000272824,0.00011474784,0.000029937151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020010907,0.00016105306,0.00018158623,0.00022989775,0.00045527564,0.000059387687,0.00058855646,0.00009154801,0.00002273216],"category_scores_gemma":[0.000652211,0.00012774309,0.00006170608,0.00017010962,0.000061629034,0.00015437299,0.00028922607,0.0009900525,0.000046399768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014179108,0.00029657356,0.0040527177,0.000103156446,0.00025082708,4.6031445e-7,0.07292904,0.00013037937,0.120211214,0.115385495,0.12735237,0.559146],"study_design_scores_gemma":[0.001994973,0.0035802748,0.71422684,0.00095472473,0.00014275713,0.00013707018,0.012862604,0.003497811,0.01602018,0.06967844,0.17573018,0.0011741505],"about_ca_topic_score_codex":0.000018258212,"about_ca_topic_score_gemma":1.6067496e-7,"teacher_disagreement_score":0.7101741,"about_ca_system_score_codex":0.000042185187,"about_ca_system_score_gemma":0.0000035264611,"threshold_uncertainty_score":0.5209212},"labels":[],"label_agreement":null},{"id":"W4377014196","doi":"10.1145/3591126","title":"Classification of Alzheimer's using Deep-learning Methods on Webcam-based Gaze Data","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Gaze; Computer science; BitTorrent tracker; Eye tracking; Artificial intelligence; Classifier (UML); Computer vision","score_opus":0.2582520218858648,"score_gpt":0.4372612141484993,"score_spread":0.17900919226263445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377014196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86366785,0.00002246158,0.13048571,0.0024482096,0.0014176107,0.00035470424,0.000003629897,0.00078174536,0.0008180815],"genre_scores_gemma":[0.8827799,0.0000023643095,0.11698905,0.00007782269,0.00009880943,0.000008036194,0.000007347519,0.0000188571,0.000017819],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826473,0.000072218936,0.0004556326,0.0006197851,0.00035021268,0.00023743893],"domain_scores_gemma":[0.9973581,0.00031837294,0.000804668,0.0012057386,0.00028045624,0.000032658656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010503369,0.00019550056,0.000274857,0.0005270577,0.00022780389,0.000102139355,0.0038043002,0.00011181938,0.000004728451],"category_scores_gemma":[0.00052248704,0.00015892152,0.000110654495,0.00084053056,0.000095084004,0.00051648816,0.0014334354,0.00048556452,0.000016854112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007560192,0.00041716886,0.003517093,0.00016023891,0.00025295714,0.0000014045418,0.00073956465,0.005787357,0.5872281,0.030293833,0.002995953,0.3685307],"study_design_scores_gemma":[0.00027209826,0.00030015508,0.03065639,0.00037775014,0.00004843203,0.000006404014,0.00008862106,0.78497064,0.17950249,0.0029320903,0.00066941936,0.00017551794],"about_ca_topic_score_codex":0.000016088688,"about_ca_topic_score_gemma":7.988885e-7,"teacher_disagreement_score":0.77918327,"about_ca_system_score_codex":0.000067834764,"about_ca_system_score_gemma":0.000020745045,"threshold_uncertainty_score":0.70693994},"labels":[],"label_agreement":null},{"id":"W4377014401","doi":"10.1145/3591137","title":"Unconscious Frustration: Dynamically Assessing User Experience using Eye and Mouse Tracking","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"BitTorrent tracker; Eye tracking; Computer science; Task (project management); Computer mouse; Human–computer interaction; Point (geometry); Eye movement; Computer vision; Unconscious mind; Artificial intelligence; Tracking (education); Cursor (databases); Psychology; Engineering","score_opus":0.08054506340083589,"score_gpt":0.365363218046566,"score_spread":0.2848181546457301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377014401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878275,0.000004662784,0.009714694,0.0012115531,0.00054372073,0.00013717407,6.244666e-7,0.00043742292,0.00012265689],"genre_scores_gemma":[0.97795457,0.0000026064313,0.02171095,0.00011542353,0.00010610275,0.000009727942,6.884304e-7,0.000015162918,0.00008478706],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99860686,0.000016264592,0.0003376325,0.0004965333,0.0002853318,0.00025736305],"domain_scores_gemma":[0.99887,0.0000911521,0.00034795766,0.00042654818,0.00022266354,0.0000416673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002538785,0.00018785904,0.0001984196,0.00027800832,0.00039426459,0.00054301636,0.001516777,0.00010078557,0.0000022765987],"category_scores_gemma":[0.00017129956,0.00015345764,0.000076134056,0.0005310178,0.00013190533,0.0013631157,0.0009211392,0.0003398894,0.0000057661737],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026036734,0.00024953342,0.05610158,0.0001544532,0.00008430708,0.000009264877,0.004877492,0.0007541871,0.8244028,0.02959049,0.0010461733,0.08270366],"study_design_scores_gemma":[0.00088489417,0.0004189689,0.28899062,0.0010245849,0.000043830216,0.00012158719,0.0013758935,0.34320915,0.34566364,0.016885852,0.00053674093,0.0008442398],"about_ca_topic_score_codex":0.000018338491,"about_ca_topic_score_gemma":0.000002905244,"teacher_disagreement_score":0.4787392,"about_ca_system_score_codex":0.00009313773,"about_ca_system_score_gemma":0.000016655336,"threshold_uncertainty_score":0.6257821},"labels":[],"label_agreement":null},{"id":"W4381188071","doi":"10.1145/3593236","title":"WAMS: A Flexible API for Visual Workspaces Across Multiple Surfaces","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan; University of New Brunswick","funders":"","keywords":"Workspace; Computer science; Variety (cybernetics); Human–computer interaction; Extensibility; Artificial intelligence; Programming language","score_opus":0.0729242769928617,"score_gpt":0.38199651380095523,"score_spread":0.30907223680809354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381188071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98689,0.000009830452,0.0073220516,0.0022141577,0.0023207336,0.0005567993,0.0000095242385,0.00018091213,0.00049596326],"genre_scores_gemma":[0.9943455,0.0000063985867,0.0035452014,0.00041583643,0.0003473939,0.00008708597,0.000007289914,0.00002735408,0.001217956],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99819857,0.00001561744,0.0003719473,0.0005833915,0.00035666878,0.00047380515],"domain_scores_gemma":[0.9980707,0.00044838592,0.00044517877,0.00044467975,0.00053527823,0.000055785844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039830114,0.000261091,0.00027816632,0.00020692492,0.0004910454,0.0004132233,0.0025310784,0.00009182844,0.000006951076],"category_scores_gemma":[0.00033439533,0.00020028523,0.000294292,0.00060321233,0.0000678764,0.0016015208,0.0014297543,0.00027894956,0.00009130298],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067129487,0.0007565357,0.007633264,0.00043034786,0.00042739804,0.000002306878,0.018552696,0.0017536515,0.7403605,0.014271497,0.1963337,0.01880679],"study_design_scores_gemma":[0.0012660803,0.0010152211,0.030256344,0.00062079553,0.000024986371,0.000016121932,0.0023147701,0.15152235,0.79869264,0.005711765,0.00803701,0.00052193477],"about_ca_topic_score_codex":0.000037578848,"about_ca_topic_score_gemma":0.0000055423197,"teacher_disagreement_score":0.18829669,"about_ca_system_score_codex":0.000102064165,"about_ca_system_score_gemma":0.000015144112,"threshold_uncertainty_score":0.81673944},"labels":[],"label_agreement":null},{"id":"W4381193245","doi":"10.1145/3593226","title":"EEG-Based Brain-Computer Interactions in Immersive Virtual and Augmented Reality: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Virtual reality; Usability; Computer science; Human–computer interaction; Immersive technology; Augmented reality; Brain–computer interface; Intersection (aeronautics); Electroencephalography; Neuroscience; Psychology; Engineering","score_opus":0.1535502742587624,"score_gpt":0.4052988487298603,"score_spread":0.2517485744710979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381193245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062193205,0.89623,0.0017462039,0.022499826,0.023294516,0.044756968,0.00051032245,0.0021000896,0.0026427638],"genre_scores_gemma":[0.0039383546,0.98055357,0.00059722585,0.008558077,0.0012284011,0.0016381477,0.00006837267,0.0004494123,0.0029684713],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9944166,0.0004030715,0.0023687445,0.001505895,0.0007502549,0.00055546185],"domain_scores_gemma":[0.9927087,0.0031043524,0.0027459438,0.0010795178,0.00023136938,0.00013012026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010339684,0.0009609798,0.0030306575,0.0011217472,0.00027656712,0.00036982712,0.0030128723,0.00021947801,0.000022136628],"category_scores_gemma":[0.0016877097,0.00061671407,0.00095962407,0.0012575052,0.00019210955,0.00063731783,0.001785575,0.0015020483,0.00009512931],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052979816,0.000521404,0.000002869038,0.9108759,0.00035796044,0.00002080321,0.0008710224,0.000036335667,0.0006062497,0.0012390206,0.036674343,0.0487411],"study_design_scores_gemma":[0.0005256908,0.0005496473,0.000007682787,0.95677745,0.0009067686,0.00026582982,0.00009240684,0.0034159056,0.00089776644,0.0002672119,0.035463948,0.0008296974],"about_ca_topic_score_codex":0.00005756929,"about_ca_topic_score_gemma":0.000015483498,"teacher_disagreement_score":0.08432355,"about_ca_system_score_codex":0.00049477,"about_ca_system_score_gemma":0.000079019126,"threshold_uncertainty_score":0.9996284},"labels":[],"label_agreement":null},{"id":"W4385681195","doi":"10.1145/3610088","title":"SUMMIT: Scaffolding Open Source Software Issue Discussion Through Summarization","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Alfred P. Sloan Foundation","keywords":"Automatic summarization; Summit; Computer science; World Wide Web; Set (abstract data type); Software; Data science; Construct (python library); Software engineering; Knowledge management; Information retrieval","score_opus":0.0643405934391388,"score_gpt":0.3516934090470921,"score_spread":0.28735281560795334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385681195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7522462,0.000020061678,0.2224048,0.012924842,0.0062628635,0.0019858258,0.0000064602696,0.0031443944,0.0010045429],"genre_scores_gemma":[0.9446213,0.000014359652,0.05065186,0.00033146035,0.0007664111,0.00010435867,0.000014308386,0.000089381225,0.0034065526],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977377,0.000027333832,0.0004161336,0.0006776062,0.000722486,0.00041873902],"domain_scores_gemma":[0.99792266,0.00043135745,0.0003100092,0.00095346,0.00031195115,0.00007055643],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006223382,0.00025679724,0.0002683232,0.00034061365,0.00045097803,0.0009066512,0.0067219147,0.0001082047,0.000023659004],"category_scores_gemma":[0.0012819305,0.00017167442,0.0001374739,0.0014203037,0.000048234375,0.0026071158,0.006998279,0.00038500363,0.00015603723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018622453,0.00069216226,0.050891083,0.0010409015,0.00030623315,0.0000089686755,0.01701519,0.022186426,0.052163634,0.016782604,0.54311496,0.2956116],"study_design_scores_gemma":[0.0037351232,0.0018630992,0.11615561,0.006736794,0.0000929309,0.000077961886,0.001344929,0.21526971,0.45665514,0.07078386,0.12451434,0.0027705121],"about_ca_topic_score_codex":0.000060262366,"about_ca_topic_score_gemma":0.0000023240823,"teacher_disagreement_score":0.41860065,"about_ca_system_score_codex":0.00019484894,"about_ca_system_score_gemma":0.000025000152,"threshold_uncertainty_score":0.9986522},"labels":[],"label_agreement":null},{"id":"W4386708043","doi":"10.1145/3604264","title":"PAWS: Personalized Arm and Wrist Movements With Sensitivity Mappings for Controller-Free Locomotion in Virtual Reality","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teleportation; Personalization; Computer science; Human–computer interaction; Virtual reality; Controller (irrigation); Sensitivity (control systems); Quantum; Engineering","score_opus":0.05608731803806983,"score_gpt":0.30965177906552055,"score_spread":0.2535644610274507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386708043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93884605,0.0000050231874,0.053358037,0.0049557774,0.0006879394,0.0014544817,0.000017432509,0.00022364256,0.0004516405],"genre_scores_gemma":[0.99721575,0.0000036455629,0.0019933486,0.0002653051,0.00020622679,0.00010409432,0.000005314207,0.000014263967,0.0001920711],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984575,0.00004993266,0.000380031,0.0004987777,0.00037610275,0.00023767122],"domain_scores_gemma":[0.9985741,0.000282696,0.00042141182,0.0003434388,0.0003280604,0.00005032766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010926452,0.00019821156,0.00032378786,0.00026724595,0.00017428958,0.00020982258,0.00072311575,0.000073845404,0.0000013867005],"category_scores_gemma":[0.00021318874,0.00014566405,0.00009396629,0.00040370438,0.000065262844,0.00064393703,0.0005507083,0.00019888172,0.0000050231106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066223345,0.004937463,0.028568823,0.004239481,0.0019156699,0.000041791332,0.06597767,0.004115265,0.25522637,0.16418484,0.11706177,0.3471085],"study_design_scores_gemma":[0.03177317,0.006208007,0.17534807,0.0063605267,0.00012493065,0.00031263896,0.0038377172,0.61005366,0.060326725,0.09339368,0.010180213,0.0020806862],"about_ca_topic_score_codex":0.00006179323,"about_ca_topic_score_gemma":0.000023812836,"teacher_disagreement_score":0.6059384,"about_ca_system_score_codex":0.00010993603,"about_ca_system_score_gemma":0.000012371642,"threshold_uncertainty_score":0.5940007},"labels":[],"label_agreement":null},{"id":"W4386709154","doi":"10.1145/3604240","title":"A Minimalistic Approach to Predict and Understand the Relation of App Usage with Students' Academic Performance","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Association (psychology); Relation (database); Smartphone app; Computer science; Usage data; Psychology; Applied psychology; World Wide Web; Data mining","score_opus":0.0537860069434828,"score_gpt":0.3262699379455513,"score_spread":0.2724839310020685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386709154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99281394,0.000004666254,0.0046270746,0.0016506638,0.00011979489,0.00023441136,8.8597267e-7,0.00008137198,0.0004671689],"genre_scores_gemma":[0.995578,0.000009762507,0.003920764,0.000098170814,0.0001016124,0.000008199686,0.000001087297,0.000009925742,0.00027247303],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883366,0.00001551259,0.00025659852,0.00028434387,0.00046243888,0.00014745552],"domain_scores_gemma":[0.99912524,0.000118609525,0.00029406874,0.00030785345,0.00011989913,0.000034346136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004823455,0.00012314177,0.0001490716,0.00017198091,0.00018151083,0.00010825159,0.0015434218,0.000048101523,4.5350706e-7],"category_scores_gemma":[0.000092165836,0.00007213921,0.000039256858,0.00056952296,0.00006754613,0.00038083765,0.0007650233,0.00035605798,0.000003535268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013281248,0.0017335704,0.48898268,0.0036545836,0.0012038033,0.0000032846392,0.13662143,0.091414176,0.038300075,0.12684314,0.029399272,0.08051585],"study_design_scores_gemma":[0.0006033893,0.0009829695,0.44325677,0.00087602076,0.00006550679,0.000031606203,0.0010302073,0.54753965,0.002153563,0.0029671474,0.0002665433,0.00022661361],"about_ca_topic_score_codex":0.0000053339227,"about_ca_topic_score_gemma":3.2862425e-7,"teacher_disagreement_score":0.4561255,"about_ca_system_score_codex":0.00004068793,"about_ca_system_score_gemma":0.000010981962,"threshold_uncertainty_score":0.29417518},"labels":[],"label_agreement":null},{"id":"W4387329002","doi":"10.1145/3610205","title":"Reopening, Repetition and Resetting: HCI and the Method of Hope","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Computer-supported cooperative work; Multinational corporation; Repetition (rhetorical device); Action (physics); Sociology; Work (physics); Reflection (computer programming); Knowledge management; Computer science; Political science; Engineering","score_opus":0.04976591630319832,"score_gpt":0.3538172960259948,"score_spread":0.3040513797227965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387329002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97519034,0.000014412374,0.008147629,0.012174725,0.0008809524,0.00054063316,0.0000016680638,0.00025178012,0.0027978583],"genre_scores_gemma":[0.9748455,0.000018252058,0.02427318,0.00032704434,0.00013884147,0.00003949632,0.0000014648077,0.00001639366,0.00033979368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984706,0.00006720952,0.0004923367,0.00046378028,0.00031443435,0.00019164011],"domain_scores_gemma":[0.99764836,0.00045440337,0.00081577094,0.0005961325,0.0004652033,0.000020144133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015715854,0.00017702924,0.0002748326,0.0004376232,0.00032529602,0.00016874739,0.0015095298,0.00009755119,0.0000056044423],"category_scores_gemma":[0.0007499524,0.00011616069,0.00008149801,0.00072332175,0.0002705682,0.00090171397,0.0019452308,0.0004905259,0.000006966823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037773818,0.00011365646,0.0016378216,0.00027887596,0.00020622692,0.0000021074302,0.009265188,0.00004544006,0.16303696,0.7354696,0.024604471,0.06496195],"study_design_scores_gemma":[0.0030852007,0.0011622435,0.037374686,0.0015770555,0.0000886542,0.00042834628,0.0013516904,0.08164788,0.6115071,0.2550762,0.0061283377,0.0005725811],"about_ca_topic_score_codex":0.000038493803,"about_ca_topic_score_gemma":0.0000027908652,"teacher_disagreement_score":0.48039338,"about_ca_system_score_codex":0.000049916896,"about_ca_system_score_gemma":0.000009047765,"threshold_uncertainty_score":0.47368956},"labels":[],"label_agreement":null},{"id":"W4387329228","doi":"10.1145/3610040","title":"(Re)Capturing the Spirit of Ramadan: Techno-Religious Practices in the Time of COVID-19","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contemplation; Pandemic; Coronavirus disease 2019 (COVID-19); Scholarship; Appropriation; 2019-20 coronavirus outbreak; Face (sociological concept); Sociology; Isolation (microbiology); Psychological resilience; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Aesthetics; Political science; Psychology; Social science; Social psychology; Epistemology; Law; Art; Medicine; Philosophy","score_opus":0.1279801264084536,"score_gpt":0.35307503029382536,"score_spread":0.22509490388537176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387329228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9350044,0.00008906634,0.000005988862,0.020635616,0.00040824714,0.00075073005,0.000008749853,0.000115695475,0.04298152],"genre_scores_gemma":[0.99874485,0.000051910283,0.00005020167,0.00060145004,0.0002491599,0.000035796682,0.000007455947,0.000019880988,0.00023927675],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846625,0.0000509932,0.00060676853,0.00021365382,0.0004913907,0.00017094372],"domain_scores_gemma":[0.99646884,0.0009570936,0.0015236347,0.00075682823,0.00026933578,0.000024252318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001107446,0.00016926586,0.00024283225,0.0002940795,0.00027805235,0.00022364545,0.0025505633,0.00005885243,0.00003928161],"category_scores_gemma":[0.0013588181,0.0000954266,0.00015294913,0.00026087623,0.00032469956,0.0005213892,0.00068065786,0.0004032564,0.000028785456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006259966,0.0012622344,0.0025449342,0.0021102072,0.0003822955,0.0000028103352,0.4462288,0.0013046744,0.02129922,0.24865825,0.26647717,0.009103402],"study_design_scores_gemma":[0.0027963591,0.0022360666,0.0047567533,0.0034128623,0.00039874375,0.0000664007,0.042670716,0.012311801,0.083931506,0.68023455,0.16598694,0.001197287],"about_ca_topic_score_codex":0.0006297481,"about_ca_topic_score_gemma":0.00020635255,"teacher_disagreement_score":0.4315763,"about_ca_system_score_codex":0.00007502608,"about_ca_system_score_gemma":0.000028227081,"threshold_uncertainty_score":0.4739624},"labels":[],"label_agreement":null},{"id":"W4387331310","doi":"10.1145/3610075","title":"Knowing Unknown Teammates: Exploring Anonymity and Explanations in a Teammate Information-Sharing Recommender System","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Anonymity; Conceptualization; Computer science; Recommender system; Empirical research; Task (project management); Cohesion (chemistry); Perception; Interpersonal communication; Information sharing; Knowledge management; Psychology; Social psychology; World Wide Web; Artificial intelligence; Computer security","score_opus":0.10940434089080016,"score_gpt":0.3444849828381445,"score_spread":0.23508064194734435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99084705,0.000005017549,0.00004518376,0.00047507987,0.0014181787,0.00028057874,0.0000048040542,0.0001860628,0.0067380574],"genre_scores_gemma":[0.9991789,0.000012570974,0.00025998213,0.00006614139,0.00014761159,0.00013982087,0.000009389415,0.00001651103,0.00016911293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888265,0.000011666256,0.0004765764,0.00023521886,0.00015623427,0.0002376702],"domain_scores_gemma":[0.9991977,0.00009750072,0.00029810544,0.00027670676,0.00009628398,0.000033708075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048077834,0.00015544318,0.00018374219,0.0005167107,0.00021965576,0.00013795971,0.00056184985,0.00006672214,0.000017297583],"category_scores_gemma":[0.00005400306,0.0001316187,0.000057716257,0.00039842306,0.000021611355,0.0012981053,0.00046923137,0.00031607086,0.000059483456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006545803,0.00056131004,0.313563,0.0037232433,0.00059862,0.000009127034,0.16931762,0.0033547892,0.0069269706,0.2575854,0.024623632,0.21908168],"study_design_scores_gemma":[0.0038346879,0.0005289723,0.7228391,0.005804399,0.000083741936,0.00017016153,0.041379202,0.1955996,0.0042248713,0.0055639315,0.01870233,0.001268992],"about_ca_topic_score_codex":0.00011912706,"about_ca_topic_score_gemma":0.00001482208,"teacher_disagreement_score":0.40927613,"about_ca_system_score_codex":0.00014853636,"about_ca_system_score_gemma":0.0000048837023,"threshold_uncertainty_score":0.53672546},"labels":[],"label_agreement":null},{"id":"W4387331342","doi":"10.1145/3610214","title":"The Unseen Landscape of Abolitionism: Examining the Role of Digital Maps in Grassroots Organizing","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Grassroots; Abolitionism; Politics; Political science; Sociology; Value (mathematics); Public relations; Media studies; Law; Computer science","score_opus":0.05173527114144438,"score_gpt":0.33026950549957895,"score_spread":0.27853423435813457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912067,0.000017198343,8.7406437e-7,0.0014738893,0.0006489663,0.0001766582,0.000005097478,0.000031839623,0.0064387894],"genre_scores_gemma":[0.99929786,0.00002351689,0.000021210806,0.000032377076,0.00047045838,0.000009586621,0.00000219389,0.000010731492,0.00013204431],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99894804,0.000032344597,0.00031186987,0.00012059704,0.0003711105,0.00021602563],"domain_scores_gemma":[0.9985372,0.00072330417,0.00034843374,0.00015858356,0.00020689436,0.000025587813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045681474,0.000083452396,0.00014541589,0.000095133175,0.00038938498,0.00011182671,0.000896841,0.00006171992,0.0000064885057],"category_scores_gemma":[0.00082239346,0.00005137939,0.00007080657,0.0004950472,0.00020946153,0.00026092198,0.00023987681,0.00019534185,0.0000064817636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109450506,0.00023979563,0.4457199,0.0001410749,0.00015917893,7.15381e-7,0.26227808,0.000047726156,0.025435809,0.21580096,0.008767936,0.04129938],"study_design_scores_gemma":[0.000773917,0.0003689826,0.21884596,0.0008572793,0.00007394539,0.0000041692906,0.3073976,0.00046507132,0.0782505,0.3728712,0.019728748,0.00036263248],"about_ca_topic_score_codex":0.00032805596,"about_ca_topic_score_gemma":0.000066941706,"teacher_disagreement_score":0.22687393,"about_ca_system_score_codex":0.000051426407,"about_ca_system_score_gemma":0.000033204386,"threshold_uncertainty_score":0.29948738},"labels":[],"label_agreement":null},{"id":"W4387331344","doi":"10.1145/3610049","title":"Co-designing Mental Health Technologies with International University Students in Canada","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Helpfulness; Mental health; Set (abstract data type); Psychology; Medical education; Negotiation; Applied psychology; Computer science; Medicine; Social psychology; Sociology","score_opus":0.05704484824324416,"score_gpt":0.3886081510696905,"score_spread":0.3315633028264463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883982,0.0000040712075,0.0000081658145,0.0063359747,0.0014482735,0.0003592329,0.00002415764,0.0001241397,0.0032978037],"genre_scores_gemma":[0.9987478,0.0000020356758,0.00018829144,0.00014823055,0.000023435801,0.00001068434,0.000012302111,0.000012617214,0.0008545706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988754,0.000015209429,0.0002772099,0.00026388658,0.00034273448,0.00022556777],"domain_scores_gemma":[0.99936765,0.000045425746,0.00031717136,0.00018666958,0.0000578424,0.000025230216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018210233,0.00011611745,0.00014608639,0.0003116512,0.00013146637,0.00003889847,0.0012575855,0.000031812648,0.000028653696],"category_scores_gemma":[0.000019761846,0.00009807864,0.00004496156,0.00033763424,0.00004365036,0.00026638625,0.00037370887,0.00025107164,0.000028623928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001679988,0.002045323,0.54786044,0.00038754154,0.00064413616,0.000037749378,0.008420582,0.00014625517,0.0014127487,0.015414084,0.30562085,0.116330266],"study_design_scores_gemma":[0.0053188056,0.0030219834,0.8794623,0.0048242267,0.000022977598,0.00011994379,0.06291942,0.0005210089,0.018066406,0.0031741953,0.021836957,0.00071175414],"about_ca_topic_score_codex":0.06693137,"about_ca_topic_score_gemma":0.040329,"teacher_disagreement_score":0.33160186,"about_ca_system_score_codex":0.001430584,"about_ca_system_score_gemma":0.000057009252,"threshold_uncertainty_score":0.9771825},"labels":[],"label_agreement":null},{"id":"W4387332633","doi":"10.1145/3611066","title":"The Effects of Hand Representation on Experience and Performance for 3D Interactions in Virtual Reality Games","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Representation (politics); Human–computer interaction; Virtual reality; Computer science; Affect (linguistics); Psychology; Communication","score_opus":0.0724887687000859,"score_gpt":0.3765181488269251,"score_spread":0.30402938012683917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99308085,0.0000032018077,0.0042015403,0.0014460343,0.00048309471,0.00051565206,0.0000017260437,0.000039873168,0.00022800374],"genre_scores_gemma":[0.99897283,0.000042039886,0.0005471663,0.000082626255,0.00006891044,0.00016230678,0.0000015484976,0.000007053404,0.00011553508],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894136,0.00001960657,0.00033957863,0.00030701348,0.00022725304,0.00016517239],"domain_scores_gemma":[0.99818325,0.0008184145,0.00033425514,0.0004690257,0.00016364733,0.00003140466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029664533,0.000116326766,0.00014910955,0.00016533665,0.00032692633,0.00017929442,0.0009390215,0.000030212315,4.5994472e-7],"category_scores_gemma":[0.00053823576,0.00007822139,0.000061100625,0.00045862346,0.00011121315,0.0007303086,0.00042908874,0.00015878271,0.0000022635777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006194513,0.00059658417,0.0048554484,0.00056159426,0.000089645866,4.0220453e-7,0.03097042,0.001265556,0.15111618,0.112726964,0.010107441,0.68709034],"study_design_scores_gemma":[0.0009430091,0.0018115486,0.21840556,0.0009844265,0.000015177483,0.000010453623,0.00074051373,0.2572433,0.51053673,0.007090737,0.0019742819,0.00024425803],"about_ca_topic_score_codex":0.00005325672,"about_ca_topic_score_gemma":0.000009889094,"teacher_disagreement_score":0.6868461,"about_ca_system_score_codex":0.00006193258,"about_ca_system_score_gemma":0.000011039505,"threshold_uncertainty_score":0.31897756},"labels":[],"label_agreement":null},{"id":"W4387332646","doi":"10.1145/3611020","title":"Suspecting Sarcasm: How League of Legends Players Dismiss Positive Communication in Toxic Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sarcasm; Blame; Negativity effect; League; Psychology; Social psychology; Psychological intervention; Internet privacy; Aggression; Computer security; Computer science; Irony; Psychiatry","score_opus":0.054154613526781616,"score_gpt":0.35160857592284406,"score_spread":0.2974539623960624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99083143,0.0000067334454,0.000012519522,0.0062542106,0.00027857165,0.0002934655,0.0000026629514,0.000077890225,0.0022425104],"genre_scores_gemma":[0.998969,0.000029091025,0.00030736052,0.00006910296,0.0000668784,0.000009151129,0.0000032411772,0.00001535569,0.00053078204],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99881005,0.00004898989,0.00027699108,0.0002237117,0.00038380112,0.000256458],"domain_scores_gemma":[0.9989642,0.0001265514,0.0005002464,0.0003198971,0.000056459165,0.000032683285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062853924,0.00012855744,0.00019429036,0.00031120074,0.0003502227,0.000062896666,0.0014471816,0.00012754287,0.000013329881],"category_scores_gemma":[0.00039546698,0.00011893511,0.00009409983,0.0004574369,0.00025097735,0.00046341956,0.0006155557,0.00039962574,0.000014401455],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004994669,0.0016522488,0.2559493,0.000272395,0.0003306907,0.0000041040785,0.124866195,0.00032150978,0.5251351,0.025958939,0.016556703,0.048453357],"study_design_scores_gemma":[0.001434252,0.000453686,0.536001,0.0019059648,0.00004805615,0.000007718534,0.031387895,0.001149927,0.4154287,0.010417479,0.0012909103,0.00047434805],"about_ca_topic_score_codex":0.00036462492,"about_ca_topic_score_gemma":0.0000830248,"teacher_disagreement_score":0.28005177,"about_ca_system_score_codex":0.00035920413,"about_ca_system_score_gemma":0.000012357529,"threshold_uncertainty_score":0.4850033},"labels":[],"label_agreement":null},{"id":"W4387332684","doi":"10.1145/3611033","title":"If at First You Don’t Succeed: Helping Players Make Progress in Games with Breaks and Checkpoints","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Task (project management); Computer science; Repetition (rhetorical device); Affect (linguistics); Risk analysis (engineering); Psychology; Business; Engineering; Systems engineering","score_opus":0.03941065780785468,"score_gpt":0.33730354200441104,"score_spread":0.29789288419655635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923267,0.000034349127,0.0000038051785,0.0051629427,0.0006320998,0.00035347734,0.0000031799118,0.00007255805,0.001410902],"genre_scores_gemma":[0.9973709,0.000010730808,0.00031155546,0.00015180194,0.00027712324,0.000116051684,0.000012344511,0.00002722303,0.0017222471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881387,0.000011222323,0.0003033493,0.00042432462,0.00021658749,0.00023066398],"domain_scores_gemma":[0.99914676,0.00008836292,0.00032649003,0.00027565216,0.00012205213,0.000040686613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002472153,0.00017202721,0.000177341,0.00026917955,0.00014065781,0.00007862303,0.00046556757,0.00008276332,0.000060009505],"category_scores_gemma":[0.000031909967,0.0001305486,0.00005280546,0.0003207341,0.00010089776,0.00019056429,0.0002608293,0.00022583111,0.00004041891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009741204,0.00067502406,0.86359763,0.00044568424,0.00024213167,0.000003672239,0.04438399,0.00010688879,0.0030904359,0.008408241,0.02306946,0.055002704],"study_design_scores_gemma":[0.00069060794,0.00024257028,0.987255,0.0005271183,0.000020837691,0.00004697149,0.0027429601,0.0005905456,0.0019642964,0.0005441667,0.0051881783,0.00018674717],"about_ca_topic_score_codex":0.000086173095,"about_ca_topic_score_gemma":0.00006275511,"teacher_disagreement_score":0.12365735,"about_ca_system_score_codex":0.0001326898,"about_ca_system_score_gemma":0.0000071809286,"threshold_uncertainty_score":0.5323617},"labels":[],"label_agreement":null},{"id":"W4387332706","doi":"10.1145/3611037","title":"Prospective Passion and Social Capital within DotA 2 Players","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Passion; Social capital; Psychology; Social psychology; Sociology; Social science","score_opus":0.043136730238581444,"score_gpt":0.35020540944862655,"score_spread":0.3070686792100451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99003047,0.0000016448025,0.0000022163147,0.006309362,0.0009246962,0.00032443056,0.000002086209,0.00027728462,0.0021277934],"genre_scores_gemma":[0.998526,0.0000044076733,0.00015344973,0.00019877552,0.00037252618,0.000012928832,9.867822e-7,0.000015422369,0.0007155547],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988593,0.000018191029,0.00020739344,0.00027133076,0.00038828878,0.00025551542],"domain_scores_gemma":[0.9993206,0.000043381835,0.00031352637,0.00012931786,0.00015557461,0.000037594207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041563343,0.00013173699,0.00015670262,0.0001839918,0.00092049944,0.00013764728,0.00076490594,0.00014654592,0.000012514477],"category_scores_gemma":[0.0002783095,0.000104832296,0.00007854924,0.00029993517,0.0002975711,0.00044363755,0.00051855796,0.00036564365,0.00002633042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075406145,0.0008043888,0.1742149,0.00033546338,0.00037811877,0.0000057240404,0.34059352,0.000020614363,0.06122609,0.15988635,0.22162731,0.040153477],"study_design_scores_gemma":[0.002081708,0.0008701995,0.75509083,0.0008433723,0.00007948547,0.000018122095,0.054044932,0.0007685039,0.092697084,0.089641534,0.0030543134,0.00080992293],"about_ca_topic_score_codex":0.00016011925,"about_ca_topic_score_gemma":0.00003379086,"teacher_disagreement_score":0.58087593,"about_ca_system_score_codex":0.00016618252,"about_ca_system_score_gemma":0.000018545414,"threshold_uncertainty_score":0.7079831},"labels":[],"label_agreement":null},{"id":"W4387332926","doi":"10.1145/3611041","title":"Playing with Emotions: A Systematic Review Examining Emotions and Emotion Regulation in Esports Performance","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Affect (linguistics); Emotional regulation; Psychological intervention; Coping (psychology); Competitive advantage; Social psychology; Developmental psychology; Psychotherapist; Business; Marketing","score_opus":0.20276495103298853,"score_gpt":0.36269809227522326,"score_spread":0.15993314124223473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09928008,0.87586874,0.000018650411,0.00067614194,0.0034209208,0.015751937,0.000034047374,0.0005574598,0.0043919925],"genre_scores_gemma":[0.0081221415,0.98977804,0.00015144637,0.00016604994,0.0005856921,0.00043660862,0.00003928314,0.00007405822,0.00064668583],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976166,0.00005386754,0.0012834545,0.0004313801,0.00037846525,0.0002362305],"domain_scores_gemma":[0.99734926,0.00020444332,0.0017448361,0.00041510613,0.00024062835,0.000045711407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086331484,0.0003675101,0.0013632524,0.00058431906,0.00046916562,0.00019084109,0.00052507134,0.000105854255,0.000040531177],"category_scores_gemma":[0.00022700614,0.00023376937,0.00015066483,0.00025401224,0.00009357453,0.0007419951,0.0001921973,0.0005573705,0.00003240445],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056054187,0.00005481527,0.00004086826,0.970261,0.00008396284,7.160067e-7,0.0046362896,0.000004403631,6.7482074e-7,0.0027015442,0.0005039358,0.021706212],"study_design_scores_gemma":[0.00012441266,0.00024176744,0.00054565974,0.99286556,0.00064165634,0.000054828717,0.00042179401,0.00021680503,6.6120936e-7,0.00018007342,0.0044407197,0.00026606364],"about_ca_topic_score_codex":0.00003909384,"about_ca_topic_score_gemma":0.000042003663,"teacher_disagreement_score":0.11390927,"about_ca_system_score_codex":0.00021187578,"about_ca_system_score_gemma":0.000045496618,"threshold_uncertainty_score":0.95328385},"labels":[],"label_agreement":null},{"id":"W4387344025","doi":"10.1145/3611031","title":"BlueVR: Design and Evaluation of a Virtual Reality Serious Game for Promoting Understanding towards People with Color Vision Deficiency","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Duke Kunshan University","keywords":"Virtual reality; Serious game; Perspective (graphical); Psychology; Augmented reality; Game design; Computer science; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.15741716910943518,"score_gpt":0.38376787066240065,"score_spread":0.22635070155296547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.764015,0.0000030453098,0.23320918,0.0013341887,0.000108266795,0.0011180982,0.0000029312944,0.00008042957,0.00012883432],"genre_scores_gemma":[0.99286705,0.0000043283267,0.0069207423,0.000038052716,0.000041012754,0.0001040447,0.0000028209638,0.000012620629,0.000009340351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983815,0.000042143325,0.00036134516,0.00040307108,0.0006030359,0.00020888021],"domain_scores_gemma":[0.99828005,0.000229774,0.0005215519,0.00037098577,0.00054771797,0.000049943865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020611908,0.00015109245,0.00021617328,0.00021140448,0.00025364305,0.00018978144,0.0008338658,0.000058531754,0.0000011948958],"category_scores_gemma":[0.00029586334,0.00010950456,0.00006316747,0.0006655556,0.000060770013,0.00076845393,0.00045575367,0.000117857955,0.000001129762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010588662,0.0014246252,0.0008434031,0.0013670349,0.00026311455,4.7848226e-7,0.06429311,0.052847978,0.26207793,0.2671696,0.0056637703,0.34299007],"study_design_scores_gemma":[0.00084770133,0.0024201474,0.011635664,0.00037291643,0.000056777433,0.00001540454,0.00064014975,0.91338706,0.044712186,0.025712082,0.00002999527,0.0001698915],"about_ca_topic_score_codex":0.00003926082,"about_ca_topic_score_gemma":0.000008360092,"teacher_disagreement_score":0.86053914,"about_ca_system_score_codex":0.0002366381,"about_ca_system_score_gemma":0.000068014546,"threshold_uncertainty_score":0.44654664},"labels":[],"label_agreement":null},{"id":"W4387344424","doi":"10.1145/3611048","title":"From Points to Progression: A Scoping Review of Game Elements in Gamification Research with a Content Analysis of 280 Research Papers","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Computer science; Game design; Content analysis; Data science; Multimedia; Sociology; Social science","score_opus":0.569055136848657,"score_gpt":0.5953226624855227,"score_spread":0.02626752563686563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06925512,0.9043574,0.000021507083,0.0040695346,0.0014540068,0.017812576,0.0001412705,0.00008260608,0.002806029],"genre_scores_gemma":[0.008712493,0.9849062,0.0015957742,0.00012156535,0.00048652515,0.0030424378,0.00030781628,0.0001116316,0.00071554905],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9951879,0.0004169348,0.0018430467,0.00084045023,0.0013617363,0.00034992557],"domain_scores_gemma":[0.99392664,0.0011580011,0.0018531351,0.0010701817,0.0019214265,0.00007060898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004213368,0.00027593746,0.0014424062,0.0023848275,0.00008060291,0.00004647352,0.0017888437,0.00017469515,0.00017838096],"category_scores_gemma":[0.0010904856,0.0001899087,0.00039075004,0.0045449175,0.00014472276,0.00012566599,0.000527866,0.0008209821,0.000040969167],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044911675,0.0020984784,0.0011254501,0.16405982,0.003415276,0.0000015348821,0.0112976385,0.000006474451,0.0008128501,0.0029167796,0.0069640186,0.8068526],"study_design_scores_gemma":[0.00031635552,0.0007510789,0.0059836763,0.97012174,0.0010149637,0.0000027644512,0.001631187,0.000021303482,0.0002477195,0.00026143578,0.019374749,0.00027305182],"about_ca_topic_score_codex":0.00027031935,"about_ca_topic_score_gemma":0.000040487095,"teacher_disagreement_score":0.80657953,"about_ca_system_score_codex":0.0004072385,"about_ca_system_score_gemma":0.00013724159,"threshold_uncertainty_score":0.77442515},"labels":[],"label_agreement":null},{"id":"W4387344795","doi":"10.1145/3610206","title":"Selective Explanations: Leveraging Human Input to Align Explainable AI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Task (project management); Computer science; Space (punctuation); Perception; Artificial intelligence; Property (philosophy); Ask price; Machine learning; Data science; Psychology; Epistemology; Management","score_opus":0.08774926588927132,"score_gpt":0.3596719010079191,"score_spread":0.2719226351186478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520858,0.0000064492656,0.028112093,0.010333915,0.0019023967,0.0010918011,0.0000026692232,0.00097549363,0.005489381],"genre_scores_gemma":[0.99060243,0.000002682652,0.006146828,0.0016550925,0.00038839845,0.00015962883,0.0000035806333,0.000035674064,0.0010057007],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99732053,0.000038747872,0.00060934975,0.00080824684,0.0006540682,0.0005690298],"domain_scores_gemma":[0.9976461,0.00019795915,0.000380404,0.00087076,0.0007881636,0.000116606076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074103585,0.00030885593,0.00030306733,0.0009010208,0.0008769627,0.0005903839,0.003858783,0.00009459078,0.000018683242],"category_scores_gemma":[0.00041356313,0.00027474022,0.0001719258,0.0020507602,0.000050714003,0.0021481088,0.0019812225,0.00044222592,0.00032462738],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010093765,0.0006450389,0.0025286668,0.00027839435,0.00024835634,0.000014844136,0.040613253,0.013166274,0.33294502,0.29846498,0.28251722,0.028476996],"study_design_scores_gemma":[0.00028477443,0.000718366,0.004122139,0.00059539103,0.000019150955,0.000028042637,0.0016496483,0.034839157,0.82003385,0.13047044,0.0066055264,0.00063351955],"about_ca_topic_score_codex":0.00018765638,"about_ca_topic_score_gemma":0.000022316717,"teacher_disagreement_score":0.48708883,"about_ca_system_score_codex":0.00038246077,"about_ca_system_score_gemma":0.000034730278,"threshold_uncertainty_score":0.9999705},"labels":[],"label_agreement":null},{"id":"W4387344858","doi":"10.1145/3610220","title":"User Perspectives on Branching in Computer-Aided Design","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"CAD; Branching (polymer chemistry); Workflow; Computer science; Computer Aided Design; Software; Software engineering; Computer-aided manufacturing; Electronic design automation; Engineering drawing; Engineering; Programming language; Database; Embedded system","score_opus":0.06996157119945527,"score_gpt":0.33262286102307026,"score_spread":0.262661289823615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88796675,0.0000034343966,0.10511106,0.0037872947,0.0013654039,0.00061350886,0.0000012589171,0.00055987603,0.0005913967],"genre_scores_gemma":[0.9376562,0.0000026819273,0.06127736,0.00049239927,0.0003531794,0.000040216615,0.0000013207625,0.000030386374,0.00014622693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978614,0.00005088019,0.00052141765,0.00070258643,0.00051322987,0.0003505179],"domain_scores_gemma":[0.9979299,0.00047180738,0.00041659322,0.00080834463,0.00032914965,0.00004421837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007729961,0.00026731507,0.00028732262,0.00084011484,0.00028736133,0.00043586796,0.0033075688,0.00008941488,0.000009214438],"category_scores_gemma":[0.00031048112,0.00022274276,0.00014338523,0.0018080167,0.000059573078,0.0013169207,0.0014356609,0.0005721763,0.00011742272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004376016,0.0028678467,0.015204106,0.00038239808,0.0004542357,0.000028946239,0.124463804,0.0952938,0.06286134,0.3956811,0.14481786,0.15750694],"study_design_scores_gemma":[0.0038160456,0.0031030884,0.23601364,0.0039099073,0.000041108146,0.00010821717,0.0027900601,0.56275034,0.09414902,0.088323586,0.0029752331,0.0020197318],"about_ca_topic_score_codex":0.000029290784,"about_ca_topic_score_gemma":0.000002104169,"teacher_disagreement_score":0.46745658,"about_ca_system_score_codex":0.0002507205,"about_ca_system_score_gemma":0.0000239531,"threshold_uncertainty_score":0.9083186},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","score_opus":0.05822691235665016,"score_gpt":0.29377225281152197,"score_spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813716,0.000006527018,0.0143933995,0.0033524735,0.00027676226,0.00033297573,5.5947146e-7,0.00010321782,0.00016252157],"genre_scores_gemma":[0.9872079,0.0000024507617,0.012000285,0.00055730884,0.00016433462,0.000005507288,0.0000019496413,0.000019766365,0.00004052998],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987744,0.000023436178,0.0002563617,0.00036841191,0.00031898246,0.00025842513],"domain_scores_gemma":[0.9987714,0.0004407039,0.00025065689,0.00033108468,0.00017343817,0.000032664942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070910243,0.00016493927,0.0001598096,0.0002530823,0.00053281826,0.0006939086,0.00083486404,0.00004920366,8.565265e-7],"category_scores_gemma":[0.00021972271,0.00010410712,0.000048984995,0.00074696844,0.000063503256,0.00055682455,0.00038378997,0.0002460738,0.0000017634267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008611807,0.00070674374,0.06468092,0.00188421,0.00054841745,0.00004137844,0.20694897,0.05240482,0.28842485,0.07990222,0.1150784,0.18851791],"study_design_scores_gemma":[0.0034930601,0.0013386877,0.08697396,0.0064066295,0.000090545196,0.0005649733,0.008980038,0.7843635,0.0733704,0.028627833,0.0045497813,0.0012405871],"about_ca_topic_score_codex":0.000019981446,"about_ca_topic_score_gemma":0.000009313903,"teacher_disagreement_score":0.7319587,"about_ca_system_score_codex":0.00005667224,"about_ca_system_score_gemma":0.000019719762,"threshold_uncertainty_score":0.66913766},"labels":[],"label_agreement":null},{"id":"W4387344897","doi":"10.1145/3610208","title":"Social Wormholes: Exploring Preferences and Opportunities for Distributed and Physically-Grounded Social Connections","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Ubiquitous computing; Everyday life; Context (archaeology); Computer science; Social computing; Field (mathematics); Isolation (microbiology); Internet privacy; Human–computer interaction; Wormhole; Sociology; Data science; World Wide Web; Social media; Epistemology; Geography","score_opus":0.3138974799270518,"score_gpt":0.3695005672820701,"score_spread":0.05560308735501829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853513,0.0000023392859,0.0046572518,0.008331618,0.00064839364,0.00032537655,0.00001077035,0.0003784144,0.00029450536],"genre_scores_gemma":[0.9981468,0.000009481917,0.0009940842,0.00014149427,0.00040532873,0.00019878082,0.000010437963,0.000014717125,0.0000788981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987947,0.000017486635,0.00032642498,0.000414174,0.00020819549,0.00023901541],"domain_scores_gemma":[0.99881554,0.0001858518,0.00039376368,0.00016841877,0.0004131135,0.000023321032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002515315,0.00019812518,0.0002385581,0.00032461542,0.00094599364,0.000313119,0.00084183266,0.00009460881,0.0000017708339],"category_scores_gemma":[0.0001172314,0.00016971088,0.00008632421,0.00037056263,0.0002093833,0.0015276127,0.00087514543,0.000312541,0.0000022662944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011845825,0.00019295362,0.0002326253,0.00023408362,0.00022435003,8.6564063e-7,0.01046124,0.0000055411606,0.028467184,0.8528988,0.015861196,0.091302745],"study_design_scores_gemma":[0.0036427574,0.002441685,0.10081019,0.0010061491,0.00018992559,0.00010113756,0.019590266,0.034470953,0.13646223,0.6841918,0.01540216,0.0016907218],"about_ca_topic_score_codex":0.000007984249,"about_ca_topic_score_gemma":0.0000035343858,"teacher_disagreement_score":0.16870692,"about_ca_system_score_codex":0.00008949544,"about_ca_system_score_gemma":0.000012839379,"threshold_uncertainty_score":0.7275914},"labels":[],"label_agreement":null},{"id":"W4387344906","doi":"10.1145/3610219","title":"Understanding the Role of Human Intuition on Reliance in Human-AI Decision-Making with Explanations","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Institut National Du Cancer; Microsoft Research","keywords":"Intuition; Heuristics; Artificial intelligence; Computer science; Empirical evidence; Psychology; Cognitive science; Epistemology","score_opus":0.10995152306595299,"score_gpt":0.36186354424247574,"score_spread":0.2519120211765228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649375,0.0000061819765,0.028677985,0.0016695004,0.00046396008,0.00054091495,0.0000018215388,0.00018275918,0.0035193858],"genre_scores_gemma":[0.9981757,0.00000382307,0.0013803061,0.00021756781,0.00012081358,0.00004489831,0.0000016924348,0.000021847596,0.000033362365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99794406,0.000034153898,0.00058762106,0.00049147627,0.0006370809,0.00030561019],"domain_scores_gemma":[0.99790245,0.00049429544,0.0005735767,0.00071527745,0.00028310335,0.000031272008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006918367,0.0002136259,0.00023519646,0.0006921429,0.0006167041,0.00025927558,0.002475822,0.0000755352,0.000011565045],"category_scores_gemma":[0.00022864573,0.00014716617,0.0001052547,0.0014457153,0.00011455869,0.0011312788,0.00068817264,0.00046572427,0.000020943207],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012473224,0.0003395282,0.002780783,0.00007424364,0.000055308094,0.0000041438193,0.011721855,0.015634058,0.0721806,0.8816594,0.0033673237,0.012058023],"study_design_scores_gemma":[0.00030063238,0.0009948004,0.0064091412,0.00310122,0.00001588563,0.000014018984,0.0041084667,0.06990027,0.1677325,0.74691427,0.00017217577,0.000336596],"about_ca_topic_score_codex":0.00006293996,"about_ca_topic_score_gemma":0.00009274853,"teacher_disagreement_score":0.1347451,"about_ca_system_score_codex":0.0003738685,"about_ca_system_score_gemma":0.000019854837,"threshold_uncertainty_score":0.6001262},"labels":[],"label_agreement":null},{"id":"W4387344927","doi":"10.1145/3610100","title":"People Perceive Algorithmic Assessments as Less Fair and Trustworthy Than Identical Human Assessments","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpretability; Framing (construction); Risk perception; Perception; Mistake; Psychology; Social psychology; Risk assessment; Computer science; Framing effect; Cognitive psychology; Actuarial science; Artificial intelligence; Computer security; Business; Political science","score_opus":0.11636426523678249,"score_gpt":0.4704424882561423,"score_spread":0.3540782230193598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98149955,0.0000027400588,0.000016632948,0.004643197,0.0010336546,0.00038062662,0.0000036686456,0.00013779692,0.012282158],"genre_scores_gemma":[0.99704623,0.000042890584,0.00031337334,0.00031154632,0.0007797044,0.000021934651,0.0000059571826,0.000026810605,0.0014515641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978694,0.000069340815,0.00037388303,0.00040509584,0.0008842411,0.00039808216],"domain_scores_gemma":[0.99856746,0.00024108804,0.0003656763,0.00022574504,0.00046315027,0.00013685401],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011745503,0.00020346021,0.00029224684,0.00020539468,0.0014507704,0.0007326531,0.0011026869,0.00019528694,0.00004335026],"category_scores_gemma":[0.00045965202,0.00017558079,0.0001614411,0.00041106247,0.00023971975,0.001199882,0.00070038484,0.00059680146,0.000030034626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032980755,0.001830358,0.17761706,0.00069659186,0.0011554057,0.00001689428,0.24129312,0.000046692054,0.037215807,0.43140408,0.05238578,0.056008395],"study_design_scores_gemma":[0.0014522116,0.0016359265,0.6724159,0.0009553965,0.00019312803,0.0000110915635,0.063190624,0.0018321793,0.0024694859,0.25218892,0.0027664807,0.0008886639],"about_ca_topic_score_codex":0.0023410656,"about_ca_topic_score_gemma":0.0005785768,"teacher_disagreement_score":0.49479884,"about_ca_system_score_codex":0.00021757226,"about_ca_system_score_gemma":0.000058342186,"threshold_uncertainty_score":0.9998492},"labels":[],"label_agreement":null},{"id":"W4387344971","doi":"10.1145/3610184","title":"Cultivating a Team Mindset about Productivity with a Nudge: A Field Study in Hybrid Development Teams","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mindset; Psychological safety; Team effectiveness; Productivity; Team composition; Psychology; Team development; Applied psychology; Knowledge management; Perception; Cohesion (chemistry); Set (abstract data type); Public relations; Social psychology; Computer science; Political science","score_opus":0.22760416957683655,"score_gpt":0.44268753579998643,"score_spread":0.21508336622314989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965305,5.729361e-7,0.00004205099,0.0011072716,0.00028092926,0.00071898586,0.000001097542,0.000068679496,0.0012499344],"genre_scores_gemma":[0.99749875,1.986093e-7,0.00093206816,0.00022318732,0.000086568194,0.00009804873,0.0000021318206,0.0000097531,0.0011493005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975817,0.000024273531,0.0006521876,0.00043015418,0.0010951709,0.00021649325],"domain_scores_gemma":[0.99848205,0.00022357694,0.0005539205,0.00038187715,0.00032569052,0.000032857748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017420658,0.00017612544,0.00023944936,0.00061156997,0.00023622303,0.00033616892,0.0014176951,0.00002737941,0.000032850843],"category_scores_gemma":[0.0008213481,0.00010847468,0.00006660224,0.0010217997,0.000027427091,0.0011418225,0.000805944,0.00028188794,0.00007303995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031735012,0.0011075423,0.7457019,0.00006604335,0.00007621886,0.000003758208,0.037240297,0.00030499854,0.0027441666,0.000113824295,0.099930525,0.11239337],"study_design_scores_gemma":[0.0010751537,0.00066309527,0.9521535,0.000285087,0.000018163775,0.000009245538,0.011928639,0.0035071822,0.024662957,0.0005947467,0.0048010456,0.00030118067],"about_ca_topic_score_codex":0.000036888378,"about_ca_topic_score_gemma":0.000035031735,"teacher_disagreement_score":0.20645161,"about_ca_system_score_codex":0.00010987697,"about_ca_system_score_gemma":0.000023722116,"threshold_uncertainty_score":0.4423469},"labels":[],"label_agreement":null},{"id":"W4387345055","doi":"10.1145/3610173","title":"Are We Equal Online?: An Investigation of Gendered Language Patterns and Message Engagement on Enterprise Communication Platforms","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Style (visual arts); Set (abstract data type); Capstone; Dynamics (music); Psychology; Social psychology; Computer science; Pedagogy; Computer security","score_opus":0.1316501546314204,"score_gpt":0.357266787273594,"score_spread":0.2256166326421736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387345055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970173,0.00001848629,0.00036206556,0.0014317303,0.00010887438,0.00025149577,0.00001281551,0.00016335475,0.0006338577],"genre_scores_gemma":[0.99730843,0.000046919766,0.0019710278,0.00050933287,0.00003270665,0.000016402895,0.00003423487,0.000014672728,0.00006627494],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99880624,0.000042300762,0.00038610585,0.0002837266,0.00033805124,0.00014355531],"domain_scores_gemma":[0.9979001,0.00015422069,0.0007029849,0.001059348,0.00012724825,0.00005605114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043592215,0.00016279274,0.000183561,0.00027484892,0.00016360337,0.00017964627,0.0022966866,0.00005500387,0.0000058625874],"category_scores_gemma":[0.00008442744,0.00012660486,0.000073455325,0.00028110342,0.000056648092,0.0010644606,0.0015669202,0.00029603293,0.000005612079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048228772,0.003226654,0.048666943,0.0019541646,0.000560408,0.000009760976,0.24649908,0.001047771,0.1211668,0.24146129,0.01302211,0.32190272],"study_design_scores_gemma":[0.0031657477,0.002234426,0.5806694,0.005054293,0.00008037981,0.00002676109,0.031918645,0.11081868,0.22032414,0.042808425,0.0016210544,0.001278013],"about_ca_topic_score_codex":0.0000297163,"about_ca_topic_score_gemma":0.000021219768,"teacher_disagreement_score":0.5320025,"about_ca_system_score_codex":0.00005445436,"about_ca_system_score_gemma":0.000007237648,"threshold_uncertainty_score":0.51627964},"labels":[],"label_agreement":null},{"id":"W4387345067","doi":"10.1145/3610200","title":"Perspectives: Creating Inclusive and Equitable Hybrid Meeting Experiences","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mode (computer interface); Computer science; Key (lock); Human–computer interaction; Space (punctuation); Universal design; Work (physics); Natural (archaeology); Multimedia; Architectural engineering; Engineering; World Wide Web; Computer security; Mechanical engineering","score_opus":0.03901074238501662,"score_gpt":0.3363249221432848,"score_spread":0.2973141797582682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387345067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890568,0.000017199749,0.0013074067,0.002363669,0.0008973279,0.00028298624,7.9467804e-7,0.0004752715,0.0055985027],"genre_scores_gemma":[0.9921425,0.0000069387524,0.007080157,0.00017828355,0.00026844032,0.00008205158,0.0000010330177,0.000019029143,0.00022159025],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980841,0.000024615467,0.00044161177,0.0006636129,0.00039857416,0.00038748296],"domain_scores_gemma":[0.99802524,0.00023872942,0.00063490815,0.00049220317,0.00057511835,0.000033794393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006061275,0.00023635424,0.0002560984,0.0005793956,0.0008814289,0.00033428727,0.0021816746,0.00007465456,0.000012698203],"category_scores_gemma":[0.00068127166,0.00019822312,0.00009200485,0.0008463106,0.00018384412,0.0018426203,0.0038415105,0.00047070533,0.0000266601],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121337056,0.0004060846,0.0024265817,0.000272466,0.0003078218,0.000012996166,0.2672366,0.0002435884,0.33980548,0.32018054,0.020355742,0.048630763],"study_design_scores_gemma":[0.0009034231,0.0012199922,0.005734078,0.0015358271,0.000033954075,0.0002607427,0.09332403,0.07889206,0.7514946,0.064479135,0.0012890357,0.0008331418],"about_ca_topic_score_codex":0.000036032954,"about_ca_topic_score_gemma":0.0000017953976,"teacher_disagreement_score":0.4116891,"about_ca_system_score_codex":0.00022193583,"about_ca_system_score_gemma":0.000017485736,"threshold_uncertainty_score":0.8083304},"labels":[],"label_agreement":null},{"id":"W4387457650","doi":"10.1145/3609976","title":"PACMHCI V7, CSCW2, October 2023 Editorial","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Library science; Sociology; Work (physics); Computer science; Political science; Engineering","score_opus":0.04227444145640843,"score_gpt":0.3359289044210375,"score_spread":0.2936544629646291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387457650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85574555,0.000012765415,0.001253775,0.027690353,0.105870575,0.00047946733,0.0000069489465,0.0014657971,0.007474784],"genre_scores_gemma":[0.95815885,0.000010018042,0.0053377054,0.00039915743,0.032512825,0.000015539266,0.000005841615,0.000036506186,0.0035235398],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982118,0.000018153818,0.00036410874,0.00046388622,0.0006311032,0.00031096037],"domain_scores_gemma":[0.9984289,0.00015739586,0.0003647031,0.0006516127,0.0003341926,0.000063236716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045067025,0.00020581389,0.00022670972,0.00028241388,0.00026268314,0.00032404618,0.002912086,0.00011196617,0.000013099335],"category_scores_gemma":[0.00034390972,0.00015441378,0.00021187316,0.000798917,0.00004444055,0.0006667039,0.0015722847,0.00054940744,0.0002830398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030458481,0.00018411473,0.001227763,0.00008238401,0.0000978741,0.0000019545528,0.001216153,0.0007598175,0.012186731,0.020858461,0.9517949,0.011559371],"study_design_scores_gemma":[0.0028292234,0.0021445365,0.028498042,0.0017606948,0.00017172594,0.00007194497,0.00059074146,0.37177765,0.050508365,0.1837685,0.35605675,0.0018218227],"about_ca_topic_score_codex":0.000026963946,"about_ca_topic_score_gemma":0.0000013557816,"teacher_disagreement_score":0.5957382,"about_ca_system_score_codex":0.00006415688,"about_ca_system_score_gemma":0.000021630223,"threshold_uncertainty_score":0.6296811},"labels":[],"label_agreement":null},{"id":"W4388127676","doi":"10.1145/3626464","title":"Using Online Videos as the Basis for Developing Design Guidelines: A Case Study of AR-Based Assembly Instructions","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Persona Design and Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Pipeline (software); Heuristics; Set (abstract data type); Domain (mathematical analysis); Transferability; Software engineering; Human–computer interaction; Data science; Machine learning; Programming language","score_opus":0.4018702072619222,"score_gpt":0.4499549939529022,"score_spread":0.04808478669098004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388127676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7401152,0.0000021873716,0.25615242,0.00236727,0.00032919622,0.0009028759,0.0000037968068,0.00011567141,0.000011338725],"genre_scores_gemma":[0.7997439,0.0000011051291,0.19952765,0.00038264805,0.00016663408,0.00013770456,0.0000012610665,0.000016644444,0.000022482764],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984433,0.000034499746,0.00058754924,0.0004075966,0.0003250436,0.00020203294],"domain_scores_gemma":[0.997482,0.00048069403,0.00056435214,0.00059955387,0.0008407084,0.00003267615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005833929,0.00018786828,0.00021987881,0.00031580037,0.00059382693,0.0001595102,0.0018304848,0.000051789066,0.0000011023757],"category_scores_gemma":[0.0004294295,0.0001297301,0.00014422397,0.0010633154,0.00004140505,0.00044905473,0.00049098063,0.00017392955,0.000002973681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004087967,0.004678963,0.0013370088,0.00077080214,0.0011052198,0.000037814043,0.043492675,0.0768322,0.65182245,0.04005292,0.03325578,0.14620541],"study_design_scores_gemma":[0.0008197227,0.00061322236,0.0006512556,0.0004096737,0.00008564369,0.00032641465,0.0049932306,0.9312794,0.055883463,0.0043172194,0.00035021725,0.0002705371],"about_ca_topic_score_codex":0.00021729934,"about_ca_topic_score_gemma":0.000019449735,"teacher_disagreement_score":0.8544472,"about_ca_system_score_codex":0.00012480553,"about_ca_system_score_gemma":0.00009268355,"threshold_uncertainty_score":0.529024},"labels":[],"label_agreement":null},{"id":"W4388141233","doi":"10.1145/3626473","title":"Interactions across Displays and Space: A Study of Virtual Reality Streaming Practices on Twitch","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Live streaming; Streaming current; Computer science; Space (punctuation); Multimedia; Face (sociological concept); Video streaming; Human–computer interaction","score_opus":0.1253178504917844,"score_gpt":0.41746311259217767,"score_spread":0.29214526210039327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388141233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994936,0.0000014143359,0.0006766981,0.0024796114,0.00041183442,0.0005009147,0.00000917716,0.00012654625,0.00085780467],"genre_scores_gemma":[0.9991998,0.000008300333,0.00035470197,0.00008751022,0.00013441488,0.00004767737,0.0000025193124,0.0000147894,0.00015027875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817336,0.000041675194,0.00049486075,0.0005463359,0.0004853622,0.00025838532],"domain_scores_gemma":[0.9970582,0.0005179109,0.0012291074,0.0008346427,0.00028247698,0.00007764525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006448482,0.00021444874,0.00027868594,0.00023867936,0.00039887908,0.000316427,0.0015589116,0.000056730765,0.0000032434955],"category_scores_gemma":[0.0005588905,0.00016373019,0.000089712084,0.0007839971,0.000069732545,0.0013441306,0.0015080763,0.00039227927,0.0000131199085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011837148,0.013857852,0.027253136,0.0007541178,0.0011499665,0.000008164982,0.17700711,0.0060310704,0.24440843,0.1967627,0.03945843,0.2921253],"study_design_scores_gemma":[0.0038468996,0.0124254,0.6475457,0.0018795157,0.00018291632,0.000115053524,0.03712712,0.14122106,0.13698323,0.011874886,0.0055194623,0.0012787462],"about_ca_topic_score_codex":0.00038196772,"about_ca_topic_score_gemma":0.000064055384,"teacher_disagreement_score":0.62029254,"about_ca_system_score_codex":0.000090976566,"about_ca_system_score_gemma":0.000016200038,"threshold_uncertainty_score":0.66767234},"labels":[],"label_agreement":null},{"id":"W4390712106","doi":"10.1145/3610098","title":"Exploring Collaborative Culture Sharing Dynamics in Immigrant Families through Digital Crafting and Storytelling","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; University of Alberta; University of British Columbia","funders":"AGE-WELL","keywords":"Grandparent; Digital native; Digital storytelling; Immigration; Storytelling; Creativity; Sociology; Flexibility (engineering); Thematic analysis; Psychology; Social psychology; Qualitative research; Computer science; Narrative; Pedagogy; World Wide Web; Political science; Developmental psychology; Social science; Linguistics","score_opus":0.09166852325418047,"score_gpt":0.31435203516424454,"score_spread":0.22268351191006408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390712106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942148,0.000011058824,0.0020427902,0.0009691091,0.0009320934,0.00029598668,0.0000031371803,0.00035152296,0.0011795122],"genre_scores_gemma":[0.9949731,0.000039323877,0.0045710686,0.000099021934,0.000132234,0.000059206523,0.0000044706935,0.000022915261,0.00009866102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982472,0.000011451512,0.0004987581,0.0006270011,0.0003025081,0.00031305122],"domain_scores_gemma":[0.9986099,0.00012024477,0.0004454715,0.00040735494,0.0003962425,0.000020794268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029097847,0.00026501896,0.0002778305,0.00058754743,0.0003270973,0.00044138922,0.0016119296,0.00009910751,0.0000011093294],"category_scores_gemma":[0.00025180494,0.000222296,0.00007311172,0.001515946,0.00010431818,0.0047738454,0.0016954491,0.00068891223,0.0000127802205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002945361,0.00058791385,0.046226848,0.0007566915,0.0004311338,0.000031736185,0.23934196,0.002752716,0.09289958,0.5244428,0.002831679,0.089402415],"study_design_scores_gemma":[0.0023637132,0.0014810071,0.039176073,0.0053948346,0.000045265475,0.0001670264,0.05821855,0.5496816,0.23513266,0.102872655,0.0036102745,0.0018563282],"about_ca_topic_score_codex":0.000047561352,"about_ca_topic_score_gemma":0.00002209848,"teacher_disagreement_score":0.5469289,"about_ca_system_score_codex":0.00041786794,"about_ca_system_score_gemma":0.000010798617,"threshold_uncertainty_score":0.90649676},"labels":[],"label_agreement":null},{"id":"W4396218091","doi":"10.1145/3653695","title":"How Platform Exchange and Safeguards Matter: The Case of Sexual Risk in Airbnb and Couchsurfing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Hospitality; Sharing economy; Negotiation; Reciprocal; Business; Internet privacy; Sociology; Political science; World Wide Web; Computer science","score_opus":0.03945065788300597,"score_gpt":0.26537786294723614,"score_spread":0.22592720506423017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965029,0.000075534976,0.00001576428,0.0015269128,0.00044068,0.00019175964,0.0000032960568,0.000029824574,0.0012133641],"genre_scores_gemma":[0.99907345,0.0000107500555,0.00007274194,0.00023637006,0.00046806163,0.000009860879,0.0000016153105,0.000013952894,0.00011321106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99935323,0.0000015493861,0.00021180882,0.00022856958,0.000080941216,0.00012389461],"domain_scores_gemma":[0.999448,0.00010202702,0.00023937634,0.00015011232,0.00005433084,0.0000061355954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041248594,0.00013366624,0.00015458619,0.00022071847,0.00014310071,0.00055000256,0.0002778164,0.00004955214,0.000023767381],"category_scores_gemma":[0.00005399408,0.0000830942,0.000035368645,0.00015703321,0.000053309457,0.0016749769,0.00049082615,0.00025942063,0.000004597604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051882805,0.00027354414,0.22952664,0.011727101,0.00049936597,0.00006772922,0.012814219,0.00011211081,0.0043355306,0.05233002,0.039783478,0.64801145],"study_design_scores_gemma":[0.004512126,0.0007705793,0.4030378,0.007242508,0.0010048121,0.0022588554,0.02167544,0.30574596,0.009838627,0.15578212,0.085877635,0.002253553],"about_ca_topic_score_codex":0.0005947194,"about_ca_topic_score_gemma":0.00013727599,"teacher_disagreement_score":0.64575785,"about_ca_system_score_codex":0.000025152041,"about_ca_system_score_gemma":0.0000025464085,"threshold_uncertainty_score":0.53036875},"labels":[],"label_agreement":null},{"id":"W4396218234","doi":"10.1145/3637378","title":"Older Adults' Collaborative Learning Dynamics When Exploring Feature-Rich Software","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Universitas Brawijaya","keywords":"Collaborative learning; Context (archaeology); Feature (linguistics); Dynamics (music); Computer science; Correctness; Psychology; Human–computer interaction; Applied psychology; Knowledge management; Pedagogy","score_opus":0.03295522662926344,"score_gpt":0.31490295211412683,"score_spread":0.2819477254848634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851603,0.000098709126,0.00027121368,0.00805293,0.0025259994,0.0005443714,0.000004750425,0.0009833219,0.0023584168],"genre_scores_gemma":[0.99296254,0.000032037366,0.004675097,0.000098324796,0.0005993359,0.000088447225,0.0000042452257,0.000040553252,0.001499411],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983877,0.000036895064,0.00027030444,0.0005037673,0.00047506377,0.0003262625],"domain_scores_gemma":[0.99873346,0.00022912727,0.00024120204,0.00025292218,0.0004912799,0.00005199252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037700523,0.00021994636,0.00022188261,0.0003130968,0.00066456903,0.0003457317,0.0013042174,0.00019422716,0.00003676907],"category_scores_gemma":[0.0008013282,0.00018185248,0.00012375003,0.0006800668,0.0001890705,0.0012052337,0.000533671,0.000940575,0.00003481862],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025552124,0.00039828735,0.016690122,0.00088319037,0.00051559554,0.00001104961,0.46049163,0.00013350423,0.0013938366,0.075644664,0.08500545,0.35857716],"study_design_scores_gemma":[0.0052012973,0.003475685,0.07078992,0.040507905,0.00081643317,0.00012580506,0.44070008,0.027505718,0.09751178,0.09217845,0.21608908,0.0050978265],"about_ca_topic_score_codex":0.00011929482,"about_ca_topic_score_gemma":0.00019779826,"teacher_disagreement_score":0.35347933,"about_ca_system_score_codex":0.00050164206,"about_ca_system_score_gemma":0.000049540635,"threshold_uncertainty_score":0.74157286},"labels":[],"label_agreement":null},{"id":"W4396218411","doi":"10.1145/3641013","title":"\"Not my Priority:\" Ethics and the Boundaries of Computer Science Identities in Undergraduate CS Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Information ethics; Engineering ethics; Sociology; Computer-supported cooperative work; Ethics of technology; Computer ethics; Applied ethics; Work (physics); Multidisciplinary approach; Nursing ethics; Meta-ethics; Pedagogy; Engineering; Social science","score_opus":0.04577509702729356,"score_gpt":0.3576370704559604,"score_spread":0.31186197342866684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95892,0.00007721676,0.012298344,0.021449195,0.00566662,0.0005220709,0.0000013411731,0.00016587223,0.00089933176],"genre_scores_gemma":[0.9913837,0.000022175429,0.007586182,0.0006015312,0.00021058215,0.000030706673,6.862212e-7,0.0000134918955,0.00015099792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99788153,0.00006446297,0.000612127,0.00056904857,0.00063145836,0.00024135449],"domain_scores_gemma":[0.99756294,0.00049962034,0.00048199305,0.0005882854,0.00084484904,0.000022287555],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020178962,0.0002203094,0.00027804414,0.0008909133,0.0006690324,0.0013293708,0.0025197193,0.00012243944,0.000002746822],"category_scores_gemma":[0.0005414161,0.00015091502,0.000097294454,0.0011910842,0.0019707086,0.0025983264,0.0017644347,0.001297896,0.0000061442956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005255058,0.00010242359,0.00031352584,0.00027118975,0.00004283688,5.114064e-7,0.01186519,0.000021616732,0.011529878,0.9541403,0.0015465695,0.02011338],"study_design_scores_gemma":[0.0009664589,0.0005171704,0.013908039,0.0029406971,0.000051934152,0.00021967197,0.0010972185,0.076872654,0.20785469,0.6921174,0.0029785624,0.0004755414],"about_ca_topic_score_codex":0.000098342054,"about_ca_topic_score_gemma":0.00002148512,"teacher_disagreement_score":0.26202294,"about_ca_system_score_codex":0.00027221465,"about_ca_system_score_gemma":0.00028218926,"threshold_uncertainty_score":0.99970734},"labels":[],"label_agreement":null},{"id":"W4396218573","doi":"10.1145/3653700","title":"Design Tensions in Online Freelancing Platforms: Using Speculative Participatory Design to Support Freelancers' Relationships with Clients","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citizen journalism; Participatory design; Business; Computer science; Process management; World Wide Web; Data science; Engineering; Operations management","score_opus":0.268930593421679,"score_gpt":0.3872255764095301,"score_spread":0.11829498298785107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701509,0.0000053358567,0.025911395,0.00054949475,0.0004588945,0.0007056381,0.0000044731373,0.000081488106,0.0021323746],"genre_scores_gemma":[0.986619,0.0000024273345,0.012979802,0.00013212423,0.00017325554,0.000021810507,0.0000038143546,0.000014381819,0.000053402367],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887896,0.000028112578,0.00035809254,0.00024307062,0.00025887744,0.0002328697],"domain_scores_gemma":[0.99929553,0.00024386005,0.0001397664,0.00012821809,0.00012778754,0.00006484784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079186045,0.00013050227,0.00015804122,0.00026507583,0.00034024732,0.00019054169,0.0003805931,0.000070595255,0.000017009444],"category_scores_gemma":[0.00014685685,0.000098813725,0.000051524556,0.00045212667,0.000071694405,0.0016209867,0.00007384016,0.00032181467,0.000019936662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020416218,0.0015706507,0.08295136,0.00046554962,0.0005957975,0.000022600463,0.3677557,0.35538346,0.00674506,0.110151485,0.013288629,0.059028074],"study_design_scores_gemma":[0.0044671637,0.006155288,0.14425749,0.023527667,0.00061486935,0.00008231722,0.081169926,0.51047814,0.052009698,0.16306849,0.01069177,0.0034771748],"about_ca_topic_score_codex":0.000103047154,"about_ca_topic_score_gemma":0.00027031667,"teacher_disagreement_score":0.2865858,"about_ca_system_score_codex":0.0003997839,"about_ca_system_score_gemma":0.00008141666,"threshold_uncertainty_score":0.40295067},"labels":[],"label_agreement":null},{"id":"W4396218587","doi":"10.1145/3653696","title":"Field Trial of a Tablet-based AR System for Intergenerational Connections through Remote Reading","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Universitas Brawijaya","keywords":"Social connectedness; Reading (process); Field (mathematics); Context (archaeology); Work (physics); Computer science; Knowledge management; Psychology; Engineering; Social psychology; Geography; Political science","score_opus":0.0658175237991743,"score_gpt":0.37039682277657066,"score_spread":0.30457929897739633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94430715,0.000021855,0.022466918,0.0156110935,0.009412095,0.0016847313,0.000018657933,0.0005810514,0.0058964617],"genre_scores_gemma":[0.9910417,0.0000031553116,0.0074709267,0.0001282847,0.0009943821,0.00005225394,0.0000030649119,0.000016841235,0.00028936454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988045,0.000022764601,0.0004204052,0.0003015049,0.0002758072,0.00017503768],"domain_scores_gemma":[0.998661,0.0004834522,0.00028890095,0.00021673494,0.0003279146,0.000022001755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004758149,0.00012553557,0.00020836947,0.00019771699,0.000365361,0.00011272232,0.0007171398,0.00015269242,0.00001913662],"category_scores_gemma":[0.0007764757,0.000104186576,0.00021077131,0.00030048183,0.00009500131,0.0004112042,0.00012501773,0.00023959487,0.0000041451926],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00800692,0.00048582812,0.00015444093,0.0017333355,0.00053933344,0.0000013428429,0.018538313,0.0003050934,0.0729339,0.7526562,0.12290115,0.021744123],"study_design_scores_gemma":[0.011698775,0.0044540265,0.00007565817,0.007714556,0.00032207934,0.000020630248,0.006799594,0.050556425,0.7904531,0.045382522,0.08184686,0.0006758173],"about_ca_topic_score_codex":0.00045026222,"about_ca_topic_score_gemma":0.000088746914,"teacher_disagreement_score":0.71751916,"about_ca_system_score_codex":0.00023032099,"about_ca_system_score_gemma":0.000062450716,"threshold_uncertainty_score":0.42486054},"labels":[],"label_agreement":null},{"id":"W4396218651","doi":"10.1145/3637409","title":"\"They Don't Come With a Handbook\": Exploring Design Opportunities for Supporting Parent-Child Interaction around Emotions in the Family Context","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council; Universitas Brawijaya; UK Research and Innovation","keywords":"Context (archaeology); Psychological intervention; Psychology; Mental health; Developmental psychology; Identification (biology); Social environment; Social psychology; Psychotherapist; Sociology","score_opus":0.29580545038529027,"score_gpt":0.3690392214045064,"score_spread":0.07323377101921613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97723824,0.000037337777,0.0016997978,0.011705559,0.0014592435,0.0009765779,0.000003865499,0.00020434546,0.0066750203],"genre_scores_gemma":[0.99818134,0.000036478672,0.000597827,0.00037925265,0.00031688117,0.00019724347,0.0000049665045,0.000019041236,0.00026697514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99874365,0.000032164528,0.00036176946,0.00029133237,0.0003059222,0.0002651709],"domain_scores_gemma":[0.99894583,0.00044692896,0.00024898123,0.00017120491,0.00015752585,0.000029542045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007748105,0.00016990566,0.00018717606,0.00031845944,0.0005577641,0.00059552136,0.0008024232,0.000067173976,0.0000075355174],"category_scores_gemma":[0.00021971461,0.000110773195,0.00011124602,0.00022687197,0.00012957929,0.0013126733,0.00015148608,0.00033711278,0.00000381791],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001014976,0.0009299886,0.0046355496,0.0006739784,0.0005407516,0.000019600064,0.26825318,0.0004030997,0.0029340682,0.33561674,0.06081125,0.3241668],"study_design_scores_gemma":[0.0022064967,0.0022342259,0.007884485,0.011478332,0.00022260261,0.00016224326,0.6599067,0.004634566,0.009653348,0.10555329,0.19471164,0.00135209],"about_ca_topic_score_codex":0.00019761465,"about_ca_topic_score_gemma":0.00033399079,"teacher_disagreement_score":0.39165348,"about_ca_system_score_codex":0.00019962469,"about_ca_system_score_gemma":0.000049786515,"threshold_uncertainty_score":0.5742626},"labels":[],"label_agreement":null},{"id":"W4396218685","doi":"10.1145/3637427","title":"W4-Groups: Modeling the Who, What, When and Where of Group Behavior via Mobility Sensing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Computer science; Recall; Perspective (graphical); Term (time); Group (periodic table); Precision and recall; Function (biology); Scale (ratio); Data mining; Artificial intelligence; Psychology; Cognitive psychology; Geography; Cartography","score_opus":0.048698834184814604,"score_gpt":0.3394045506204437,"score_spread":0.29070571643562915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938861,0.00023270115,0.002485888,0.0021887226,0.00048126274,0.00036834364,0.0000013842299,0.00006259934,0.00029299303],"genre_scores_gemma":[0.99892235,0.000066091714,0.00041957776,0.000093499635,0.00038598911,0.000014562087,0.0000012839632,0.000012761562,0.00008390259],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986035,0.00006478072,0.0004050122,0.0003567058,0.00040136947,0.0001685998],"domain_scores_gemma":[0.9989558,0.00019978057,0.00019573125,0.00030947666,0.00029823466,0.000040970936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012164888,0.00014097645,0.00021176944,0.00012156777,0.0005740866,0.000494718,0.0006163231,0.000087599576,0.000044596778],"category_scores_gemma":[0.00012239971,0.000096820455,0.00019004651,0.00024446595,0.0002646307,0.0010218996,0.0002335743,0.0003230063,0.00000313266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016822542,0.0009239596,0.0055616903,0.001779099,0.00048124365,0.0000016695461,0.24653314,0.0028484063,0.031270307,0.019712524,0.0022549934,0.68846476],"study_design_scores_gemma":[0.00038091672,0.00038076838,0.0045345007,0.004476019,0.0007217701,0.000010586854,0.043528013,0.8627378,0.0052873585,0.07552592,0.0018389078,0.000577459],"about_ca_topic_score_codex":0.0029469451,"about_ca_topic_score_gemma":0.0013944245,"teacher_disagreement_score":0.8598894,"about_ca_system_score_codex":0.00014292402,"about_ca_system_score_gemma":0.00002376136,"threshold_uncertainty_score":0.47705775},"labels":[],"label_agreement":null},{"id":"W4396218845","doi":"10.1145/3637396","title":"Seamful XAI: Operationalizing Seamful Design in Explainable AI","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya","keywords":"Sociotechnical system; Computer science; Operationalization; Leverage (statistics); Process (computing); Context (archaeology); Knowledge management; Artificial intelligence","score_opus":0.13750826521210155,"score_gpt":0.43202978061796904,"score_spread":0.29452151540586746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755443,0.00012084324,0.0009086715,0.07819414,0.003446623,0.0010316226,0.0000036334507,0.00027948117,0.040470667],"genre_scores_gemma":[0.99494475,0.00003458721,0.0014926619,0.0012277709,0.0009394855,0.000024333878,0.0000012446153,0.000020456062,0.0013146892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99852514,0.00006675954,0.0003017825,0.00029632752,0.00052336726,0.00028659232],"domain_scores_gemma":[0.99890727,0.00034978366,0.00010992135,0.00015274271,0.0004185842,0.0000617077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016755463,0.00014035609,0.00017027903,0.00021019856,0.0006078403,0.00091288105,0.00088217115,0.00014707283,0.00007954631],"category_scores_gemma":[0.0008363209,0.00011594115,0.000117807074,0.00041531477,0.00011941163,0.0017969427,0.00023816113,0.0005948241,0.000027555257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103839164,0.00035354975,0.00120328,0.00030805677,0.00012950269,0.0000071716267,0.13494293,0.0014380225,0.01744372,0.7381784,0.093860805,0.01203073],"study_design_scores_gemma":[0.001057431,0.0009860663,0.004495663,0.005084827,0.00009985655,0.00001743803,0.024368178,0.022586724,0.05430216,0.74957645,0.13617423,0.0012509999],"about_ca_topic_score_codex":0.0009828688,"about_ca_topic_score_gemma":0.00015364036,"teacher_disagreement_score":0.11940046,"about_ca_system_score_codex":0.00038937395,"about_ca_system_score_gemma":0.00013316715,"threshold_uncertainty_score":0.8802933},"labels":[],"label_agreement":null},{"id":"W4396218858","doi":"10.1145/3637398","title":"Smart \"Error\"! Exploring Imperfect AI to Support Creative Ideation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Creativity; Ideation; Sketch; Artificial intelligence; Bridging (networking); Process (computing); Human–computer interaction; Psychology; Cognitive science; Algorithm; Social psychology","score_opus":0.10263372281377472,"score_gpt":0.3662386576521696,"score_spread":0.26360493483839487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95086163,0.000007880423,0.029511942,0.0071830256,0.005612805,0.0006690156,0.00000315344,0.00087386166,0.005276662],"genre_scores_gemma":[0.9909067,0.0000025896595,0.0068387,0.00095992535,0.0004722259,0.00019787086,0.000003703737,0.000038430222,0.0005798686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99767876,0.000026424554,0.0006076549,0.000833179,0.0004923999,0.00036156288],"domain_scores_gemma":[0.9981075,0.00013715113,0.00029561383,0.000746189,0.00065620657,0.000057354937],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052721123,0.00034259853,0.0002987846,0.0010284703,0.00030564461,0.00057081244,0.0025027131,0.00012399034,0.0000656799],"category_scores_gemma":[0.00027747094,0.00027690898,0.00020667401,0.0011658703,0.00006792092,0.0036018628,0.0014415827,0.0008176627,0.00028745682],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017442246,0.00038569135,0.001320014,0.0003683095,0.00043902075,0.000014107636,0.016403507,0.00032234917,0.36484733,0.3752713,0.092770346,0.1476836],"study_design_scores_gemma":[0.00041295547,0.00257692,0.009923524,0.0017035136,0.000056544704,0.00019677231,0.00044293658,0.02377485,0.91262186,0.028788485,0.018794242,0.00070742477],"about_ca_topic_score_codex":0.000042459124,"about_ca_topic_score_gemma":0.0000057558054,"teacher_disagreement_score":0.5477745,"about_ca_system_score_codex":0.00052196416,"about_ca_system_score_gemma":0.00003671815,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W4396218889","doi":"10.1145/3637373","title":"Moving Towards Mobility Justice: Challenges and Considerations for Supporting Advocacy","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Economic Justice; Public transport; Politics; Social justice; Urbanization; Transportation planning; Public relations; Sociology; Political science; Transport engineering; Economic growth; Engineering; Criminology; Law; Economics","score_opus":0.10477722559120702,"score_gpt":0.37871218133237783,"score_spread":0.2739349557411708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94741166,0.0002265868,0.023343595,0.01975862,0.0042704036,0.0010954209,0.000004846831,0.0007805859,0.0031082793],"genre_scores_gemma":[0.9706044,0.000020485655,0.028522843,0.00028781415,0.0003526569,0.000106278756,0.0000011069118,0.000020471894,0.000083907646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982905,0.000017396098,0.00053813495,0.0006632889,0.00023041517,0.0002602945],"domain_scores_gemma":[0.99801743,0.00052179396,0.0003627821,0.00048346934,0.0005829475,0.000031558484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006852651,0.00022735863,0.00023932772,0.00036696563,0.00039448554,0.00039809596,0.00092984986,0.00012015821,0.000011197825],"category_scores_gemma":[0.0010471235,0.00018464007,0.000124977,0.00020511108,0.000110285815,0.0015967527,0.0008939071,0.000480129,0.0000062564495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031653868,0.00019665854,0.000037181704,0.0011761145,0.00015332925,0.000002228814,0.0098871,0.00003482326,0.051935486,0.77492225,0.006174051,0.15544914],"study_design_scores_gemma":[0.00063698867,0.001115062,0.0055720736,0.0015712464,0.00015759189,0.0003499484,0.0020037808,0.15500344,0.24916787,0.58020705,0.0035870015,0.0006279186],"about_ca_topic_score_codex":0.000008479831,"about_ca_topic_score_gemma":0.0000037888476,"teacher_disagreement_score":0.1972324,"about_ca_system_score_codex":0.00016281934,"about_ca_system_score_gemma":0.00004764676,"threshold_uncertainty_score":0.75294036},"labels":[],"label_agreement":null},{"id":"W4396218916","doi":"10.1145/3637381","title":"Opportunities in Mental Health Support for Informal Dementia Caregivers Suffering from Verbal Agitation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Dementia; Psychology; Mental health; Psychiatry; Nonverbal communication; Psychotherapist; Clinical psychology; Developmental psychology; Medicine; Disease","score_opus":0.08294483648772898,"score_gpt":0.3798776815137688,"score_spread":0.2969328450260398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921694,0.00003554544,0.00011024799,0.0040209587,0.0007272565,0.0007440933,0.000026128742,0.00004891013,0.002117469],"genre_scores_gemma":[0.9980666,0.000033578424,0.0005674588,0.0004969798,0.00020120507,0.000055216027,0.00011993821,0.00001635649,0.00044266283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99889773,0.0000073513206,0.0003262293,0.0002179114,0.00033167488,0.00021910454],"domain_scores_gemma":[0.9994758,0.000053749114,0.00011578005,0.000105137384,0.00019325915,0.000056268953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002757117,0.00012665332,0.00017526266,0.00028466465,0.000103361606,0.000117875476,0.00022715345,0.000035998728,0.00009624424],"category_scores_gemma":[0.00004465814,0.000102197075,0.00012392261,0.00010713041,0.00003840442,0.00059204095,0.00019668363,0.00019928017,0.000006829416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004692414,0.0015297654,0.09342664,0.005981109,0.0022926615,0.000023188348,0.073460996,0.000032453423,0.0759884,0.006661693,0.21126269,0.524648],"study_design_scores_gemma":[0.013007567,0.0152124865,0.57823646,0.012108559,0.000584323,0.00013586682,0.05205687,0.028003266,0.18265776,0.0044341944,0.11247113,0.001091499],"about_ca_topic_score_codex":0.00010964717,"about_ca_topic_score_gemma":0.000012636297,"teacher_disagreement_score":0.5235565,"about_ca_system_score_codex":0.00020932994,"about_ca_system_score_gemma":0.00007146452,"threshold_uncertainty_score":0.41674757},"labels":[],"label_agreement":null},{"id":"W4396219318","doi":"10.1145/3637287","title":"PACMHCI V8, CSCW1, April 2024 Editorial","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Sociology; Computer science; Library science; Work (physics); Political science; Engineering","score_opus":0.030439433653283315,"score_gpt":0.3276763234752425,"score_spread":0.29723688982195917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396219318","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44803226,0.0002628324,0.012343378,0.063469455,0.45314935,0.0008358323,0.000012141723,0.002432706,0.019462047],"genre_scores_gemma":[0.9435598,0.000011440652,0.008716774,0.0002979409,0.043974385,0.000010461203,0.0000019771085,0.00003419009,0.003393011],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829733,0.000014983798,0.00035406768,0.0005183561,0.00056804594,0.00024723893],"domain_scores_gemma":[0.99880236,0.00014762065,0.00018719301,0.0005581795,0.00024633057,0.000058305028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037128254,0.00021493054,0.00020705978,0.00024389084,0.00018173098,0.0007562739,0.0025310554,0.00010948397,0.000020612742],"category_scores_gemma":[0.00018740441,0.00015300697,0.00023986591,0.00048408163,0.00004484393,0.0008430193,0.001162102,0.00073459384,0.00012560221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022539687,0.00018676862,0.00022850513,0.0002487842,0.00015996154,0.0000032685487,0.0017832873,0.0003512997,0.012704946,0.056458186,0.89564705,0.032205395],"study_design_scores_gemma":[0.0006561609,0.0009727654,0.0011404657,0.002275431,0.00013880583,0.00008862632,0.00017451796,0.32260692,0.026680032,0.102284566,0.54216546,0.00081626436],"about_ca_topic_score_codex":0.000016800532,"about_ca_topic_score_gemma":9.1011594e-7,"teacher_disagreement_score":0.49552757,"about_ca_system_score_codex":0.00009299394,"about_ca_system_score_gemma":0.000034193814,"threshold_uncertainty_score":0.7292767},"labels":[],"label_agreement":null},{"id":"W4396230885","doi":"10.1145/3637294","title":"Aftermath: Infrastructure, Resources, and Organizational Adaptation in the Wake of Disaster","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Adaptation (eye); Public relations; Disaster response; Disaster recovery; Political science; Informatics; Knowledge management; Emergency management; Business; Geography; Psychology","score_opus":0.02948599250610653,"score_gpt":0.312986866215426,"score_spread":0.2835008737093195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98939973,0.000024260753,0.000057673868,0.001608185,0.0003676149,0.00018591178,0.000001195432,0.00001809675,0.008337322],"genre_scores_gemma":[0.9990961,0.00001150268,0.00026465164,0.0001352365,0.00019908532,0.000005379135,0.0000010343525,0.000005644087,0.00028138448],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99922925,0.00002399681,0.00018964459,0.00014704635,0.0003210926,0.00008895508],"domain_scores_gemma":[0.999621,0.00009039661,0.00010836535,0.00009910716,0.0000688701,0.0000122786005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028766063,0.00007036782,0.00007428313,0.000118864235,0.00012306869,0.0001917414,0.00058455725,0.00003254219,0.000027421862],"category_scores_gemma":[0.00008417292,0.00004246355,0.000032800992,0.00030887045,0.00013852485,0.00043282955,0.00018766632,0.00011798715,0.0000023990758],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010574496,0.0002136207,0.026339283,0.0006200079,0.00008418562,0.0000016017162,0.64665335,0.0003657359,0.0073562916,0.23140761,0.022382554,0.06446999],"study_design_scores_gemma":[0.0008218817,0.00044111407,0.65739995,0.0028347343,0.00013862214,0.000020824493,0.10883197,0.014961124,0.0022751521,0.1402393,0.07146829,0.0005670177],"about_ca_topic_score_codex":0.00005821163,"about_ca_topic_score_gemma":0.00004685427,"teacher_disagreement_score":0.63106066,"about_ca_system_score_codex":0.00003112611,"about_ca_system_score_gemma":0.000008734843,"threshold_uncertainty_score":0.18489668},"labels":[],"label_agreement":null},{"id":"W4396230887","doi":"10.1145/3637307","title":"Characterizing Usability Issue Discussions in Open Source Software Projects","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Universitas Brawijaya","keywords":"Usability; Computer science; Scope (computer science); Pluralistic walkthrough; Web usability; Context (archaeology); Usability engineering; World Wide Web; Knowledge management; Data science; Human–computer interaction; Geography","score_opus":0.06339403550473677,"score_gpt":0.35596260067153374,"score_spread":0.29256856516679697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980542,0.000021867609,0.010068539,0.0054116924,0.0020928988,0.0009759234,0.0000025093457,0.0006070086,0.00027755272],"genre_scores_gemma":[0.9824925,0.0000023323116,0.016348563,0.00014689428,0.000334077,0.000107892,0.0000015475596,0.00003412568,0.0005320442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99797493,0.000030180548,0.00042360113,0.00074841187,0.00046741692,0.00035545527],"domain_scores_gemma":[0.9982163,0.00057752547,0.00012834245,0.00086361606,0.00014406796,0.00007016678],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008033167,0.00022828417,0.00025888308,0.0003967513,0.00020133166,0.0015431963,0.0055257804,0.0000848523,0.00002420764],"category_scores_gemma":[0.0012854526,0.00015856404,0.0001246471,0.0008960236,0.000062923624,0.0022074352,0.0052405186,0.0007119688,0.000051962747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021045981,0.0018588147,0.081607625,0.0037417137,0.0002967794,0.000029611996,0.057728026,0.0013903303,0.13290761,0.015364654,0.0525266,0.6523378],"study_design_scores_gemma":[0.001797954,0.001688432,0.45386317,0.015582195,0.000052537343,0.00027049548,0.0009682718,0.19039598,0.23910363,0.019546088,0.07447204,0.0022591862],"about_ca_topic_score_codex":0.000102342536,"about_ca_topic_score_gemma":0.0000049319015,"teacher_disagreement_score":0.6500786,"about_ca_system_score_codex":0.00030955486,"about_ca_system_score_gemma":0.00005477948,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W4396230932","doi":"10.1145/3637414","title":"Towards Inclusive Futures for Worker Wellbeing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Universitas Brawijaya","keywords":"Context (archaeology); Futures contract; Work (physics); Public relations; Identity (music); Sociology; Process (computing); Knowledge management; Computer-supported cooperative work; Psychology; Business; Political science; Computer science; Engineering; Geography","score_opus":0.21712141831859555,"score_gpt":0.47034330589954354,"score_spread":0.253221887580948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788341,0.00003300411,0.001549759,0.007556207,0.0037802884,0.00051368604,0.000008403274,0.000120778546,0.0076037925],"genre_scores_gemma":[0.9930291,0.0000027072235,0.0028326022,0.0006526349,0.0008214852,0.00004114369,0.0000028588256,0.000014214943,0.0026032273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981926,0.000008694636,0.00052438426,0.00032236823,0.0007872814,0.00016468875],"domain_scores_gemma":[0.99868876,0.00027433477,0.00028489935,0.000297891,0.00041919,0.000034955676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009463901,0.0001518988,0.00017798539,0.0004241855,0.00031580235,0.00090857974,0.0017750122,0.00005808962,0.000118770324],"category_scores_gemma":[0.00041593795,0.00009251179,0.00028089568,0.0004252979,0.00003894688,0.0013693193,0.0008766455,0.00019990386,0.00007662521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017064928,0.00009306591,0.00076898246,0.00012595282,0.00010346342,7.2259894e-7,0.008471711,0.00018210134,0.0068163364,0.051369272,0.5649227,0.36697507],"study_design_scores_gemma":[0.00090247864,0.0006202295,0.04302021,0.0013827917,0.00018685042,0.000023346196,0.006960588,0.061675895,0.04727604,0.2246527,0.61259365,0.00070525036],"about_ca_topic_score_codex":0.0000079480615,"about_ca_topic_score_gemma":0.0000026674343,"teacher_disagreement_score":0.36626983,"about_ca_system_score_codex":0.00009506473,"about_ca_system_score_gemma":0.000014108932,"threshold_uncertainty_score":0.8761455},"labels":[],"label_agreement":null},{"id":"W4396230946","doi":"10.1145/3637315","title":"Creative ML Assemblages: The Interactive Politics of People, Processes, and Products","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Politics; Political science; Law","score_opus":0.034793850948010414,"score_gpt":0.31944037865985503,"score_spread":0.2846465277118446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98027295,0.00010920907,0.0039055073,0.009597418,0.0019217427,0.0007585935,0.000004655438,0.00029448164,0.003135442],"genre_scores_gemma":[0.996107,0.000015873997,0.0027490382,0.00022748887,0.00032734734,0.00006251892,0.0000020178827,0.000028462824,0.00048028608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99794286,0.0000406029,0.0005951552,0.0006981251,0.00043640987,0.00028684534],"domain_scores_gemma":[0.9965195,0.00049705553,0.0006689757,0.0007280377,0.0015569313,0.000029510773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045190027,0.00032000817,0.00033766482,0.00051499065,0.00032188048,0.000384036,0.002414328,0.00012043786,0.000008998049],"category_scores_gemma":[0.00090872747,0.00020335629,0.000101278114,0.0013141409,0.00025659418,0.0020459187,0.0015178779,0.00085098966,0.000012327649],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016812715,0.00080956717,0.0012026982,0.0029068575,0.000932235,0.0000057301736,0.057068255,0.00003785495,0.1700478,0.71119744,0.0310089,0.024614567],"study_design_scores_gemma":[0.00040288328,0.0012963695,0.0123890685,0.0029526427,0.00011266917,0.000336206,0.0025973318,0.010726172,0.89834625,0.066837706,0.0034977891,0.0005048925],"about_ca_topic_score_codex":0.0000662693,"about_ca_topic_score_gemma":0.000009401971,"teacher_disagreement_score":0.7282985,"about_ca_system_score_codex":0.00020441665,"about_ca_system_score_gemma":0.00008006583,"threshold_uncertainty_score":0.8292629},"labels":[],"label_agreement":null},{"id":"W4396232210","doi":"10.1145/3637374","title":"Navigating the Gray: Design Practitioners' Perceptions Toward the Implementation of Privacy Dark Patterns","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Usability; Internet privacy; Perception; Privacy by Design; Harm; Set (abstract data type); Status quo; Information privacy; Psychology; Computer science; Social psychology; Human–computer interaction; Political science","score_opus":0.08301871987440788,"score_gpt":0.41160152764222496,"score_spread":0.32858280776781706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396232210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563283,0.00003228646,0.005871448,0.034226444,0.0017385803,0.0011815203,0.000023785791,0.00013573664,0.0004619552],"genre_scores_gemma":[0.9977,0.00006414992,0.001034924,0.00021257122,0.0008508799,0.00009109006,0.000010170068,0.00001589912,0.000020314017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99845904,0.00013821149,0.00039112088,0.00027948242,0.0005307148,0.00020140322],"domain_scores_gemma":[0.9985558,0.00035361,0.00041645506,0.0003836876,0.00026017328,0.000030270017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013817168,0.00014378835,0.00012841554,0.000064182976,0.000995386,0.000428423,0.0015761984,0.00006625687,0.000107977336],"category_scores_gemma":[0.00044177816,0.00008408449,0.0001572236,0.000353303,0.0001710588,0.0012265746,0.0006166149,0.00061885116,0.000013595044],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001441415,0.00039821662,0.0065747066,0.0006286131,0.00041409975,0.0000010048896,0.65323794,0.00011316097,0.049253885,0.041523427,0.06572129,0.18198954],"study_design_scores_gemma":[0.0014724705,0.0017133255,0.09878309,0.0050799274,0.0007944278,0.00009203535,0.4552826,0.0064014117,0.122256994,0.2699394,0.036894195,0.0012901357],"about_ca_topic_score_codex":0.0024652288,"about_ca_topic_score_gemma":0.00012766682,"teacher_disagreement_score":0.22841597,"about_ca_system_score_codex":0.00019928753,"about_ca_system_score_gemma":0.00005684673,"threshold_uncertainty_score":0.76558053},"labels":[],"label_agreement":null},{"id":"W4396232226","doi":"10.1145/3641001","title":"Designing for Agonism: 12 Workers' Perspectives on Contesting Technology Futures","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Agonism; Futures contract; Business; Political science; Politics","score_opus":0.05037586972754275,"score_gpt":0.3397212466552523,"score_spread":0.2893453769277095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396232226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87214404,0.00013145903,0.0036864062,0.020956686,0.0027390153,0.0012269522,0.0000051514776,0.0006560876,0.098454215],"genre_scores_gemma":[0.9964615,0.000007047502,0.002376076,0.00011617815,0.0006164576,0.000048103055,0.0000010261579,0.000012586438,0.0003610062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99921644,0.000007850733,0.00021349455,0.0002387622,0.000139344,0.00018409407],"domain_scores_gemma":[0.9993495,0.00025657896,0.00013189863,0.00009942037,0.00013870855,0.000023943758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035445185,0.00011334895,0.00012457487,0.00022985252,0.00055213645,0.0003717866,0.0005305173,0.00008973818,0.000010276042],"category_scores_gemma":[0.00028087167,0.00009023228,0.00012404562,0.00020848423,0.00011813736,0.0008306163,0.000060480026,0.0002264477,0.000009751598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018985406,0.00016888448,0.0006783857,0.00021653049,0.00015678015,4.9581126e-7,0.081884675,0.00017346379,0.0037881907,0.6446632,0.013895226,0.25418428],"study_design_scores_gemma":[0.0014805992,0.0027056478,0.0015865251,0.009838901,0.00019378804,0.000025419293,0.34480008,0.00540323,0.13851221,0.3488995,0.14530627,0.00124781],"about_ca_topic_score_codex":0.000023471468,"about_ca_topic_score_gemma":0.000014491933,"teacher_disagreement_score":0.29576373,"about_ca_system_score_codex":0.0001649737,"about_ca_system_score_gemma":0.000023703573,"threshold_uncertainty_score":0.4246643},"labels":[],"label_agreement":null},{"id":"W4399072199","doi":"10.1145/3655601","title":"GazeSwitch: Automatic Eye-Head Mode Switching for Optimised Hands-Free Pointing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya; European Commission","keywords":"Computer science; Head (geology); Leverage (statistics); Gesture; Artificial intelligence; Eye movement; Computer vision; Human–computer interaction","score_opus":0.053931460160588654,"score_gpt":0.35492537761544113,"score_spread":0.3009939174548525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399072199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476658,0.000027479797,0.14141047,0.0066108056,0.0017312138,0.0004608763,0.0000023528344,0.0012505249,0.00084046304],"genre_scores_gemma":[0.9149269,0.0000015063777,0.08435374,0.0001752237,0.00029277068,0.000058431862,0.0000010580006,0.000031256193,0.00015915382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998203,0.000011710469,0.00048544342,0.00063809543,0.00030917826,0.0003525983],"domain_scores_gemma":[0.99835646,0.0002570258,0.0003162745,0.0008053965,0.00022007522,0.00004473841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043828003,0.00026884663,0.000296907,0.00038943216,0.0003167318,0.0005850043,0.0036058014,0.00011707478,0.000004822526],"category_scores_gemma":[0.00035928498,0.00020480115,0.0002670074,0.00038115616,0.00004211257,0.0008998502,0.0012742345,0.0004863236,0.000014334025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109209235,0.00061563577,0.0010132773,0.002356227,0.0005298447,0.0000073781976,0.0073888754,0.0013903629,0.2150722,0.24742596,0.0461328,0.47795823],"study_design_scores_gemma":[0.0009184183,0.00043433314,0.0017495777,0.0018179774,0.00004474639,0.000040889972,0.00006826241,0.84301376,0.07322046,0.07764102,0.0007368629,0.0003137164],"about_ca_topic_score_codex":0.00001770306,"about_ca_topic_score_gemma":0.000002470328,"teacher_disagreement_score":0.84162337,"about_ca_system_score_codex":0.0001399775,"about_ca_system_score_gemma":0.000023984525,"threshold_uncertainty_score":0.83515483},"labels":[],"label_agreement":null},{"id":"W4399723238","doi":"10.1145/3664636","title":"User Interface Evaluation Through Implicit-Association Tests","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Association (psychology); Computer science; Interface (matter); Human–computer interaction; Psychology; Operating system","score_opus":0.07518040325055796,"score_gpt":0.3743577296106115,"score_spread":0.2991773263600535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593735,0.00007780931,0.023128003,0.0082170535,0.0048438734,0.0007947654,0.0000043246177,0.00042765652,0.0031330108],"genre_scores_gemma":[0.99126464,0.000005348485,0.007368121,0.00035519653,0.00035958178,0.00005808769,0.0000016989861,0.000023322142,0.00056400977],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975957,0.00006003285,0.0005300002,0.0006859001,0.0008320919,0.00029622787],"domain_scores_gemma":[0.9978218,0.00035872962,0.00036541035,0.0007342731,0.00067976356,0.000040044135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011924024,0.0002578863,0.00023776302,0.0001756621,0.00019086395,0.00080483995,0.0026024135,0.00014339697,0.000048523416],"category_scores_gemma":[0.0005070281,0.0001983558,0.00022505791,0.0005500745,0.00003346573,0.0025817568,0.0009896063,0.0005135577,0.00014597258],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000166012,0.0011857853,0.005566475,0.00093837496,0.00083029864,0.0000019374377,0.029546699,0.002817875,0.36582717,0.1125596,0.37125382,0.10930595],"study_design_scores_gemma":[0.00076303736,0.0010765813,0.016172336,0.0019285153,0.00017102691,0.000054004446,0.00022710548,0.21577664,0.59796923,0.13792306,0.027188923,0.00074950745],"about_ca_topic_score_codex":0.00004898815,"about_ca_topic_score_gemma":0.00000680216,"teacher_disagreement_score":0.34406492,"about_ca_system_score_codex":0.0008198573,"about_ca_system_score_gemma":0.000043575237,"threshold_uncertainty_score":0.8088715},"labels":[],"label_agreement":null},{"id":"W4400703143","doi":"10.1145/3677106","title":"The Jade Gateway to Exergaming: How Socio-Cultural Factors Shape Exergaming Among East Asian Older Adults","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Canadian Institutes of Health Research; Universitas Brawijaya; Lupina Foundation","keywords":"Curiosity; Psychology; Perception; Gerontology; Social psychology; Medicine","score_opus":0.03235094216608875,"score_gpt":0.3159564860284839,"score_spread":0.28360554386239517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400703143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634944,0.000042274514,0.00002021286,0.031005386,0.002735108,0.00070683035,0.0000035615867,0.00056910084,0.001423083],"genre_scores_gemma":[0.9972028,0.000014162121,0.0002958242,0.000121588426,0.0007957103,0.00006411542,0.0000024046894,0.00004634382,0.0014570573],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99765825,0.000041003914,0.00038267337,0.00065114564,0.00068458804,0.00058232754],"domain_scores_gemma":[0.99864006,0.00017877643,0.00030581944,0.0004018452,0.00035048593,0.00012301219],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00047556256,0.00033629796,0.0002685841,0.00025070502,0.0015858827,0.0010944536,0.002526842,0.00025188085,0.000034401157],"category_scores_gemma":[0.00065245054,0.000212689,0.00027405535,0.000603755,0.0004316251,0.0013021987,0.0007883456,0.00075252407,0.000036359437],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016159985,0.00029548863,0.020194734,0.0003893819,0.0004381822,0.000006681143,0.6522603,0.000013589788,0.01862182,0.015871447,0.09033736,0.2014094],"study_design_scores_gemma":[0.0014649812,0.00089710666,0.30984175,0.011212018,0.0002910968,0.00003675228,0.5105043,0.0032753334,0.08126532,0.008025183,0.07095337,0.0022327618],"about_ca_topic_score_codex":0.00023350495,"about_ca_topic_score_gemma":0.000330705,"teacher_disagreement_score":0.289647,"about_ca_system_score_codex":0.0004638026,"about_ca_system_score_gemma":0.000033349766,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W4402789354","doi":"10.1145/3676487","title":"Agent-based Mediation on Smartphone Usage among Co-located Couples","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Mediation; Psychology; Computer science; Internet privacy; Human–computer interaction; Sociology","score_opus":0.08026252772465457,"score_gpt":0.39418288468330526,"score_spread":0.31392035695865067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402789354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758904,0.000021569758,0.00022080094,0.0018867588,0.008253026,0.00040367985,0.000010141242,0.00032614876,0.012987485],"genre_scores_gemma":[0.9961345,0.0000038526,0.00010369954,0.0008592631,0.0010419779,0.0000741953,0.000030257872,0.00004789258,0.0017043494],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99838173,0.00003584382,0.00046653702,0.00047120036,0.00040315505,0.00024153217],"domain_scores_gemma":[0.9987221,0.00033430944,0.00034605383,0.0003450549,0.00018993687,0.000062596664],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030960518,0.0002464804,0.00024224258,0.000378604,0.00020920472,0.00022824516,0.00067900575,0.00016445448,0.0012460003],"category_scores_gemma":[0.00014914603,0.00019629703,0.00024617978,0.000326683,0.00009225677,0.00032369545,0.00009202053,0.00057528244,0.0006812223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019013822,0.0027669973,0.009621306,0.00043220416,0.0008338609,0.00001547452,0.017039385,0.0005506046,0.091580324,0.02200031,0.7687383,0.08451982],"study_design_scores_gemma":[0.008840302,0.0065756566,0.3775512,0.0051562805,0.00053660915,0.000070201226,0.0057024797,0.069778815,0.37162045,0.0062364936,0.14564884,0.002282661],"about_ca_topic_score_codex":0.00010656098,"about_ca_topic_score_gemma":0.000011623998,"teacher_disagreement_score":0.6230895,"about_ca_system_score_codex":0.0002459878,"about_ca_system_score_gemma":0.000017180946,"threshold_uncertainty_score":0.999667},"labels":[],"label_agreement":null},{"id":"W4402789910","doi":"10.1145/3676526","title":"ThermoGrasp: Enabling Localized Thermal Feedback on Fingers for Precision Grasps in Virtual Reality","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Virtual reality; Computer science; Human–computer interaction; Thermal; Simulation; Physics","score_opus":0.07582907699205908,"score_gpt":0.3556490965195054,"score_spread":0.2798200195274463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402789910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92450964,0.000031988275,0.06490965,0.0058147847,0.0012914255,0.0011551062,0.000011787301,0.00028210634,0.0019934918],"genre_scores_gemma":[0.9972665,0.000011152682,0.0018329578,0.0003862403,0.00027513967,0.00009253504,0.0000046249875,0.000024989382,0.00010588511],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809945,0.000030423655,0.0005174234,0.00063661387,0.00040927003,0.00030681185],"domain_scores_gemma":[0.99831945,0.00049508875,0.00024078657,0.000666484,0.00021220944,0.00006600542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008226278,0.00024262871,0.00025855016,0.00034049913,0.00019064138,0.00051320484,0.0020510522,0.000113472786,0.000007230624],"category_scores_gemma":[0.00027756867,0.00017314224,0.00018880265,0.00076709146,0.000059501068,0.0009109865,0.00055132253,0.00039035548,0.000016402651],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056079286,0.0006954678,0.00012354576,0.00030257538,0.00013024537,0.0000013715089,0.0065757036,0.0069118454,0.088271186,0.22999734,0.017360248,0.64906967],"study_design_scores_gemma":[0.0022636163,0.003623989,0.010512859,0.0041072,0.000061088045,0.000026946065,0.00048526467,0.5930086,0.29075682,0.0705193,0.023623148,0.001011207],"about_ca_topic_score_codex":0.00006692263,"about_ca_topic_score_gemma":0.000004906543,"teacher_disagreement_score":0.6480585,"about_ca_system_score_codex":0.00022481906,"about_ca_system_score_gemma":0.000038207658,"threshold_uncertainty_score":0.70605356},"labels":[],"label_agreement":null},{"id":"W4403422982","doi":"10.1145/3677108","title":"Towards Democratisation of Games User Research: Exploring Playtesting Challenges of Indie Video Game Developers","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Indie film; Video game; Computer science; Multimedia; Key (lock); World Wide Web; Knowledge management; Sociology","score_opus":0.38635521920189814,"score_gpt":0.4471805787573747,"score_spread":0.06082535955547658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403422982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905449,0.0003303254,0.00007510008,0.0022174632,0.001312433,0.0002732338,0.0000031811323,0.000047260113,0.00519609],"genre_scores_gemma":[0.9966982,0.00008423524,0.0023797904,0.000027668992,0.0004109073,0.00009841834,0.000003550708,0.000027080596,0.00027012717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984167,0.00004690028,0.00054182333,0.0003649387,0.0004414791,0.0001881554],"domain_scores_gemma":[0.9982228,0.00044942176,0.00035388084,0.00031140412,0.00063147175,0.000030993444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009287194,0.00014080627,0.00020412178,0.00047414002,0.00007259034,0.00005211488,0.00067726255,0.000084772575,0.00006995667],"category_scores_gemma":[0.00035160413,0.00011339021,0.00010164627,0.00037185597,0.00010865234,0.00047165615,0.00022574891,0.00037107407,0.000018223871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026484483,0.0006931567,0.006175281,0.0018247999,0.0005295939,9.421554e-7,0.14508417,0.00017054091,0.09006585,0.3154678,0.009134212,0.43058878],"study_design_scores_gemma":[0.0006993503,0.0013188731,0.68767333,0.0068466,0.00011962345,0.000053646527,0.033664316,0.0014858651,0.20826563,0.04816716,0.011162392,0.00054319325],"about_ca_topic_score_codex":0.000079078585,"about_ca_topic_score_gemma":0.0000040650466,"teacher_disagreement_score":0.68149805,"about_ca_system_score_codex":0.00012425009,"about_ca_system_score_gemma":0.000041706477,"threshold_uncertainty_score":0.46239185},"labels":[],"label_agreement":null},{"id":"W4403423065","doi":"10.1145/3677074","title":"From Motivating to Manipulative: The Use of Deceptive Design in a Game's Free-to-Play Transition","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitas Brawijaya","keywords":"Transition (genetics); Game mechanics; Popularity; Game design; Perception; Computer science; Video game design; Game Developer; Human–computer interaction; Psychology; Social psychology","score_opus":0.15883308656599945,"score_gpt":0.3687095457590951,"score_spread":0.20987645919309564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98936987,0.000005985568,0.003462556,0.0039322437,0.0006692311,0.00063337636,0.000009444397,0.00004273304,0.0018745796],"genre_scores_gemma":[0.9942258,0.0000025016864,0.0046316865,0.0003790565,0.00037051574,0.000028052704,0.0000012233974,0.000013556819,0.00034760285],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989392,0.00003890216,0.00027507788,0.00024786883,0.00033682273,0.00016211178],"domain_scores_gemma":[0.99898815,0.00053663825,0.000117589116,0.00016677068,0.00014336802,0.000047491332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036410894,0.00011211168,0.00015206968,0.00016132001,0.000063729436,0.00023703475,0.0007063019,0.00005008756,0.000024981236],"category_scores_gemma":[0.00067583047,0.0000753595,0.00009177925,0.00042828094,0.00006359565,0.00071127457,0.00018730552,0.00019118602,0.000009660102],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033522001,0.0002515594,0.0004157063,0.000083849925,0.00012414987,0.0000019262973,0.6838696,0.0063784956,0.051161416,0.009564231,0.01864941,0.22916447],"study_design_scores_gemma":[0.0026802062,0.004655033,0.13107188,0.028018957,0.00037237912,0.00001257169,0.11362982,0.0543105,0.32805148,0.13454843,0.20035642,0.0022923218],"about_ca_topic_score_codex":0.0008007971,"about_ca_topic_score_gemma":0.00015607716,"teacher_disagreement_score":0.5702398,"about_ca_system_score_codex":0.00014776274,"about_ca_system_score_gemma":0.000019389588,"threshold_uncertainty_score":0.30730715},"labels":[],"label_agreement":null},{"id":"W4403423109","doi":"10.1145/3677091","title":"Move, React, Repeat! The Role of Continuous Cues in Immersive Exergames","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Deutsche Forschungsgemeinschaft","keywords":"Virtual reality; Granularity; Human–computer interaction; Computer science; Sensory cue; Psychology; Multimedia; Cognitive psychology","score_opus":0.0251687539793415,"score_gpt":0.3077019298897596,"score_spread":0.2825331759104181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841073,0.00018361861,0.001277477,0.0043290164,0.0005159274,0.00042537975,0.0000048524475,0.000077366574,0.009079038],"genre_scores_gemma":[0.9986008,0.000028903074,0.0008710986,0.00017466798,0.00012045397,0.000025850399,9.42904e-7,0.000010808858,0.00016649647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987939,0.00001688477,0.0003946853,0.00033835613,0.00028281318,0.00017336651],"domain_scores_gemma":[0.998711,0.00019836922,0.00027775476,0.0006069745,0.00017544763,0.000030467514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035238813,0.00014476967,0.00019935156,0.00019428492,0.00008534086,0.0002244651,0.002047715,0.00005342528,0.0000051785746],"category_scores_gemma":[0.00011642709,0.00008974025,0.00013751416,0.00047988654,0.00007059687,0.0007895229,0.00072732073,0.00029556736,0.000009129993],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007127504,0.0004344164,0.0013786982,0.00017865378,0.0001420745,0.0000014999463,0.01836164,0.00014343337,0.28785947,0.37784186,0.012306787,0.3012802],"study_design_scores_gemma":[0.0003357187,0.0005570466,0.02352503,0.0014280764,0.00003760862,0.000056929744,0.0020426388,0.034507427,0.8212939,0.09504521,0.020841395,0.0003290213],"about_ca_topic_score_codex":0.0002198471,"about_ca_topic_score_gemma":0.0000058098844,"teacher_disagreement_score":0.53343445,"about_ca_system_score_codex":0.000088665074,"about_ca_system_score_gemma":0.000022413793,"threshold_uncertainty_score":0.3805198},"labels":[],"label_agreement":null},{"id":"W4403423174","doi":"10.1145/3677080","title":"How To Tame a Toxic Player? A Systematic Literature Review on Intervention Systems for Toxic Behaviors in Online Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Intervention (counseling); Video game; Computer science; Human–computer interaction; Psychology; Multimedia; Psychiatry","score_opus":0.048047119664512236,"score_gpt":0.3677904120498298,"score_spread":0.31974329238531757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481211,0.01467713,0.00015433432,0.016430175,0.008809825,0.008952922,0.00008327589,0.00033034087,0.0024409199],"genre_scores_gemma":[0.98858297,0.00086514914,0.00023042428,0.00058104744,0.0008280005,0.00058338937,0.000014141045,0.00003583933,0.008279044],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99827236,0.0000474532,0.00055311783,0.00041006377,0.00045790264,0.0002590961],"domain_scores_gemma":[0.99888647,0.00021630056,0.0003146521,0.00025478486,0.00024447314,0.00008329993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085889886,0.00021588818,0.0004488334,0.0003567756,0.00007007942,0.0009747524,0.0008436833,0.00010326326,0.0000043940236],"category_scores_gemma":[0.0010327103,0.00015044538,0.00033675059,0.0005610129,0.000033459277,0.0007814166,0.00016417238,0.00028487825,0.000009038888],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046078544,0.0027585407,0.00020163704,0.54780257,0.000447886,0.000023719282,0.07497361,0.00011085986,0.009867281,0.05263862,0.13531737,0.17539711],"study_design_scores_gemma":[0.00045833693,0.0015694536,0.00025784754,0.92652106,0.00020172219,0.00002838226,0.0052815126,0.0010520951,0.0013092143,0.0007869908,0.062075336,0.00045805407],"about_ca_topic_score_codex":0.000025971187,"about_ca_topic_score_gemma":0.00006855202,"teacher_disagreement_score":0.3787185,"about_ca_system_score_codex":0.00036063083,"about_ca_system_score_gemma":0.000019462988,"threshold_uncertainty_score":0.939956},"labels":[],"label_agreement":null},{"id":"W4403423221","doi":"10.1145/3677090","title":"\"More than just a game, it's an app that builds awareness around Mental Health\": Mental Health Stigma Reduction Using Games for Change","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mental health; Stigma (botany); Psychology; Social psychology; Psychiatry","score_opus":0.264991590590086,"score_gpt":0.49549432980063174,"score_spread":0.23050273921054576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477682,0.00039916186,0.0003170672,0.031992026,0.016049631,0.0027095883,0.00025511713,0.0003006491,0.00020856259],"genre_scores_gemma":[0.99419725,0.00001667181,0.0015236939,0.0013459407,0.0016208495,0.0003703675,0.00016242563,0.00009962388,0.0006631569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971738,0.000056763325,0.00085814425,0.0008660686,0.00042998142,0.0006152839],"domain_scores_gemma":[0.9983906,0.00004890607,0.00076002086,0.00047519454,0.00012783898,0.00019745402],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006015506,0.0003935439,0.00044815612,0.00047248972,0.0006864338,0.0003888738,0.00085939583,0.00012688786,0.00004920167],"category_scores_gemma":[0.000016944461,0.00034500423,0.00035695964,0.00031718967,0.00013265605,0.001699476,0.00036862184,0.00041144332,0.000021092656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029558118,0.0072464915,0.0018955007,0.010244851,0.001228737,0.00000322775,0.14588486,0.000044406937,0.007804363,0.0240024,0.31423247,0.4844569],"study_design_scores_gemma":[0.018229736,0.06374729,0.059903707,0.10174349,0.00081717555,0.007116396,0.22870192,0.08604993,0.09531613,0.038955383,0.29214048,0.007278349],"about_ca_topic_score_codex":0.001222187,"about_ca_topic_score_gemma":0.000063538355,"teacher_disagreement_score":0.47717854,"about_ca_system_score_codex":0.0013017568,"about_ca_system_score_gemma":0.0000664602,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W4403423304","doi":"10.1145/3677084","title":"Juicy Audio: Audio Designers' Conceptualization of the Term in Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Conceptualization; Term (time); Multimedia; Computer science; Audio visual; Artificial intelligence","score_opus":0.040075718295752044,"score_gpt":0.30958436457784655,"score_spread":0.2695086462820945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821964,0.0001603008,0.008231655,0.0042902236,0.0025084042,0.00039155484,0.0000015631388,0.00021202229,0.0020078593],"genre_scores_gemma":[0.9974508,0.000013822413,0.0018324336,0.00025215055,0.00011790543,0.000025188741,3.3231348e-7,0.000009364665,0.00029798862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987731,0.000026448279,0.00039454515,0.00036702858,0.0002675294,0.00017133035],"domain_scores_gemma":[0.9989249,0.0001558847,0.00026604047,0.000497007,0.00014189084,0.000014295337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030712134,0.00016228303,0.00022017739,0.00022917548,0.00015532326,0.00011414148,0.0021753665,0.000099347584,0.000008517018],"category_scores_gemma":[0.00020556246,0.0001015104,0.00014560366,0.000593024,0.00018437176,0.000570899,0.0011406833,0.00032990487,0.000005933515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008051519,0.00044374508,0.019325128,0.00084894523,0.0003687846,0.0000038477606,0.059642866,0.0003887608,0.07793766,0.661663,0.09530096,0.08399576],"study_design_scores_gemma":[0.0018137915,0.0012032602,0.19052833,0.007526739,0.00016206376,0.00013211498,0.0019445915,0.056032397,0.4704138,0.2531284,0.015925253,0.0011892337],"about_ca_topic_score_codex":0.00002042158,"about_ca_topic_score_gemma":0.0000104087685,"teacher_disagreement_score":0.40853462,"about_ca_system_score_codex":0.000104291605,"about_ca_system_score_gemma":0.000023520637,"threshold_uncertainty_score":0.4139474},"labels":[],"label_agreement":null},{"id":"W4403423380","doi":"10.1145/3677071","title":"Flipping into the Future: Exploring Player Experience and Task Demand in Physical, VR, and PC Pinball","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Human–computer interaction; Task (project management); On demand; Psychology; Computer science; Multimedia; Engineering","score_opus":0.07033170960443556,"score_gpt":0.37197011564026283,"score_spread":0.30163840603582726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99336106,0.00036344692,0.00003225244,0.004047992,0.0014970894,0.00018238803,4.4446242e-7,0.00002959763,0.00048571668],"genre_scores_gemma":[0.9982585,0.00006658077,0.00018376633,0.00021417472,0.0010043564,0.00011809908,9.514246e-7,0.00001336533,0.00014026024],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992051,0.000014267819,0.0001977248,0.00033269863,0.00013019254,0.0001199891],"domain_scores_gemma":[0.9995019,0.00012856805,0.000098881814,0.00019406725,0.000052479016,0.00002412231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017397171,0.00012254428,0.00011198058,0.000106358435,0.00012435895,0.00016750749,0.0003438403,0.00003853147,0.00001313125],"category_scores_gemma":[0.000028675526,0.00007901187,0.00004091569,0.00016261147,0.00007387747,0.0004240917,0.00019177407,0.00026551695,0.0000074139934],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012277835,0.0003126474,0.0056344997,0.00029001877,0.00011765672,0.0000010564349,0.6481589,0.000029605542,0.07458824,0.07446473,0.004419427,0.19186045],"study_design_scores_gemma":[0.001186212,0.0008325153,0.6772472,0.003151876,0.00013754242,0.00015223812,0.10193419,0.012952326,0.035259098,0.057765618,0.10837124,0.0010099402],"about_ca_topic_score_codex":0.000052340343,"about_ca_topic_score_gemma":0.000006134005,"teacher_disagreement_score":0.6716127,"about_ca_system_score_codex":0.000047108257,"about_ca_system_score_gemma":0.0000046876735,"threshold_uncertainty_score":0.32220107},"labels":[],"label_agreement":null},{"id":"W4403423386","doi":"10.1145/3677077","title":"Hexed by Pressure: How Action-State Orientation Explains Propensity to Choke in Super Hexagon","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Choke; Action (physics); Orientation (vector space); Mechanics; Physics; Mathematics; Geometry; Quantum mechanics","score_opus":0.07581479060064612,"score_gpt":0.3529382036838795,"score_spread":0.2771234130832334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466933,0.000025092477,0.039659135,0.009236828,0.002791982,0.00075550063,0.000019453388,0.0003202776,0.00049842545],"genre_scores_gemma":[0.99527663,0.0000120868,0.0021551563,0.0006322242,0.00015509177,0.000028360817,0.000012017848,0.000019338428,0.0017090987],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984865,0.00002501814,0.00031228107,0.00055402337,0.0004121477,0.00020998884],"domain_scores_gemma":[0.9990894,0.00005506283,0.00014757937,0.00042172094,0.00022006119,0.0000661749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031309773,0.00018866014,0.00018849023,0.000327314,0.00013065794,0.00090142764,0.0013053396,0.00005254009,0.000012361934],"category_scores_gemma":[0.00012596742,0.00014799126,0.0000825551,0.00075479766,0.000024952986,0.0022194786,0.00069124927,0.00026503313,0.000031719697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018654983,0.0010885576,0.0054533444,0.0010146993,0.00026945342,0.000006476331,0.020342683,0.0017407159,0.27836958,0.040533517,0.5606121,0.090382345],"study_design_scores_gemma":[0.0011459506,0.00084922125,0.017289314,0.0017962273,0.00007138454,0.000041871335,0.0005862191,0.35204986,0.45035353,0.0051437253,0.16966575,0.0010069321],"about_ca_topic_score_codex":0.000045320536,"about_ca_topic_score_gemma":0.000018786584,"teacher_disagreement_score":0.39094633,"about_ca_system_score_codex":0.00012987597,"about_ca_system_score_gemma":0.00002145995,"threshold_uncertainty_score":0.86924875},"labels":[],"label_agreement":null},{"id":"W4403423434","doi":"10.1145/3677073","title":"From Imagination to Innovation: Using Participatory Design Fiction to Envision the Future of Accessible Gaming Wearables for Players with Upper Limb Motor Disabilities","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Persona Design and Applications","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University","funders":"","keywords":"Wearable computer; Citizen journalism; Participatory design; Psychology; Human–computer interaction; Sociology; Multimedia; Physical medicine and rehabilitation; Computer science; Engineering; World Wide Web; Medicine; Embedded system","score_opus":0.1157201079271429,"score_gpt":0.37094400771892583,"score_spread":0.25522389979178295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5508218,0.000033021486,0.44413203,0.0037446339,0.00050410756,0.0006552602,0.0000075350545,0.0000681507,0.00003346946],"genre_scores_gemma":[0.9074409,0.0000020937657,0.091431215,0.00029846365,0.0005567138,0.00018434973,0.0000025938011,0.000015877662,0.000067771056],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988459,0.000017813547,0.00031536314,0.00037961005,0.00028911862,0.00015219187],"domain_scores_gemma":[0.9987517,0.00031473604,0.00017971428,0.00035927029,0.00036390868,0.00003070045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003477981,0.00014818438,0.00013893901,0.0002766279,0.0002580179,0.00035949543,0.0010205569,0.000043843327,0.000005249272],"category_scores_gemma":[0.00007636042,0.00009402497,0.00006476535,0.00071984646,0.00003883427,0.0010336606,0.00024795707,0.00013466262,0.0000034871712],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003601563,0.00021744524,0.0003036931,0.00024371513,0.000113306254,1.3669938e-7,0.018955918,0.0068276995,0.8289793,0.05170139,0.017210044,0.075087205],"study_design_scores_gemma":[0.00028550992,0.000991416,0.0027730674,0.0012576703,0.0000645656,0.000007215361,0.0029167659,0.5874005,0.38417011,0.013245081,0.0065603284,0.00032775593],"about_ca_topic_score_codex":0.000027884409,"about_ca_topic_score_gemma":0.0000011083405,"teacher_disagreement_score":0.58057284,"about_ca_system_score_codex":0.00014362292,"about_ca_system_score_gemma":0.000032549622,"threshold_uncertainty_score":0.38342267},"labels":[],"label_agreement":null},{"id":"W4403423541","doi":"10.1145/3677098","title":"Press A or Wave: User Expectations for NPC Interactions and Nonverbal Behaviour in Virtual Reality","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Nonverbal communication; Virtual reality; Human–computer interaction; Psychology; Computer science; Communication","score_opus":0.10699029968945373,"score_gpt":0.3827300940208064,"score_spread":0.27573979433135265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8695775,0.000035829755,0.11655651,0.00901559,0.001761677,0.0014946704,0.000050095572,0.00030508096,0.0012029986],"genre_scores_gemma":[0.9934052,0.000007590677,0.005461369,0.00013221048,0.00018719457,0.00021244236,0.0000047726307,0.000016095028,0.0005730735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986717,0.00001613897,0.00041480153,0.0004805282,0.000213374,0.00020345364],"domain_scores_gemma":[0.9988553,0.00031703972,0.00016917654,0.0004140576,0.00018011099,0.0000643357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023788688,0.00017452428,0.00018454634,0.0002311897,0.00018448631,0.0005273118,0.0009007106,0.00006311323,0.0000067354763],"category_scores_gemma":[0.00014756242,0.00012739318,0.00010808634,0.00035538088,0.00005252118,0.0015269903,0.0005744639,0.0002870381,0.0000042264383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003895984,0.001468288,0.0005024225,0.00053670054,0.00020739507,0.0000040790064,0.028014677,0.0004332344,0.020882279,0.7446868,0.079056695,0.12381787],"study_design_scores_gemma":[0.0025556446,0.0030907858,0.04259582,0.002972646,0.00018974613,0.0003943966,0.0033334615,0.7609102,0.10629408,0.032971956,0.043324437,0.0013668002],"about_ca_topic_score_codex":0.00015878279,"about_ca_topic_score_gemma":0.000059624494,"teacher_disagreement_score":0.760477,"about_ca_system_score_codex":0.00015093549,"about_ca_system_score_gemma":0.00003361046,"threshold_uncertainty_score":0.51949435},"labels":[],"label_agreement":null},{"id":"W4403423576","doi":"10.1145/3677053","title":"PACMHCI V8, CHI PLAY, October 2024 Editorial","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"History","score_opus":0.03937130877073388,"score_gpt":0.35179709687587374,"score_spread":0.3124257881051399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423576","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37345102,0.000085393964,0.000011637428,0.0047587655,0.22103874,0.0004828387,0.000009879913,0.0003029006,0.39985883],"genre_scores_gemma":[0.8810713,0.000036407164,0.00026880708,0.0002669997,0.087757856,0.000023947488,0.000002701064,0.00003141846,0.030540543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859154,0.000010752303,0.0002446329,0.00030191606,0.00060577155,0.0002453742],"domain_scores_gemma":[0.9993262,0.00011838452,0.00012277448,0.00018520668,0.00017110097,0.00007630641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036604417,0.00014549174,0.00015553627,0.00012053362,0.00014915856,0.00057664094,0.00093340484,0.000113464244,0.00014733031],"category_scores_gemma":[0.000314235,0.000103987986,0.00019410287,0.00025137424,0.000122007834,0.00079191016,0.00034515114,0.0003719924,0.00011473644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039478637,0.00009595055,0.00013766541,0.00007457776,0.00007463062,9.135192e-7,0.012476626,0.0000041595717,0.0019010839,0.027840922,0.90103865,0.05631534],"study_design_scores_gemma":[0.000118561904,0.0001342716,0.00033365094,0.0005139835,0.00003188885,0.0000026268474,0.00073398853,0.000081702936,0.0021573715,0.0062710955,0.98948497,0.00013592024],"about_ca_topic_score_codex":0.00010060863,"about_ca_topic_score_gemma":0.000032578224,"teacher_disagreement_score":0.50762033,"about_ca_system_score_codex":0.00012956324,"about_ca_system_score_gemma":0.000043997654,"threshold_uncertainty_score":0.5560562},"labels":[],"label_agreement":null},{"id":"W4403424116","doi":"10.1145/3677112","title":"Using Psychophysiological Data to Facilitate Reflective Conversations with Children about their Player Experiences","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Psychology; Cognitive psychology; Developmental psychology; Computer science; Data science; Human–computer interaction","score_opus":0.3124295564244407,"score_gpt":0.44339096507641107,"score_spread":0.13096140865197037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99459755,0.000031273175,0.0006276055,0.0014722544,0.0012367388,0.00037730826,0.00002463668,0.000065944856,0.0015666662],"genre_scores_gemma":[0.9955702,0.0000021514822,0.0031544098,0.0003512178,0.00043695295,0.000077017656,0.000025813697,0.000014494667,0.0003677534],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988646,0.000020213089,0.00023640456,0.00056359015,0.00016695209,0.00014825743],"domain_scores_gemma":[0.999049,0.000091674774,0.00013587945,0.0005309761,0.0001534443,0.00003903549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000156267,0.00015216589,0.0001349516,0.00013440319,0.00014695631,0.00012280839,0.00105876,0.00005527749,0.00013720569],"category_scores_gemma":[0.000042465963,0.000092820526,0.000055108518,0.0002786824,0.0000825958,0.00038067615,0.00025227273,0.00022494532,0.000047131285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012760699,0.0016368605,0.008018154,0.00017171755,0.0015844377,0.0000011723147,0.5940402,0.00080213725,0.18861191,0.043997195,0.11404787,0.04581226],"study_design_scores_gemma":[0.0011552441,0.0030037928,0.8564451,0.0020718067,0.00023612229,0.00020671879,0.07041526,0.009326288,0.020435063,0.013359419,0.022062633,0.0012825557],"about_ca_topic_score_codex":0.00007038834,"about_ca_topic_score_gemma":0.000003212643,"teacher_disagreement_score":0.84842694,"about_ca_system_score_codex":0.000076821554,"about_ca_system_score_gemma":0.000016657605,"threshold_uncertainty_score":0.37851113},"labels":[],"label_agreement":null},{"id":"W4403424292","doi":"10.1145/3677055","title":"Advancing Mixed Reality Game Development: An Evaluation of a Visual Game Analytics Tool in Action-Adventure and FPS Genres","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Adventure; Action (physics); Game design; Video game; Analytics; Video game development; Game art design; Mixed reality; Game design document; Computer science; Human–computer interaction; Game Developer; Multimedia; Virtual reality; Data science; Artificial intelligence; Physics","score_opus":0.12072549621275053,"score_gpt":0.4470864962672533,"score_spread":0.32636100005450275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973801,0.00007903706,0.0001688275,0.000645798,0.0010623481,0.00033643446,0.0000025932377,0.000031729054,0.00029317747],"genre_scores_gemma":[0.9986864,0.00000961246,0.0007492941,0.000054373704,0.0002679888,0.000052031348,0.000019658277,0.000016721293,0.00014396087],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855906,0.000054920478,0.00049958733,0.00037206392,0.00037381213,0.00014055603],"domain_scores_gemma":[0.9989127,0.00011279581,0.00032015966,0.00022068141,0.00040739635,0.000026262447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010345872,0.00014166346,0.00017238865,0.0003001504,0.00004728851,0.000070932874,0.00028401703,0.00009310394,0.00006567934],"category_scores_gemma":[0.00017713687,0.00011930851,0.000060147184,0.0002750207,0.00004001916,0.0004476378,0.00009353816,0.00024869922,0.0000056479385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005355375,0.0020894625,0.020055732,0.0010721432,0.00047349857,8.132539e-7,0.06389344,0.0016871936,0.08184961,0.02851546,0.0042958334,0.7955313],"study_design_scores_gemma":[0.00073859235,0.00039834308,0.90843654,0.0010118156,0.00016805521,0.000031706393,0.005370085,0.042324986,0.025113786,0.012423639,0.0036677301,0.00031474244],"about_ca_topic_score_codex":0.00005911054,"about_ca_topic_score_gemma":0.000045776473,"teacher_disagreement_score":0.88838077,"about_ca_system_score_codex":0.00023971607,"about_ca_system_score_gemma":0.000050318893,"threshold_uncertainty_score":0.48652598},"labels":[],"label_agreement":null},{"id":"W4403424335","doi":"10.1145/3677095","title":"Playful Resilience: Empowering Recovery through Autobiographical Game-Based Storytelling in the Opioid Epidemic","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Wilfrid Laurier University","funders":"Universitas Brawijaya","keywords":"Storytelling; Narrative; Psychological resilience; Psychology; Addiction; Sociology; Social psychology; Psychiatry; Art","score_opus":0.09055705237371192,"score_gpt":0.42770857711778903,"score_spread":0.3371515247440771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855368,0.00015201491,0.0009030357,0.0025335937,0.004984035,0.00056869106,0.0000032842693,0.00015744922,0.005161106],"genre_scores_gemma":[0.9967956,0.000035240853,0.0007054637,0.0011723246,0.0008824192,0.00009275543,0.0000058485507,0.000029246263,0.00028109242],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981215,0.00008209902,0.0006506007,0.00043130445,0.0003577232,0.000356751],"domain_scores_gemma":[0.9980078,0.0011432491,0.00029843624,0.00038845078,0.00012699695,0.000035102934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00124966,0.00020291084,0.00022531273,0.0002956955,0.00039524434,0.00011637647,0.0010510848,0.00016758892,0.000040595944],"category_scores_gemma":[0.00039788606,0.00013220256,0.000197179,0.00057761726,0.0000879791,0.00064569776,0.00016290233,0.0013363155,0.000068953705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019644948,0.002448509,0.07082132,0.0088847475,0.00041672183,0.000014307317,0.2596671,0.022422388,0.029569877,0.042806726,0.41044903,0.15053478],"study_design_scores_gemma":[0.0025061273,0.0029167237,0.11492851,0.05179422,0.00030898667,0.00006266342,0.031805873,0.09502706,0.017784102,0.1840987,0.4963827,0.0023843346],"about_ca_topic_score_codex":0.00015182425,"about_ca_topic_score_gemma":0.000013401065,"teacher_disagreement_score":0.22786123,"about_ca_system_score_codex":0.00032915987,"about_ca_system_score_gemma":0.00008575173,"threshold_uncertainty_score":0.58057004},"labels":[],"label_agreement":null},{"id":"W4403443504","doi":"10.1145/3677064","title":"Designing a Technique-Oriented Sport Training Game for Motivating a Change in Running Technique","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sports Performance and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Training (meteorology); Computer science; Human–computer interaction; Multimedia; Psychology; Applied psychology; Mathematics education; Simulation; Geography","score_opus":0.11588240889669794,"score_gpt":0.37796681069090615,"score_spread":0.2620844017942082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99139214,0.000031424257,0.0043223733,0.0004512794,0.00046088235,0.0021833042,0.0000011316824,0.00031403583,0.0008434378],"genre_scores_gemma":[0.9470711,0.0000027780163,0.050895378,0.000245239,0.0006565133,0.0010124836,0.0000079752945,0.000056305125,0.000052258147],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984834,0.00000141932,0.0005451922,0.00042338102,0.00023138516,0.00031517536],"domain_scores_gemma":[0.99929863,0.000040349423,0.00025950823,0.00021532047,0.00014279356,0.00004337488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076127,0.00022739082,0.00037021944,0.00063263904,0.00010233289,0.000060623774,0.00029863417,0.00012282692,0.000010913038],"category_scores_gemma":[0.000072677954,0.00018287539,0.00018672926,0.0004912296,0.000039347913,0.0005711859,0.00014977352,0.0005884337,0.0000015282696],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008597275,0.0004141977,0.1677079,0.0039449884,0.00025992232,0.000044621967,0.05942949,0.00003800543,0.6913098,0.0080814995,0.00053857913,0.06737124],"study_design_scores_gemma":[0.0019707114,0.0022031218,0.074425876,0.04261898,0.00018331048,0.00079162716,0.0037916848,0.021399021,0.844835,0.0035467683,0.003532116,0.00070181396],"about_ca_topic_score_codex":0.000026992804,"about_ca_topic_score_gemma":9.703986e-7,"teacher_disagreement_score":0.15352516,"about_ca_system_score_codex":0.00018893075,"about_ca_system_score_gemma":0.000028911549,"threshold_uncertainty_score":0.7457442},"labels":[],"label_agreement":null},{"id":"W4403443507","doi":"10.1145/3677070","title":"Exploring the Role of Action Mechanics in Game-Based Stress Recovery","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health Research Topics","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Action (physics); Stress (linguistics); Cognitive science; Mechanics; Psychology; Epistemology; Computer science; Philosophy; Physics; Linguistics","score_opus":0.27601083191232745,"score_gpt":0.4416116937348773,"score_spread":0.16560086182254985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937138,0.000067152054,0.000082622624,0.0010256069,0.002813579,0.000436941,0.0000054852476,0.00004680315,0.0018080014],"genre_scores_gemma":[0.99906427,0.000021309368,0.00016833088,0.00008928151,0.00033575378,0.00011815132,0.000002274539,0.000023051278,0.0001776062],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987168,0.00004763216,0.00039288859,0.00028491556,0.00033246542,0.00022534346],"domain_scores_gemma":[0.9990492,0.0002672235,0.00019669905,0.0003579232,0.000097919285,0.000031034844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005217978,0.00012738054,0.00015762095,0.0002989743,0.000068500936,0.00006261056,0.00077602494,0.000059742153,0.0000962579],"category_scores_gemma":[0.00008962502,0.00008702368,0.00011133972,0.00031319488,0.00002919695,0.00040525445,0.00024139181,0.0005915926,0.000025521882],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015474055,0.0011240485,0.0027289873,0.002328053,0.00023357205,0.000004580984,0.013342967,0.0009025276,0.09246632,0.055728193,0.0041448344,0.8254485],"study_design_scores_gemma":[0.0012715337,0.002388971,0.027736297,0.006094416,0.00006752601,0.00003248344,0.0083806375,0.049735475,0.83849406,0.050601166,0.014734527,0.00046290254],"about_ca_topic_score_codex":0.00024649384,"about_ca_topic_score_gemma":0.000030505149,"teacher_disagreement_score":0.8249856,"about_ca_system_score_codex":0.00025147354,"about_ca_system_score_gemma":0.000020112602,"threshold_uncertainty_score":0.3548723},"labels":[],"label_agreement":null},{"id":"W4403717131","doi":"10.1145/3698131","title":"VisConductor: Affect-Varying Widgets for Animated Data Storytelling in Gesture-Aware Augmented Video Presentation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Storytelling; Gesture; Computer science; Affect (linguistics); Multimedia; Animation; Computer graphics (images); Human–computer interaction; Artificial intelligence; Art; Communication; Psychology; Narrative; Medicine","score_opus":0.1347063429632634,"score_gpt":0.4070920585147327,"score_spread":0.2723857155514693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54200435,0.0002183796,0.4415164,0.0047926125,0.007209267,0.0023670462,0.000109173,0.00106505,0.0007177166],"genre_scores_gemma":[0.98992157,0.000014705496,0.0092518395,0.00024376663,0.00029224835,0.000023231114,0.0001093277,0.00002656239,0.00011674519],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841875,0.00002129917,0.000413059,0.00063139235,0.00031153086,0.00020399193],"domain_scores_gemma":[0.99867743,0.00019428914,0.00023802415,0.00067535724,0.00017713361,0.000037765403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044613358,0.00018596456,0.00019298945,0.00035544546,0.00014045715,0.00062653306,0.0026318773,0.00006329272,0.0000072398093],"category_scores_gemma":[0.00017501863,0.00015114197,0.000077055476,0.0004996594,0.000026449177,0.002578318,0.0012150886,0.00023247693,0.000008996403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039361595,0.0017981814,0.003277664,0.0057163076,0.00085821777,0.000017679944,0.017614868,0.008382014,0.4016249,0.11443394,0.35544446,0.09043816],"study_design_scores_gemma":[0.0003633188,0.00014478939,0.00066833035,0.0010185996,0.000028531565,0.000009067052,0.00010262707,0.96087086,0.03147787,0.0016070764,0.0035176845,0.00019124895],"about_ca_topic_score_codex":0.000023436305,"about_ca_topic_score_gemma":0.0000069192106,"teacher_disagreement_score":0.95248884,"about_ca_system_score_codex":0.00014417646,"about_ca_system_score_gemma":0.000025910913,"threshold_uncertainty_score":0.616339},"labels":[],"label_agreement":null},{"id":"W4403717153","doi":"10.1145/3698143","title":"3D Remote Monitoring and Diagnosis during a Pandemic: Holoportation and Digital Twin Requirements","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Telemedicine; Requirements analysis; Medical emergency; Pandemic; Telehealth; Set (abstract data type); Medicine; Coronavirus disease 2019 (COVID-19); Computer science; Health care; Pathology; Software","score_opus":0.0873245900469811,"score_gpt":0.401273990599601,"score_spread":0.3139494005526199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99742573,0.00009345494,0.000026745109,0.0013650256,0.00048586883,0.0003511489,0.0000023740647,0.000092570735,0.00015704994],"genre_scores_gemma":[0.9979449,0.00012999869,0.0011316257,0.00009178007,0.000582776,0.000016595166,0.000004978529,0.000019442132,0.00007789297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989916,0.000003891295,0.00034559544,0.00027603583,0.0002391961,0.00014366255],"domain_scores_gemma":[0.9995049,0.00006737055,0.00015993818,0.000116803654,0.00009210158,0.000058878617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014824868,0.00012838724,0.00016285245,0.00019064863,0.000112785696,0.000118069234,0.0000949788,0.000043834265,0.000008366491],"category_scores_gemma":[0.00012812176,0.00009638344,0.00003869819,0.0001307626,0.000033205037,0.000583776,0.00014464841,0.00021148873,0.0000021344715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017652071,0.000069954236,0.5850173,0.0016098535,0.00013410431,0.000006045357,0.003463708,9.990281e-7,0.033807006,0.000071300725,0.0014313324,0.37421185],"study_design_scores_gemma":[0.0014167018,0.00088605704,0.9432897,0.003752713,0.0001681472,0.00024956008,0.00080311525,0.00081755547,0.04560176,0.0010784602,0.0017588853,0.00017735767],"about_ca_topic_score_codex":0.00003646241,"about_ca_topic_score_gemma":0.0000010015034,"teacher_disagreement_score":0.3740345,"about_ca_system_score_codex":0.000097549186,"about_ca_system_score_gemma":0.00000889581,"threshold_uncertainty_score":0.39304027},"labels":[],"label_agreement":null},{"id":"W4403717156","doi":"10.1145/3698146","title":"Comparison of Unencumbered Interaction Technique for Head-Mounted Displays","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Head (geology); Aesthetics; Art; Computer graphics (images); Computer science; Visual arts; Geology","score_opus":0.06902760007713869,"score_gpt":0.42185482779755623,"score_spread":0.3528272277204175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.732158,0.00006885108,0.25022355,0.0026937295,0.0072643072,0.0021096333,0.000031060496,0.00019371451,0.0052571623],"genre_scores_gemma":[0.993311,0.0000031383204,0.0059096147,0.00013683547,0.00026826092,0.00014697714,0.000009806067,0.000030340674,0.00018404529],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980066,0.000024656794,0.00072905724,0.00059679593,0.00036276993,0.0002801114],"domain_scores_gemma":[0.9977917,0.0003614935,0.0005860765,0.0005633583,0.0006502715,0.000047082343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031651987,0.00029529844,0.00041376887,0.00043499388,0.00018423634,0.00024338812,0.0021447446,0.00012167613,0.000016182214],"category_scores_gemma":[0.00017882521,0.00022982656,0.00042023786,0.00048797787,0.000071942784,0.0016911477,0.00071248144,0.00048742926,0.000017778077],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095687,0.00039674024,0.0005225783,0.0005083758,0.00017455123,5.223446e-7,0.002462072,0.00015000149,0.92768025,0.04372813,0.020610241,0.0035655517],"study_design_scores_gemma":[0.00027426198,0.0008640646,0.0017729033,0.0015752551,0.000046753437,0.00003130676,0.00031031988,0.07817029,0.9084297,0.0043901773,0.003898713,0.00023627422],"about_ca_topic_score_codex":0.000050529958,"about_ca_topic_score_gemma":0.000004682077,"teacher_disagreement_score":0.26115298,"about_ca_system_score_codex":0.00023297772,"about_ca_system_score_gemma":0.000029088464,"threshold_uncertainty_score":0.93720555},"labels":[],"label_agreement":null},{"id":"W4403717157","doi":"10.1145/3698139","title":"The Elephant in the Room: Expert Experiences Designing, Developing and Evaluating Data Visualizations on Large Displays","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data science; Human–computer interaction; Visualization; Data visualization; World Wide Web; Data mining","score_opus":0.1698963727235606,"score_gpt":0.45288136913418936,"score_spread":0.2829849964106288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6753342,0.00048103157,0.30418155,0.014316719,0.0031348248,0.0011321036,0.000013690051,0.00031837114,0.0010874674],"genre_scores_gemma":[0.99344254,0.00007499057,0.0048910626,0.0012246893,0.00022981397,0.00005030779,0.000011792784,0.000013852695,0.0000609662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983964,0.00006450416,0.00037382604,0.00047189245,0.00048206068,0.000211309],"domain_scores_gemma":[0.9985181,0.0004841806,0.00019040376,0.00067498436,0.000108989836,0.000023330751],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013892237,0.00015725811,0.00011872767,0.00014631588,0.0006314012,0.0014505248,0.0031932706,0.00003543725,0.0000035765884],"category_scores_gemma":[0.00046718973,0.00008273378,0.000038581173,0.0005629416,0.000049472434,0.0012405146,0.0015320242,0.00020931281,0.0000052352248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035876514,0.00036749197,0.0007090022,0.00019298258,0.000116437484,0.000004831449,0.1266703,0.0002966875,0.0048616384,0.7481626,0.06826634,0.050315768],"study_design_scores_gemma":[0.00017455855,0.0001779421,0.00065731833,0.0008768401,0.000011793989,0.000022973853,0.005039232,0.9736378,0.0046254857,0.0030378534,0.011550329,0.00018787516],"about_ca_topic_score_codex":0.000010463433,"about_ca_topic_score_gemma":0.00001077262,"teacher_disagreement_score":0.9733411,"about_ca_system_score_codex":0.000055472065,"about_ca_system_score_gemma":0.00003407919,"threshold_uncertainty_score":0.99958605},"labels":[],"label_agreement":null},{"id":"W4403717169","doi":"10.1145/3698142","title":"Evaluating Typing Performance in Different Mixed Reality Manifestations using Physiological Features","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Typing; Computer science; Speech recognition","score_opus":0.22937956782182434,"score_gpt":0.43080415852000076,"score_spread":0.20142459069817642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936125,0.00001261506,0.0038570135,0.0011873799,0.0005777784,0.00024274664,0.0000015675042,0.00009866759,0.00040972265],"genre_scores_gemma":[0.9936869,0.0000067329142,0.0059009637,0.00009935087,0.00024577472,0.000022432392,0.0000021166022,0.000008624514,0.000027114635],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880254,0.000028984943,0.00033779535,0.00038946638,0.00024727828,0.00019392025],"domain_scores_gemma":[0.99916375,0.00012743584,0.00017248234,0.0003831236,0.00011789122,0.000035307094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037554305,0.00015661477,0.00016375839,0.00017722283,0.00019938019,0.0003026213,0.0011597461,0.000057730835,0.0000038223284],"category_scores_gemma":[0.00011608189,0.00010406734,0.000093588525,0.00038826163,0.000036311554,0.00078887795,0.0006469334,0.00034980275,0.000005450859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008472315,0.00083479605,0.0019863825,0.00096552627,0.00012766506,0.0000021012982,0.007855005,0.01554804,0.5687021,0.16725853,0.005303943,0.23133118],"study_design_scores_gemma":[0.00017834068,0.0003194726,0.29446793,0.0010861716,0.000016405505,0.00004120972,0.00009271743,0.6590029,0.034442276,0.010013172,0.00013498224,0.0002044485],"about_ca_topic_score_codex":0.000043999476,"about_ca_topic_score_gemma":0.0000039914607,"teacher_disagreement_score":0.64345485,"about_ca_system_score_codex":0.00020863648,"about_ca_system_score_gemma":0.000021288042,"threshold_uncertainty_score":0.42437428},"labels":[],"label_agreement":null},{"id":"W4403717189","doi":"10.1145/3698135","title":"Exploring Pointer Enhancement Techniques for Target Selection on Large Curved Display","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cursor (databases); Computer science; Fitts's law; Offset (computer science); Pointer (user interface); Curvature; Human–computer interaction; Pointing device; Interaction technique; Computer vision; 3D interaction; Artificial intelligence; Computer graphics (images); Task (project management); Gesture; Virtual reality; Mathematics; Engineering","score_opus":0.09461872730443537,"score_gpt":0.3440863812026778,"score_spread":0.24946765389824244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5953284,0.000026013658,0.38421074,0.00464695,0.008245877,0.0016656145,0.00001852902,0.00039462344,0.0054632598],"genre_scores_gemma":[0.9871228,0.000008630177,0.010605571,0.0006603594,0.000708569,0.000327473,0.0000065437675,0.000033475862,0.00052661134],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982735,0.000017160466,0.00039226265,0.0006448041,0.0003273963,0.00034490504],"domain_scores_gemma":[0.9988366,0.00016357563,0.00023366157,0.00036035455,0.00036403508,0.000041768973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036986743,0.000279487,0.0002265764,0.0003619911,0.0002700403,0.00038222084,0.0014440109,0.000059714428,0.000027529462],"category_scores_gemma":[0.000105354884,0.0002080901,0.000316619,0.00030455494,0.000022019405,0.0022604712,0.0005613294,0.00039049558,0.000045314315],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038366733,0.0007340174,0.00013991613,0.00045805573,0.00031290227,0.0000014205158,0.004219188,0.000027269141,0.73229903,0.18435428,0.061144866,0.01592539],"study_design_scores_gemma":[0.0002513064,0.0011846019,0.000579835,0.001055375,0.000019461415,0.000011455831,0.000089674264,0.022017034,0.9477446,0.004392501,0.022415122,0.0002390311],"about_ca_topic_score_codex":0.000009107621,"about_ca_topic_score_gemma":0.000001202119,"teacher_disagreement_score":0.39179438,"about_ca_system_score_codex":0.00030800636,"about_ca_system_score_gemma":0.000017467772,"threshold_uncertainty_score":0.84856683},"labels":[],"label_agreement":null},{"id":"W4403717207","doi":"10.1145/3698147","title":"Lights, Headset, Tablet, Action: Exploring the Use of Hybrid User Interfaces for Immersive Situated Analytics","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Headset; Situated; Human–computer interaction; Analytics; Action (physics); Computer science; Multimedia; Data science; Physics; Artificial intelligence","score_opus":0.2608486777574172,"score_gpt":0.375609770108066,"score_spread":0.1147610923506488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69995314,0.000048651324,0.28712314,0.006638093,0.0050414144,0.0007929126,0.000045295656,0.00021062915,0.00014673882],"genre_scores_gemma":[0.992914,0.000041645453,0.005686627,0.00037681425,0.0003185319,0.000029157005,0.00001219065,0.000024530833,0.0005964675],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985495,0.000017604096,0.00048791256,0.00040812502,0.0003365773,0.0002002685],"domain_scores_gemma":[0.9982638,0.00030927904,0.00035737237,0.00055398035,0.00047597045,0.00003962867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023611075,0.0002024622,0.00023263347,0.0002761216,0.00022668521,0.00067524123,0.0018804999,0.00003115835,0.000010354116],"category_scores_gemma":[0.00017146626,0.0001286731,0.00019739488,0.0005620995,0.00007206214,0.002492583,0.0008052356,0.00023625258,0.0000086622495],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002557041,0.0007489426,0.0005480302,0.0016763665,0.001489826,0.000004588519,0.009166536,0.009893338,0.14735806,0.15851443,0.63680893,0.033535223],"study_design_scores_gemma":[0.00020956507,0.00027901976,0.00022161103,0.00076225825,0.00009199412,0.000023688483,0.00022735859,0.3795742,0.55485207,0.0020106386,0.06153989,0.0002076666],"about_ca_topic_score_codex":0.000021320624,"about_ca_topic_score_gemma":0.0000037728848,"teacher_disagreement_score":0.57526904,"about_ca_system_score_codex":0.000092863775,"about_ca_system_score_gemma":0.00002433052,"threshold_uncertainty_score":0.65113664},"labels":[],"label_agreement":null},{"id":"W4403717210","doi":"10.1145/3698128","title":"Planar or Spatial: Exploring Design Aspects and Challenges for Presentations in Virtual Reality with No-coding Interface","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Human–computer interaction; Coding (social sciences); Interface (matter); Interface design; Computer science; Planar; Multimedia; Computer graphics (images); Sociology","score_opus":0.25356647875920246,"score_gpt":0.3666631741522513,"score_spread":0.11309669539304884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038335428,0.000060465463,0.95174724,0.0074208924,0.00056185474,0.0011150214,0.000004788627,0.00023666977,0.0005176302],"genre_scores_gemma":[0.982723,0.000104962826,0.016501758,0.000044503577,0.00018211987,0.0003618446,0.0000014469749,0.000020750927,0.00005962603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987486,0.000022723703,0.00030728645,0.00051558064,0.00022048666,0.00018534178],"domain_scores_gemma":[0.9988484,0.00043896193,0.00016813973,0.00035991307,0.00014356666,0.000041025578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000375603,0.00016953317,0.00017667815,0.00022987324,0.00015526473,0.00027559034,0.0010008279,0.000045427973,0.0000019409595],"category_scores_gemma":[0.000120051285,0.000118295444,0.000045342767,0.00025055377,0.000051480314,0.0011663743,0.00038853506,0.00023198857,0.0000038788726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010633052,0.000877821,0.00020313592,0.002517246,0.0005012204,0.000007418109,0.04120518,0.010973892,0.03196847,0.7147087,0.009142027,0.18683158],"study_design_scores_gemma":[0.0012270068,0.0023574387,0.00429178,0.0034018634,0.0000738327,0.00010392983,0.0018484305,0.84245664,0.10325141,0.036581296,0.0037879113,0.0006184576],"about_ca_topic_score_codex":0.00007683185,"about_ca_topic_score_gemma":0.00006854277,"teacher_disagreement_score":0.94438756,"about_ca_system_score_codex":0.00012763865,"about_ca_system_score_gemma":0.000028515602,"threshold_uncertainty_score":0.4823948},"labels":[],"label_agreement":null},{"id":"W4404088409","doi":"10.1145/3686926","title":"The Politics of Fear and the Experience of Bangladeshi Religious Minority Communities Using Social Media Platforms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Sociology; Deliberation; Politics; Indigenous; Social psychology; Gender studies; Psychology; Political science; Law","score_opus":0.046501669837578814,"score_gpt":0.30444959556034834,"score_spread":0.25794792572276953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404088409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972987,0.00013863447,0.00047449963,0.00060538814,0.0009828816,0.00015580835,0.0000019381137,0.000047491543,0.00029463044],"genre_scores_gemma":[0.998336,0.000043815882,0.0012851238,0.000046544395,0.00024223275,0.0000071382983,3.5617282e-7,0.000007894787,0.00003087006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989215,0.000022979191,0.0003726003,0.00015791703,0.00035361346,0.00017138204],"domain_scores_gemma":[0.99857324,0.0005326514,0.00031110403,0.0003453885,0.00021553773,0.000022059918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048289335,0.00013204817,0.00019215587,0.00010073838,0.00054023997,0.00025515596,0.0015588619,0.000061806124,0.0000012873825],"category_scores_gemma":[0.00012000831,0.00007081493,0.00012821787,0.00024324754,0.0004654141,0.00048137756,0.00080466445,0.00032760864,7.5474867e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032015223,0.00017285603,0.00077154086,0.00076017407,0.0002912142,0.0000015034731,0.36755183,0.00006951687,0.033011068,0.54762113,0.0036649178,0.045764092],"study_design_scores_gemma":[0.0019185485,0.00074495806,0.005507158,0.0021332386,0.00018680662,0.00032224847,0.033533446,0.19538435,0.4674363,0.28935522,0.0027708567,0.0007068596],"about_ca_topic_score_codex":0.00030005517,"about_ca_topic_score_gemma":0.000016134343,"teacher_disagreement_score":0.43442523,"about_ca_system_score_codex":0.000056118082,"about_ca_system_score_gemma":0.000020557394,"threshold_uncertainty_score":0.41551438},"labels":[],"label_agreement":null},{"id":"W4404171932","doi":"10.1145/3687008","title":"\"A Lot of Moving Parts\": A Case Study of Open-Source Hardware Design Collaboration in the Thingiverse Community","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open source hardware; Computer science; Computer hardware; Open source; Embedded system; Software engineering; Manufacturing engineering; Engineering; Operating system; Software","score_opus":0.12102606236362909,"score_gpt":0.384209394473265,"score_spread":0.26318333210963596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404171932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778872,0.0000074785785,0.019296702,0.0007935443,0.00043708843,0.0012333564,0.0000027601247,0.000077534125,0.00026434977],"genre_scores_gemma":[0.9901209,5.4000407e-7,0.00959474,0.0001253779,0.000050980183,0.00005336686,9.688745e-7,0.000015975957,0.00003715885],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981808,0.00025150084,0.0006655128,0.00030870736,0.00044494632,0.00014853168],"domain_scores_gemma":[0.99702364,0.000818618,0.00056669925,0.0009489517,0.0006225144,0.00001959125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021897668,0.00017808964,0.00027100026,0.000375972,0.00036607496,0.00074317225,0.0047408943,0.000054819204,0.000005032965],"category_scores_gemma":[0.0003973452,0.0001266274,0.000070002585,0.0017323181,0.000066338434,0.0020647827,0.0023399238,0.00063463836,0.0000031668192],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001941262,0.00507769,0.006358549,0.0007461924,0.00035124226,0.00007172208,0.89238,0.01782524,0.013782038,0.021807576,0.015521356,0.025884269],"study_design_scores_gemma":[0.0049440283,0.010140622,0.014368796,0.0073666633,0.00036848828,0.0019358305,0.46895584,0.3778095,0.08489682,0.02425036,0.0034079019,0.0015551486],"about_ca_topic_score_codex":0.0014181815,"about_ca_topic_score_gemma":0.000120952645,"teacher_disagreement_score":0.42342415,"about_ca_system_score_codex":0.00012732945,"about_ca_system_score_gemma":0.00005557667,"threshold_uncertainty_score":0.880984},"labels":[],"label_agreement":null},{"id":"W4404171952","doi":"10.1145/3686933","title":"How We See Changes How We Feel: Investigating the Effect of Visual Point-of-View on Decision-Making in VR Environments","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Point (geometry); Psychology; Cognitive psychology; Human–computer interaction; Computer science; Mathematics","score_opus":0.04518645441963639,"score_gpt":0.3411735656323412,"score_spread":0.2959871112127048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404171952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96224415,0.00019198148,0.009436867,0.026401063,0.00065146945,0.0007708372,0.0000036535696,0.00006490341,0.00023505419],"genre_scores_gemma":[0.9972001,0.00007304356,0.002322358,0.00016291137,0.00014014475,0.000041832136,6.936504e-7,0.000018818027,0.00004012921],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99843234,0.000055277804,0.00033395397,0.000432897,0.00053146004,0.00021405048],"domain_scores_gemma":[0.9978699,0.0010406626,0.00047106142,0.0005272239,0.00004870841,0.00004242895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007612449,0.00023097423,0.0003095676,0.00029821106,0.00012604108,0.00038938192,0.001794948,0.00007541938,0.000002988428],"category_scores_gemma":[0.00042386373,0.00013986722,0.00014351649,0.0005508264,0.00009628143,0.0007929223,0.0009340063,0.00038243431,0.0000060424295],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005737034,0.00017037756,0.0003156091,0.00072942325,0.000087319815,8.846929e-7,0.0058450727,0.00022721682,0.09956694,0.008958385,0.0023973715,0.881644],"study_design_scores_gemma":[0.0007814848,0.004576023,0.008127866,0.021286972,0.00008090314,0.000044391076,0.0005841693,0.117246084,0.8120218,0.02456968,0.010129727,0.00055087573],"about_ca_topic_score_codex":0.000012505187,"about_ca_topic_score_gemma":0.0000044492913,"teacher_disagreement_score":0.88109314,"about_ca_system_score_codex":0.00013345278,"about_ca_system_score_gemma":0.000012813073,"threshold_uncertainty_score":0.570362},"labels":[],"label_agreement":null},{"id":"W4404172024","doi":"10.1145/3686949","title":"Digital Gig Work Under Unstable Energy Infrastructures: Invisible Workarounds and Alternative Imaginaries","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workaround; Work (physics); Gig economy; Energy (signal processing); Computer science; Engineering; Physics; Mechanical engineering","score_opus":0.02626305544462903,"score_gpt":0.29834396410428726,"score_spread":0.2720809086596582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7764587,0.00012384586,0.0015898932,0.005161321,0.0019241415,0.00022418484,0.000008515595,0.00018583986,0.21432355],"genre_scores_gemma":[0.9977273,0.000032857628,0.00020965008,0.0002309672,0.00042099023,0.000009698505,0.000004425292,0.000011914417,0.0013522054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99915534,0.000007857734,0.00022345477,0.00022342497,0.00021000959,0.00017991071],"domain_scores_gemma":[0.9995212,0.00011985287,0.00011209493,0.00010347562,0.00009798637,0.00004539231],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00014507977,0.000133037,0.00012678994,0.0001481709,0.00032748788,0.0017519217,0.00046630346,0.000058607115,0.000029470757],"category_scores_gemma":[0.000042134852,0.00010413583,0.00007575419,0.00030645943,0.00022511385,0.0035988933,0.000167888,0.00017996783,0.0000072505886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107157335,0.00007973043,0.0031164852,0.00010929966,0.00017266182,6.685967e-7,0.020607535,0.00034750823,0.00011624786,0.68133974,0.017078456,0.2769245],"study_design_scores_gemma":[0.0003553359,0.00023864068,0.0040336833,0.0015279915,0.000046087003,0.000010798284,0.0059400406,0.0010085246,0.0045363656,0.7814841,0.20036064,0.00045778797],"about_ca_topic_score_codex":0.00010888046,"about_ca_topic_score_gemma":0.000025487792,"teacher_disagreement_score":0.2764667,"about_ca_system_score_codex":0.00013525192,"about_ca_system_score_gemma":0.000026029607,"threshold_uncertainty_score":0.9992843},"labels":[],"label_agreement":null},{"id":"W4404172412","doi":"10.1145/3687056","title":"The Explanation That Hits Home: The Characteristics of Verbal Explanations That Affect Human Perception in Subjective Decision-Making","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affect (linguistics); Perception; Psychology; Cognitive psychology; Social psychology; Communication; Neuroscience","score_opus":0.1406993841255649,"score_gpt":0.42339952409040893,"score_spread":0.282700139964844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99451977,0.000026474132,0.00042310703,0.00088633184,0.0029261815,0.00043328133,0.000019942481,0.000047043457,0.00071788154],"genre_scores_gemma":[0.99918234,0.000019640947,0.00026673285,0.000073361545,0.00029231905,0.00003788503,0.0000047575463,0.000025090092,0.000097840006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969679,0.00009042877,0.00094967807,0.0005798317,0.0011671075,0.00024502023],"domain_scores_gemma":[0.9937551,0.0041386937,0.00091673527,0.00072203495,0.00043289515,0.000034564586],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027974814,0.00025507764,0.00035767473,0.0006191122,0.0006524118,0.0010717746,0.0024820906,0.0001101768,0.00007282614],"category_scores_gemma":[0.0012702313,0.00013481213,0.00030787633,0.0006894899,0.00016543073,0.0011327182,0.0006541716,0.00054484303,0.000045203942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002539343,0.00020455543,0.019115714,0.000030148083,0.00005735484,0.000002554655,0.008256642,0.00020448673,0.006247323,0.0041645723,0.009914018,0.9515487],"study_design_scores_gemma":[0.0004906156,0.0004260645,0.7679714,0.0023998136,0.000089969486,0.0000659921,0.008211303,0.01667256,0.0040545417,0.19599542,0.0031749543,0.00044739136],"about_ca_topic_score_codex":0.00003521659,"about_ca_topic_score_gemma":0.000107449596,"teacher_disagreement_score":0.9511013,"about_ca_system_score_codex":0.00035452354,"about_ca_system_score_gemma":0.000031136053,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W4404172432","doi":"10.1145/3687002","title":"Union Makes Us Strong: Space, Technology, and On-Demand Ridesourcing Digital Labour Platforms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Space (punctuation); Business; Telecommunications; Computer science; Operating system","score_opus":0.023999241772000333,"score_gpt":0.29426034252381644,"score_spread":0.2702611007518161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96184725,0.000019657966,0.00010575228,0.0033568942,0.00044092917,0.00021123761,0.0000057468937,0.00015952508,0.033853002],"genre_scores_gemma":[0.9988524,0.000012349633,0.000106416,0.000063732274,0.00025250227,0.000008238038,0.000002131307,0.000011022205,0.00069125753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992139,0.000003147218,0.00021155682,0.00021576612,0.00017902072,0.00017662293],"domain_scores_gemma":[0.99960035,0.00007353295,0.00011371092,0.00010734473,0.000067725356,0.00003732563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026032806,0.00012525672,0.00012450735,0.00031842987,0.00033037458,0.00074873865,0.00039781476,0.00009563041,0.000010080538],"category_scores_gemma":[0.00007413897,0.000093760085,0.00006797736,0.0003084066,0.00014780197,0.0019764202,0.00012526389,0.00025700353,0.000020373316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060028866,0.00010321241,0.004631215,0.00019952602,0.00008460196,8.8284406e-7,0.0067781387,0.00012388981,0.00047039383,0.8542236,0.0022226565,0.13110182],"study_design_scores_gemma":[0.0014970036,0.002022498,0.018812152,0.008389524,0.00011095544,0.00006976479,0.022387829,0.0056968653,0.047759026,0.60553014,0.28636435,0.0013598666],"about_ca_topic_score_codex":0.00002220987,"about_ca_topic_score_gemma":0.00001160813,"teacher_disagreement_score":0.2841417,"about_ca_system_score_codex":0.00010246263,"about_ca_system_score_gemma":0.000013193541,"threshold_uncertainty_score":0.7220104},"labels":[],"label_agreement":null},{"id":"W4404172516","doi":"10.1145/3686919","title":"Value Tensions in OpenStreetMap: Openness, Membership, and Policy in Online Communities","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto","funders":"","keywords":"Openness to experience; Value (mathematics); Econometrics; Sociology; Computer science; Statistics; Political science; Mathematics; Psychology; Social psychology","score_opus":0.07562032178254821,"score_gpt":0.3592155438665298,"score_spread":0.2835952220839816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842646,0.00003163038,0.00043467592,0.012762575,0.00058126764,0.00036833438,0.0000051857733,0.00013506704,0.0014166505],"genre_scores_gemma":[0.9873424,0.000011769188,0.011676767,0.00065488374,0.00014978468,0.00002224354,0.000004190573,0.000018812027,0.0001191373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986608,0.000035252942,0.00048223295,0.0003393759,0.00025160908,0.00023070516],"domain_scores_gemma":[0.9987796,0.00031229635,0.00015254397,0.00055921654,0.00016146078,0.000034858673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046547345,0.00019304929,0.0002413026,0.0008941105,0.00014836075,0.00054333534,0.00237125,0.00007598294,0.000008624099],"category_scores_gemma":[0.00021530058,0.00015565056,0.00006140663,0.0013849278,0.00010010724,0.0016098039,0.0025379437,0.00065170357,0.000008234483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057644305,0.0010414869,0.031769693,0.0005537738,0.0001150256,0.000017116645,0.041558288,0.001375885,0.0064345123,0.83234954,0.0077208513,0.077006206],"study_design_scores_gemma":[0.0024835574,0.000926652,0.32270095,0.0138921235,0.000051089544,0.0004976379,0.010357754,0.32959935,0.012176872,0.29500616,0.010698855,0.0016090176],"about_ca_topic_score_codex":0.0014608098,"about_ca_topic_score_gemma":0.00037630645,"teacher_disagreement_score":0.5373434,"about_ca_system_score_codex":0.00019438223,"about_ca_system_score_gemma":0.000049786195,"threshold_uncertainty_score":0.63472456},"labels":[],"label_agreement":null},{"id":"W4404172538","doi":"10.1145/3686999","title":"El costo de la independencia: Latino house-cleaners in Technology-Mediated Labour Markets","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Solidarity; Immigration; Flexibility (engineering); Precarity; Identity (music); Collective action; Work (physics); Sociology; Political science; Gender studies; Engineering; Economics; Management","score_opus":0.01874288782359,"score_gpt":0.31707585472446886,"score_spread":0.29833296690087885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940233,0.000014107916,0.000019165762,0.0027987706,0.00042058591,0.00020682614,0.000002504038,0.0002581239,0.05604695],"genre_scores_gemma":[0.9991876,0.000025944499,0.0001943333,0.00015473273,0.00013914645,0.000015756203,0.0000010322567,0.00001553852,0.00026593037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991497,0.000024008232,0.00025179324,0.00018693281,0.00018844668,0.00019911013],"domain_scores_gemma":[0.9994912,0.00019462495,0.00011006468,0.00010243549,0.00006951012,0.000032134696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007290831,0.000103587205,0.00011928993,0.00034419843,0.00013987356,0.00026213014,0.00064620835,0.0001732874,0.00003627249],"category_scores_gemma":[0.00025517194,0.00008968946,0.0000662779,0.0005075299,0.0001346303,0.0010125935,0.000105623,0.00042871933,0.000050276114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033131838,0.00068101037,0.0672171,0.0006136449,0.00022879116,0.000013832494,0.077911004,0.00022544037,0.006469338,0.4822923,0.023656022,0.3403602],"study_design_scores_gemma":[0.0023707086,0.00066333165,0.20957427,0.006256982,0.000104362975,0.00008343151,0.028521704,0.0065881154,0.035089806,0.43262443,0.27663204,0.0014908302],"about_ca_topic_score_codex":0.000108172775,"about_ca_topic_score_gemma":0.000072563875,"teacher_disagreement_score":0.33886936,"about_ca_system_score_codex":0.00028135316,"about_ca_system_score_gemma":0.000048143997,"threshold_uncertainty_score":0.365743},"labels":[],"label_agreement":null},{"id":"W4404172655","doi":"10.1145/3686911","title":"Supporting Organizations in Improving Employee Bulk E-mail --- A Tool Design and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Business; Knowledge management; Process management; Computer science","score_opus":0.2654293535302731,"score_gpt":0.4804282341037981,"score_spread":0.214998880573525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99622065,0.000008167864,0.0015723228,0.000502302,0.00054904976,0.0008770251,9.966109e-7,0.000059722708,0.0002097468],"genre_scores_gemma":[0.99788415,7.54101e-7,0.0015808478,0.00009064882,0.00009854908,0.000048307433,0.0000015572756,0.000012254201,0.00028292096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770427,0.000046569487,0.00074591517,0.00036280794,0.0009903965,0.00015006223],"domain_scores_gemma":[0.99844617,0.0003384524,0.00033861806,0.00026051374,0.000591823,0.000024408773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039453222,0.00013486041,0.00016188089,0.0006214782,0.00018699681,0.0009990975,0.0008034374,0.00003812816,0.00011702429],"category_scores_gemma":[0.0015907488,0.000094089984,0.000052062464,0.00096852856,0.000024388582,0.0018578349,0.0005431041,0.00020093503,0.000036169025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022305097,0.0009717885,0.3141261,0.00025260547,0.00017353054,0.000005687363,0.07845799,0.007254179,0.035476334,0.0043682978,0.040866964,0.51782346],"study_design_scores_gemma":[0.001027757,0.00068412104,0.40947986,0.00040160466,0.00016916612,0.000017609125,0.00882811,0.55945,0.0054155365,0.013517728,0.0006114782,0.00039707837],"about_ca_topic_score_codex":0.00002433678,"about_ca_topic_score_gemma":0.000008000912,"teacher_disagreement_score":0.5521958,"about_ca_system_score_codex":0.0001228429,"about_ca_system_score_gemma":0.000029167131,"threshold_uncertainty_score":0.96343195},"labels":[],"label_agreement":null},{"id":"W4404172719","doi":"10.1145/3686936","title":"\"Actually I Can Count My Blessings\": User-Centered Design of an Application to Promote Gratitude Among Young Adults","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Gratitude; Psychology; Social psychology","score_opus":0.05413889458629741,"score_gpt":0.382136624108431,"score_spread":0.32799772952213363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99090654,0.00001354828,0.0036364212,0.0008421983,0.0020423662,0.0014901051,0.000031902553,0.00015714494,0.0008798015],"genre_scores_gemma":[0.9950712,6.445045e-7,0.0037358096,0.00019067769,0.00022028798,0.00026504564,0.000018115714,0.000049938382,0.0004482919],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99803185,0.00003065938,0.0007363654,0.00057415833,0.0003520472,0.0002748992],"domain_scores_gemma":[0.99858147,0.000056736695,0.00045611654,0.00050121435,0.00027839033,0.0001260502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036439163,0.00024014995,0.00025523198,0.0003097156,0.00013092956,0.00021902085,0.0010891514,0.00009911994,0.00003887238],"category_scores_gemma":[0.000060995822,0.00020118253,0.00014947502,0.0003219586,0.00007348523,0.00067530776,0.00028543395,0.00028767908,0.000041569572],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005633263,0.013224038,0.010200989,0.0071345633,0.0016694949,0.000019131689,0.12621304,0.0010631125,0.14298317,0.061158657,0.07490938,0.55579114],"study_design_scores_gemma":[0.007260445,0.03155057,0.2379361,0.045630954,0.00080693845,0.0006240585,0.009766709,0.08433655,0.5211504,0.044833362,0.0125848055,0.0035190692],"about_ca_topic_score_codex":0.00045023326,"about_ca_topic_score_gemma":0.00011743783,"teacher_disagreement_score":0.5522721,"about_ca_system_score_codex":0.000326302,"about_ca_system_score_gemma":0.000023887089,"threshold_uncertainty_score":0.8203985},"labels":[],"label_agreement":null},{"id":"W4404172818","doi":"10.1145/3686912","title":"Evaluating What Others Say: The Effect of Accuracy Assessment in Shaping Mental Models of AI Systems","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Psychology; Mental model; Artificial intelligence; Cognitive psychology; Computer science; Machine learning; Cognitive science","score_opus":0.13261406988109317,"score_gpt":0.4322873931486458,"score_spread":0.2996733232675526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98196435,0.00022067723,0.0119069,0.0020224904,0.0023541276,0.0009985348,0.000001152876,0.00007227122,0.000459519],"genre_scores_gemma":[0.9979181,0.000017142864,0.0017356642,0.00009987785,0.000121246536,0.0000629186,5.7885615e-7,0.000019378038,0.000025059457],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977428,0.0001085204,0.0007667209,0.0004478691,0.0006897271,0.000244402],"domain_scores_gemma":[0.9977987,0.0008414248,0.0005387489,0.00056359073,0.00023054174,0.000027012173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002136004,0.00021789613,0.00033651793,0.00030356017,0.0001328663,0.0006349299,0.0024421283,0.00006325183,0.0000058912387],"category_scores_gemma":[0.00018258023,0.00013812423,0.0001895037,0.00055868435,0.00007665035,0.0034673442,0.00096688716,0.0004779746,0.0000043770756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018728492,0.00030504097,0.0009719468,0.002342351,0.00035819312,0.0000029763332,0.03721262,0.17558321,0.45447418,0.15205008,0.0014453328,0.17506677],"study_design_scores_gemma":[0.00011339872,0.0005712928,0.00012319844,0.0030239732,0.000017528739,0.000010098203,0.00089127215,0.78334713,0.20499915,0.0067705144,0.000030038873,0.00010237841],"about_ca_topic_score_codex":0.00023908539,"about_ca_topic_score_gemma":0.0000055474497,"teacher_disagreement_score":0.60776395,"about_ca_system_score_codex":0.00029826452,"about_ca_system_score_gemma":0.000042597832,"threshold_uncertainty_score":0.6122644},"labels":[],"label_agreement":null},{"id":"W4404172889","doi":"10.1145/3686900","title":"Reimagining Communities through Transnational Bengali Decolonial Discourse with YouTube Content Creators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Bengali; Nationalism; Colonialism; Sociology; Gender studies; Media studies; Geopolitics; Politics; Political science; Linguistics; Law","score_opus":0.13985457225907133,"score_gpt":0.40270797625839394,"score_spread":0.2628534039993226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96675444,0.000015031632,0.0000716998,0.023958588,0.0023709792,0.00023847,0.000009645004,0.000111909765,0.0064692274],"genre_scores_gemma":[0.99735504,0.000008928642,0.0007181093,0.00035625184,0.0012084565,0.000028162056,0.0000048851953,0.00001850278,0.0003016334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988959,0.00004050025,0.00022089246,0.00014841829,0.00047819212,0.00021610723],"domain_scores_gemma":[0.99905205,0.00038722527,0.00011810216,0.00013246415,0.00026553508,0.00004463136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023017667,0.00013305488,0.0001575971,0.00008385264,0.0006274169,0.0002727193,0.0006817345,0.00006860822,0.0000640949],"category_scores_gemma":[0.0001036738,0.000085507374,0.00011513023,0.00017287732,0.00042216535,0.00076542614,0.000091610236,0.00042550423,0.0000036888682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007000731,0.000121141355,0.011399456,0.000085839616,0.0001523319,0.0000010890551,0.3093146,0.0000145113845,0.00037597917,0.67303014,0.0034922385,0.0019426843],"study_design_scores_gemma":[0.0018811828,0.0016454821,0.022734959,0.0033767703,0.0006516129,0.00004089863,0.68684953,0.0015423481,0.024354521,0.12527746,0.13040522,0.0012400274],"about_ca_topic_score_codex":0.0014702852,"about_ca_topic_score_gemma":0.00036312704,"teacher_disagreement_score":0.5477527,"about_ca_system_score_codex":0.0001955977,"about_ca_system_score_gemma":0.0000848166,"threshold_uncertainty_score":0.4825647},"labels":[],"label_agreement":null},{"id":"W4404172934","doi":"10.1145/3686895","title":"Rhythm of Work: Mixed-methods Characterization of Information Workers Scheduling Preferences and Practices","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rhythm; Work (physics); Scheduling (production processes); Computer science; Operations management; Engineering; Medicine; Mechanical engineering","score_opus":0.24216406793208603,"score_gpt":0.47956544773595694,"score_spread":0.2374013798038709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99411476,0.000015653368,0.0030801129,0.00072380627,0.00096457195,0.0002269219,0.000005105888,0.000032564512,0.0008365101],"genre_scores_gemma":[0.98513675,0.000014984941,0.014584249,0.00004723887,0.00008575177,0.000010678429,0.0000066569637,0.000005459494,0.000108239365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980862,0.00003940519,0.00090666546,0.00018928299,0.0006745004,0.00010394455],"domain_scores_gemma":[0.9967913,0.0004468766,0.0019683652,0.00023371981,0.000532461,0.000027264206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018871684,0.00013000805,0.00022567307,0.0005996068,0.000091975875,0.00046615608,0.00075389026,0.0000654913,0.00005049539],"category_scores_gemma":[0.0009999125,0.000086468324,0.00010592634,0.000739402,0.000077004304,0.004853424,0.0004490278,0.00018634695,0.0000106896905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027343826,0.00010602569,0.025536796,0.00062722305,0.00012991027,1.2005678e-7,0.010828936,0.00020005964,0.044615638,0.007616343,0.0027307067,0.9073348],"study_design_scores_gemma":[0.000690737,0.0006538577,0.7086872,0.003978849,0.00025701465,0.000022157303,0.010814365,0.054603934,0.18716127,0.015688779,0.016878515,0.00056335586],"about_ca_topic_score_codex":0.000010906023,"about_ca_topic_score_gemma":6.9175644e-7,"teacher_disagreement_score":0.9067714,"about_ca_system_score_codex":0.000026814812,"about_ca_system_score_gemma":0.000016178034,"threshold_uncertainty_score":0.4495154},"labels":[],"label_agreement":null},{"id":"W4404173194","doi":"10.1145/3687023","title":"Beyond Meditation: Understanding Everyday Mindfulness Practices and Technology Use Among Experienced Practitioners","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Meditation; Mindfulness; Mindfulness meditation; Psychology; Psychotherapist; Applied psychology; History","score_opus":0.11124763056026674,"score_gpt":0.3916468574002295,"score_spread":0.28039922683996277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807209,0.00003655305,0.0052310885,0.004436005,0.0049846545,0.0003209417,0.000006416051,0.00016807289,0.0040953676],"genre_scores_gemma":[0.9971833,7.101193e-7,0.00030609936,0.00007653143,0.00032222667,0.0006709489,0.0000037826069,0.000026819442,0.001409549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984845,0.000035119072,0.00044769005,0.0005262455,0.00029460326,0.00021187216],"domain_scores_gemma":[0.99825734,0.00040412627,0.0007249258,0.0003479847,0.00021238369,0.00005324018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002994896,0.00020736703,0.00020800433,0.0006050647,0.00036028755,0.00044580214,0.0006029424,0.00016406667,0.00092947285],"category_scores_gemma":[0.00037129692,0.00015892759,0.000119763536,0.00057318615,0.00023871074,0.0016661361,0.00034032494,0.00050584145,0.000026717054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015838924,0.00034398545,0.0024400633,0.0001972458,0.000355506,0.000009646323,0.0065791802,0.000008956331,0.0022682643,0.8816905,0.094261505,0.011686758],"study_design_scores_gemma":[0.0021365946,0.002024033,0.019067748,0.0062479787,0.0005718195,0.00085816864,0.1120203,0.0052757603,0.17577177,0.64697826,0.027555125,0.0014924116],"about_ca_topic_score_codex":0.000049123144,"about_ca_topic_score_gemma":0.000011678443,"teacher_disagreement_score":0.23471221,"about_ca_system_score_codex":0.00015420085,"about_ca_system_score_gemma":0.000015751499,"threshold_uncertainty_score":0.9999838},"labels":[],"label_agreement":null},{"id":"W4404173321","doi":"10.1145/3687031","title":"Designing Collaborative Technology for Intergenerational Social Play over Distance","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sociology; Computer science","score_opus":0.038364725855028384,"score_gpt":0.3440461950796352,"score_spread":0.3056814692246068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42057726,0.000057256475,0.5548662,0.014687313,0.006283957,0.0010859844,0.0000227475,0.0009496154,0.0014696525],"genre_scores_gemma":[0.9530245,0.0000017181126,0.04546918,0.00028542028,0.00063583674,0.00022032793,0.000005669787,0.000029054308,0.0003282793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99824953,0.00001655772,0.0005052423,0.0006500407,0.00030177942,0.00027686998],"domain_scores_gemma":[0.99820876,0.00017631905,0.00040575163,0.0003480728,0.00084271794,0.000018380199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003117308,0.0002662908,0.00025363243,0.0007124811,0.0004991393,0.00039658908,0.0020837537,0.00019931479,0.000018275174],"category_scores_gemma":[0.00020879181,0.00021820971,0.00015434666,0.0011670585,0.00016217708,0.0014788295,0.00075094245,0.00057171483,0.000016170427],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059810765,0.00009496491,0.00009641089,0.0000822306,0.00014707484,0.0000010238767,0.0018813859,0.000045324843,0.2182517,0.7231511,0.046589408,0.009599606],"study_design_scores_gemma":[0.0005469185,0.0007131,0.0005604565,0.00066105777,0.00003449311,0.00004747892,0.00031743728,0.045429114,0.790875,0.1342203,0.02614936,0.00044526678],"about_ca_topic_score_codex":0.0000018253983,"about_ca_topic_score_gemma":0.0000038206595,"teacher_disagreement_score":0.5889308,"about_ca_system_score_codex":0.00037877247,"about_ca_system_score_gemma":0.0000502799,"threshold_uncertainty_score":0.8898334},"labels":[],"label_agreement":null},{"id":"W4404173560","doi":"10.1145/3687038","title":"Guiding Students in Using LLMs in Supported Learning Environments: Effects on Interaction Dynamics, Learner Performance, Confidence, and Trust","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Dynamics (music); Psychology; Cognitive psychology; Mathematics education; Computer science; Social psychology; Knowledge management; Pedagogy","score_opus":0.03248017981393873,"score_gpt":0.3281297274061279,"score_spread":0.29564954759218914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973425,0.000014212473,0.0007562543,0.0005212691,0.0008295338,0.00019564856,2.6684702e-7,0.00007021174,0.00027005558],"genre_scores_gemma":[0.9983592,0.00003241745,0.0010060173,0.000090765694,0.00014720608,0.0000072930256,0.000002372089,0.000022306813,0.00033239115],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983044,0.000045043435,0.000445912,0.0005387828,0.00040869234,0.00025716107],"domain_scores_gemma":[0.99925965,0.00017541314,0.0002471304,0.00024326656,0.00003501789,0.00003953311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005600367,0.00022757215,0.00025533178,0.00069429324,0.00013583156,0.00044143086,0.0009464506,0.00008870709,0.000004314775],"category_scores_gemma":[0.0001382467,0.00019016581,0.000074255724,0.00044222752,0.00003862411,0.0011402674,0.0006961217,0.000783818,0.000011709105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027300295,0.0014198414,0.61687905,0.001711273,0.00030683426,0.000056309094,0.011164615,0.07243473,0.06275007,0.0142474,0.0005132726,0.21824361],"study_design_scores_gemma":[0.00040435832,0.0004509714,0.04914152,0.0028842804,0.000017012477,0.000030070081,0.00024276508,0.938877,0.006853924,0.0006104267,0.0002800201,0.00020766493],"about_ca_topic_score_codex":0.000054829718,"about_ca_topic_score_gemma":0.0000058346127,"teacher_disagreement_score":0.86644226,"about_ca_system_score_codex":0.00040451583,"about_ca_system_score_gemma":0.000012548378,"threshold_uncertainty_score":0.77547365},"labels":[],"label_agreement":null},{"id":"W4406258467","doi":"10.1145/3701187","title":"Community Support for Aging in Place: A Computational Thematic Analysis of Discussions about Informal Care on Reddit","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Thematic analysis; Reciprocity (cultural anthropology); Reflexivity; Psychology; Aging in place; Informal learning; Developmental psychology; Qualitative research; Social psychology; Gerontology; Sociology; Medicine; Pedagogy","score_opus":0.03958592393418222,"score_gpt":0.38306214924578663,"score_spread":0.34347622531160443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406258467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99252427,0.0000029077714,0.0002196999,0.002312525,0.0002337602,0.00050427415,0.000016889431,0.00006271749,0.0041229464],"genre_scores_gemma":[0.9978205,0.0000016028421,0.0016975167,0.00016681495,0.000029597879,0.00004817074,0.000018162793,0.0000062138115,0.00021142254],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99888176,0.00004188736,0.00046042854,0.00016001369,0.00027994526,0.00017599322],"domain_scores_gemma":[0.9984447,0.0004841077,0.00043553856,0.00027950827,0.00033489926,0.000021246846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005790525,0.00012048093,0.00029902483,0.0008527931,0.0005159698,0.000048549657,0.0011851041,0.00010184834,0.000014645223],"category_scores_gemma":[0.00065508595,0.000091583235,0.0002008849,0.0009860712,0.00016891815,0.0003046578,0.00036989254,0.00040511967,0.0000010424401],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065591326,0.0019839264,0.08043173,0.001714652,0.0022153952,5.408035e-7,0.60248727,0.03119572,0.0014130902,0.1972869,0.019969147,0.06064572],"study_design_scores_gemma":[0.0036464387,0.0011203336,0.71443444,0.006553324,0.0012769053,0.000002083589,0.16951472,0.040551364,0.011566183,0.04699057,0.0035988863,0.00074473006],"about_ca_topic_score_codex":0.00031285346,"about_ca_topic_score_gemma":0.0008514639,"teacher_disagreement_score":0.63400275,"about_ca_system_score_codex":0.000204141,"about_ca_system_score_gemma":0.00004814197,"threshold_uncertainty_score":0.39684752},"labels":[],"label_agreement":null},{"id":"W4406448519","doi":"10.1145/3710901","title":"\"Near Data\" and \"Far Data\" for Urban Sustainability: How Do Community Advocates Envision Data Intermediaries?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Intermediary; Grassroots; Public relations; Context (archaeology); Sustainability; Open data; Business; Data governance; Storytelling; Data quality; Knowledge management; Political science; Sociology; Marketing; Computer science; Narrative","score_opus":0.09399950011132367,"score_gpt":0.37863633369641364,"score_spread":0.28463683358508995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406448519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352721,0.00014238014,0.20076507,0.05295288,0.0057897605,0.0032231966,0.00046507295,0.00077089394,0.0006186263],"genre_scores_gemma":[0.97667706,0.000012439485,0.021710673,0.00075140124,0.00021441358,0.000042261454,0.00040575478,0.000025127041,0.0001608494],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973009,0.0000983456,0.00060678576,0.0012880847,0.00033272099,0.0003731441],"domain_scores_gemma":[0.9887813,0.0009465889,0.00081780885,0.008264218,0.001145196,0.0000449043],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002172667,0.0003630015,0.00042696102,0.0004542048,0.0010462418,0.001125613,0.020722108,0.00020052688,0.000003714304],"category_scores_gemma":[0.0038832515,0.00029895283,0.000056690453,0.0005907411,0.00065251096,0.005848951,0.035591733,0.0012318739,0.0000028582208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045548455,0.0015189728,0.0067600114,0.0018164589,0.00072243786,0.0000020636435,0.0070807724,0.000013783446,0.011770284,0.18359639,0.42094535,0.365318],"study_design_scores_gemma":[0.0026396462,0.001686715,0.011620998,0.0019790821,0.00027014382,0.0000860241,0.005655439,0.57115114,0.028244657,0.1679083,0.20758462,0.0011732187],"about_ca_topic_score_codex":0.000059714508,"about_ca_topic_score_gemma":0.000020799116,"teacher_disagreement_score":0.57113737,"about_ca_system_score_codex":0.0002663501,"about_ca_system_score_gemma":0.00009404059,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W4406733244","doi":"10.1145/3711105","title":"Who is to Blame: A Comprehensive Review of Challenges and Opportunities in Designer-Developer Collaboration","year":2025,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Usability; Best practice; General partnership; Blame; Computer science; Software; Software development; Software peer review; Knowledge management; Status quo; Process management; Software engineering; Engineering management; Engineering; Software construction; Business; Political science; Human–computer interaction; Psychology","score_opus":0.20050063097979937,"score_gpt":0.40314311214326465,"score_spread":0.20264248116346528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406733244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003961265,0.99408126,0.0011174316,0.0027401263,0.0003878501,0.0011394288,0.0000054037737,0.00009424738,0.00039465903],"genre_scores_gemma":[0.000022838223,0.97926533,0.019712785,0.0006960284,0.00005895916,0.00012904404,0.0000020588302,0.000017663615,0.00009526672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982575,0.0000616879,0.0007644957,0.00047595287,0.0002886403,0.0001516782],"domain_scores_gemma":[0.997399,0.0005538954,0.0008406377,0.0005888683,0.00057783676,0.000039777828],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047145432,0.00033764288,0.0010986484,0.00056119356,0.000050981842,0.000107091204,0.0018830764,0.00014514758,0.000003887897],"category_scores_gemma":[0.00035907456,0.0002567436,0.00015566412,0.0005238563,0.000029429943,0.00065263297,0.0012994645,0.00034870752,0.0000014054168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004769504,0.000037951075,5.108278e-7,0.09157812,0.00005773127,6.9917337e-7,0.0009457154,0.0000011072012,0.00000485652,0.005583535,0.010938861,0.89084613],"study_design_scores_gemma":[0.000066073255,0.00021247068,0.00002435965,0.265463,0.00009283236,0.000020456397,0.000037769187,0.00006565588,0.00018789043,0.00070988556,0.7328533,0.0002662879],"about_ca_topic_score_codex":0.000007882206,"about_ca_topic_score_gemma":8.563338e-7,"teacher_disagreement_score":0.8905799,"about_ca_system_score_codex":0.00011050395,"about_ca_system_score_gemma":0.00009592712,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W4410049672","doi":"10.1145/3711057","title":"Residual Mobilities and Religious Practices: Exploring the Experiences of the Hindu Migrants in Canada","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mobilities; Hinduism; Residual; Geography; Sociology; Religious studies; Anthropology; Philosophy; Computer science","score_opus":0.0999224110990006,"score_gpt":0.29872419746064954,"score_spread":0.19880178636164894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821841,0.00014061236,2.1152879e-7,0.0021844644,0.0011259036,0.00029987347,0.0000019977215,0.000012503532,0.014050337],"genre_scores_gemma":[0.9991383,0.00007906655,0.000020891383,0.00025748284,0.00012193023,0.000096637414,6.625997e-7,0.000007646894,0.00027740636],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99895304,0.000038741164,0.00041093488,0.00018096433,0.00028929202,0.00012700482],"domain_scores_gemma":[0.9982085,0.0004956569,0.00062707684,0.0004631498,0.00019187204,0.000013697941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027417912,0.00012720772,0.0001631081,0.00009288237,0.0003415607,0.00020300409,0.0012954581,0.000021101121,0.0000064536107],"category_scores_gemma":[0.00056925125,0.000069481284,0.00005080545,0.00009554566,0.000269471,0.00060901034,0.00060065003,0.00028130182,3.4509364e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024308855,0.00021315215,0.010948163,0.00053651485,0.00012977583,3.6001322e-7,0.85789007,0.00007930926,0.0010106472,0.085315704,0.03581507,0.007818122],"study_design_scores_gemma":[0.0016938995,0.00064300164,0.056276027,0.008727293,0.0001999266,0.000026614867,0.61087537,0.0017394614,0.10146597,0.18144417,0.035997786,0.0009104588],"about_ca_topic_score_codex":0.19119483,"about_ca_topic_score_gemma":0.24684808,"teacher_disagreement_score":0.2470147,"about_ca_system_score_codex":0.00014887366,"about_ca_system_score_gemma":0.00010306366,"threshold_uncertainty_score":0.81419104},"labels":[],"label_agreement":null},{"id":"W4410049708","doi":"10.1145/3711087","title":"The Jade Gateway to Trust: Exploring How Socio-Cultural Perspectives Shape Trust Within Chinese NFT Communities","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Hong Kong University of Science and Technology","keywords":"China; Context (archaeology); Popularity; Sustainability; Public relations; Sociology; Political science; Psychology; Geography; Social psychology","score_opus":0.04817706318120028,"score_gpt":0.31353746176824754,"score_spread":0.26536039858704724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598443,0.000050582537,0.0012305788,0.036796167,0.0007016898,0.0003961307,0.0000013629879,0.00027117063,0.0007080317],"genre_scores_gemma":[0.99406177,0.000026308759,0.0048227967,0.00037114517,0.0001494087,0.00021712697,7.207673e-7,0.000011193757,0.00033951527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987934,0.000029168043,0.00030642282,0.00036798557,0.00024458373,0.00025843308],"domain_scores_gemma":[0.99812835,0.0002014423,0.0002909024,0.00092797464,0.00041427734,0.00003702459],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00039643887,0.0002450881,0.00024039797,0.00021551769,0.001466578,0.0005898013,0.004743042,0.00009867611,0.00000379934],"category_scores_gemma":[0.0001788248,0.00014936138,0.00015592683,0.00061552884,0.00023144016,0.0008005232,0.0021947182,0.0006744136,0.000006479941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000941571,0.00040417246,0.0049303016,0.00010642783,0.00026313268,4.4274324e-7,0.12260094,0.00017089932,0.012095391,0.81351846,0.010160919,0.03565476],"study_design_scores_gemma":[0.0021130117,0.0012685476,0.08458856,0.0016340782,0.0001228748,0.00009283747,0.18666662,0.24848405,0.13329014,0.3224581,0.017528815,0.0017523876],"about_ca_topic_score_codex":0.000044611566,"about_ca_topic_score_gemma":0.000020534935,"teacher_disagreement_score":0.49106038,"about_ca_system_score_codex":0.00018415012,"about_ca_system_score_gemma":0.000016844368,"threshold_uncertainty_score":0.9998334},"labels":[],"label_agreement":null},{"id":"W4410049808","doi":"10.1145/3711020","title":"'It was 80% me, 20% AI': Seeking Authenticity in Co-Writing with Large Language Models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Personalization; Professional writing; Writing process; Diversity (politics); Creative writing; Work (physics); Psychology; Computer science; World Wide Web; Sociology; Literature; Mathematics education; Art; Engineering","score_opus":0.10900188467220745,"score_gpt":0.44010407782028876,"score_spread":0.3311021931480813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846786,0.000021664468,0.0011009558,0.007853316,0.00040889814,0.0004505244,0.000001871355,0.000052908017,0.005431252],"genre_scores_gemma":[0.9960504,0.0000049562345,0.00075617817,0.0023432889,0.00029792148,0.000030014764,0.0000073322394,0.000016236432,0.00049366144],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99867344,0.000015365604,0.00049621577,0.000302297,0.0002542182,0.00025844912],"domain_scores_gemma":[0.99900943,0.00012015465,0.00023672258,0.0002828775,0.00030901554,0.000041804637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044055944,0.00015236362,0.0002538553,0.00030447118,0.00017714743,0.00006734798,0.00034899273,0.00009206252,0.00003241581],"category_scores_gemma":[0.00017188457,0.0001141457,0.00008089478,0.00031899707,0.00004043795,0.00038620539,0.00014114285,0.0005129745,0.000008880222],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003505925,0.00465467,0.4180059,0.005853064,0.0005922096,0.0000207693,0.1842619,0.0021154196,0.1933314,0.032018803,0.057905808,0.09773411],"study_design_scores_gemma":[0.0011638812,0.0013305321,0.028585961,0.01713443,0.000280239,0.00008994838,0.043835517,0.24533036,0.63379586,0.025631025,0.0021243664,0.00069785706],"about_ca_topic_score_codex":0.00028242788,"about_ca_topic_score_gemma":0.00010374347,"teacher_disagreement_score":0.44046447,"about_ca_system_score_codex":0.00023905085,"about_ca_system_score_gemma":0.00005316137,"threshold_uncertainty_score":0.46547267},"labels":[],"label_agreement":null},{"id":"W4410049912","doi":"10.1145/3710970","title":"Exploring Algorithmic Resistance: Responses to Social Media Censorship in Activism","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Universitas Brawijaya; Bundesministerium für Bildung und Forschung","keywords":"Censorship; Social media; Political science; Mores; Public relations; Sociology; Politics; Law","score_opus":0.1239332525760814,"score_gpt":0.32959725125050243,"score_spread":0.20566399867442103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894076,0.0000057130333,0.002109414,0.0043749395,0.0020767986,0.0002787352,0.000001271447,0.00015402348,0.0015915028],"genre_scores_gemma":[0.9906269,0.000004527758,0.008191192,0.00028742905,0.00033539094,0.00007927286,3.6681658e-7,0.000012677369,0.000462285],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984413,0.000043975062,0.00037566212,0.00048902346,0.0003581175,0.0002919621],"domain_scores_gemma":[0.9988968,0.00026208747,0.00020270312,0.00040522494,0.00018994766,0.000043268727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051111454,0.00019089112,0.00023002026,0.0006727645,0.00026299027,0.00022351071,0.0019170954,0.00007418891,0.000003140459],"category_scores_gemma":[0.0005294816,0.00016681037,0.000115369694,0.0009823045,0.000031554966,0.001018423,0.0007750618,0.00042059098,0.000015748847],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025067823,0.00093133695,0.0016194414,0.0005635559,0.00020610332,0.000015136777,0.053612962,0.00017381216,0.3095723,0.1199144,0.029689778,0.48119438],"study_design_scores_gemma":[0.001470594,0.0003311201,0.1720422,0.0022684576,0.000028848643,0.0000148163845,0.001130157,0.002162826,0.7716004,0.038529266,0.009672455,0.0007488425],"about_ca_topic_score_codex":0.000021438122,"about_ca_topic_score_gemma":0.000025742267,"teacher_disagreement_score":0.48044553,"about_ca_system_score_codex":0.00027527055,"about_ca_system_score_gemma":0.000023701761,"threshold_uncertainty_score":0.68023294},"labels":[],"label_agreement":null},{"id":"W4410061023","doi":"10.1145/3711015","title":"Interrogating AI: Characterizing Emergent Playful Interactions with ChatGPT","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Universitas Brawijaya","keywords":"Agency (philosophy); Construct (python library); Human–computer interaction; Thematic analysis; Computer-supported cooperative work; Computer science; Data science; Sociology; Engineering; Qualitative research; Social science","score_opus":0.06818782437016542,"score_gpt":0.4102765811253396,"score_spread":0.3420887567551742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91638684,0.0000059941544,0.00008505714,0.043713607,0.002292155,0.00036697896,0.0000023839682,0.00011141789,0.03703557],"genre_scores_gemma":[0.99450284,0.000014981409,0.0005819583,0.0025661357,0.000690994,0.000025094176,0.000001989783,0.000017654416,0.0015983301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850726,0.000040819774,0.0003992915,0.00031680363,0.0004253794,0.00031047285],"domain_scores_gemma":[0.99825966,0.00018789733,0.00046884626,0.00027013634,0.0007420259,0.000071422706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005927441,0.00019159875,0.00024214866,0.00023696199,0.0012036503,0.00042738256,0.001145869,0.0001093588,0.00007802306],"category_scores_gemma":[0.0006987401,0.0001480312,0.00016557034,0.00041508718,0.00020536079,0.0012416726,0.00043949115,0.00076559326,0.000010238202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078016316,0.0015661352,0.019760503,0.00059446716,0.0012264515,0.0000033348758,0.30548412,0.00011425423,0.1180142,0.43360114,0.06617386,0.052681353],"study_design_scores_gemma":[0.0042424947,0.002731913,0.0735244,0.021348499,0.00074881065,0.00003088714,0.14983444,0.0038834757,0.24502508,0.13420829,0.3614574,0.0029642878],"about_ca_topic_score_codex":0.0006248317,"about_ca_topic_score_gemma":0.0007058233,"teacher_disagreement_score":0.29939285,"about_ca_system_score_codex":0.0002957881,"about_ca_system_score_gemma":0.00007428154,"threshold_uncertainty_score":0.92576265},"labels":[],"label_agreement":null},{"id":"W4410061046","doi":"10.1145/3710969","title":"Exploring a Real-time Feedback Display of Non-verbal Cues in Online Work Meetings to Support Self-Presentation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Presentation (obstetrics); Work (physics); Psychology; Multimedia; Human–computer interaction; Computer science; Cognitive psychology; Visual feedback; Applied psychology; Artificial intelligence; Medicine; Engineering","score_opus":0.0636992128922823,"score_gpt":0.36907614844073977,"score_spread":0.30537693554845746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99290955,0.0000016986011,0.000026499814,0.00064068806,0.0011448336,0.00034413862,0.0000057127604,0.000048024132,0.00487884],"genre_scores_gemma":[0.99576527,0.00001031232,0.00304089,0.00012906198,0.00019369721,0.0000544733,0.000009632588,0.000018854988,0.00077780325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987016,0.00001363196,0.0005410733,0.0003337153,0.00019474873,0.0002152605],"domain_scores_gemma":[0.9990199,0.000097553464,0.00035895233,0.000329178,0.00016242504,0.00003195408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027088958,0.00017203379,0.00027143443,0.00037175458,0.00006493695,0.000039495346,0.00078254385,0.00006849367,0.000047486552],"category_scores_gemma":[0.000047585763,0.00014760903,0.000103663006,0.00052915275,0.00002555853,0.00037884226,0.00040918018,0.0002524455,0.00002920758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043641985,0.0044693393,0.52133065,0.0013598693,0.000745805,0.0000053330555,0.11100085,0.0017425248,0.1957304,0.006954881,0.06877755,0.08351862],"study_design_scores_gemma":[0.0011566202,0.0007066279,0.97482437,0.0017133333,0.000055667853,0.000006089631,0.001542632,0.0041118874,0.014062066,0.000546158,0.000989414,0.00028514507],"about_ca_topic_score_codex":0.0003041954,"about_ca_topic_score_gemma":0.000018165332,"teacher_disagreement_score":0.4534937,"about_ca_system_score_codex":0.00012413447,"about_ca_system_score_gemma":0.0000116839965,"threshold_uncertainty_score":0.6019321},"labels":[],"label_agreement":null},{"id":"W4410512490","doi":"10.1145/3710956","title":"Decentralized Web3 Non-Fungible Token Community for Societal Prosperity? A Social Capital Perspective","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Prosperity; Social capital; Perspective (graphical); Sociology; Economics; Economic growth; Social science; Computer science","score_opus":0.05223091336014763,"score_gpt":0.3957178886843647,"score_spread":0.34348697532421707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410512490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91510576,0.000011074325,0.00001832715,0.0052772355,0.0014318425,0.0009509408,0.000009904023,0.00008316568,0.07711172],"genre_scores_gemma":[0.9973648,0.0000048629636,0.00042934527,0.00027458268,0.000560413,0.000106890286,0.0000035851197,0.00001364006,0.0012418638],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986848,0.00008300975,0.0002701604,0.00023679272,0.00040003096,0.00032519246],"domain_scores_gemma":[0.99831235,0.0003446343,0.00026296405,0.00016467078,0.00086711143,0.00004825043],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001255729,0.00016112764,0.0002644217,0.00009184998,0.0018745508,0.00033655664,0.0011782825,0.00014006214,0.000018523731],"category_scores_gemma":[0.0014316515,0.0001421888,0.00033491725,0.000287872,0.00034489113,0.0005361245,0.0003932007,0.00044275983,0.0000032414787],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008971471,0.0019664431,0.0052761594,0.00044903636,0.0005994992,2.2439913e-7,0.5310653,0.0000053570084,0.0062915524,0.27865592,0.14554581,0.029247558],"study_design_scores_gemma":[0.0055130892,0.0011566258,0.07061654,0.001557056,0.00048280682,0.000002236123,0.41969937,0.00086656754,0.014393516,0.4493092,0.03523432,0.0011686635],"about_ca_topic_score_codex":0.0011111206,"about_ca_topic_score_gemma":0.00027558193,"teacher_disagreement_score":0.17065328,"about_ca_system_score_codex":0.00066179933,"about_ca_system_score_gemma":0.00011539412,"threshold_uncertainty_score":0.9994249},"labels":[],"label_agreement":null},{"id":"W4410512647","doi":"10.1145/3710955","title":"Data Practices and Double-Binds of Toronto's Climate Governance","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Climate justice; Corporate governance; Climate governance; Leverage (statistics); Politics; Adaptation (eye); Political science; Environmental planning; Climate change; Sociology; Public administration; Geography; Computer science; Ecology; Economics; Management","score_opus":0.09036065086154331,"score_gpt":0.38711930917269277,"score_spread":0.29675865831114945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410512647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97243726,0.00014345678,0.0019750437,0.0053956024,0.002569907,0.0005224092,0.000015418884,0.0001944568,0.01674643],"genre_scores_gemma":[0.9876364,0.000073806,0.011636402,0.0002855989,0.00011088321,0.000018442839,0.000003745992,0.000011317415,0.000223415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981937,0.000018046749,0.0005790067,0.00066586427,0.0003145637,0.00022885893],"domain_scores_gemma":[0.99576473,0.0001755901,0.0020411946,0.0014782541,0.0005212743,0.000018964345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057040964,0.0002191215,0.00029247825,0.00013026959,0.00021840914,0.00018970734,0.004868479,0.00012120586,0.00001649126],"category_scores_gemma":[0.0003523532,0.00017729102,0.00006092451,0.00032485698,0.00013949187,0.003951116,0.0050203516,0.0004211424,0.0000040266805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039173992,0.0005198779,0.005780199,0.0005397905,0.00029298075,0.0000010601038,0.0011006091,0.000010739204,0.12128217,0.8029329,0.020897591,0.04625034],"study_design_scores_gemma":[0.0035597181,0.0011810906,0.14411956,0.0035988155,0.00018377825,0.00013763356,0.0006315885,0.03390267,0.75538844,0.021086402,0.035334375,0.0008759476],"about_ca_topic_score_codex":0.00023296212,"about_ca_topic_score_gemma":0.00007916777,"teacher_disagreement_score":0.7818465,"about_ca_system_score_codex":0.0001780857,"about_ca_system_score_gemma":0.000026039923,"threshold_uncertainty_score":0.90469265},"labels":[],"label_agreement":null},{"id":"W4410537898","doi":"10.1145/3710909","title":"Envisioning AI Support during Semi-Structured Interviews Across the Expertise Spectrum","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Spectrum (functional analysis); Psychology; Computer science; Knowledge management; Physics","score_opus":0.052958453186754996,"score_gpt":0.4189439588622854,"score_spread":0.3659855056755304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410537898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438382,0.000026371417,0.00003576502,0.042871468,0.0021192469,0.00036444576,0.0000032057599,0.00007909961,0.010662215],"genre_scores_gemma":[0.99444354,0.000047200796,0.00009674845,0.0025821626,0.00078991026,0.000015150917,9.0879047e-7,0.000015117279,0.002009282],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99834687,0.00005697614,0.00042724918,0.00031575176,0.00046545273,0.00038772423],"domain_scores_gemma":[0.99873525,0.00016166152,0.00038105051,0.00036490237,0.00029789642,0.000059225582],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010060782,0.00018746752,0.00024251603,0.00009220185,0.0020271882,0.00068828004,0.0019301682,0.00016386448,0.00008485051],"category_scores_gemma":[0.0008708689,0.00012302435,0.00025165413,0.00031509774,0.0003116178,0.00079572684,0.00091232074,0.00076861464,0.000009775143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038306497,0.00042498088,0.008366714,0.00040384024,0.0004739042,0.0000033766203,0.670469,0.00013197599,0.07593568,0.1101306,0.08556414,0.04771272],"study_design_scores_gemma":[0.0024104659,0.0007072069,0.0888857,0.0048170923,0.00019142093,0.000022548504,0.0793871,0.0009686503,0.373132,0.30655405,0.14150663,0.0014171436],"about_ca_topic_score_codex":0.0005422769,"about_ca_topic_score_gemma":0.0004859338,"teacher_disagreement_score":0.5910819,"about_ca_system_score_codex":0.00030231857,"about_ca_system_score_gemma":0.000050729956,"threshold_uncertainty_score":0.99927205},"labels":[],"label_agreement":null},{"id":"W4410537970","doi":"10.1145/3711101","title":"Virtual Agent-based Communication Skills Training to Facilitate Health Persuasion Among Peers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"AI in Service Interactions","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interactivity; Motivational interviewing; Persuasion; Applied psychology; Psychology; Medical education; Competence (human resources); Behavior change; Interpersonal communication; Interview; Computer science; Multimedia; Social psychology; Medicine; Psychological intervention","score_opus":0.08240520883775188,"score_gpt":0.34975069543002185,"score_spread":0.26734548659227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410537970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89173263,0.000011118708,0.072841376,0.0291583,0.0022176385,0.0008374353,0.0000055937617,0.00034626236,0.0028496135],"genre_scores_gemma":[0.9644933,0.0000032602159,0.03055479,0.0040849126,0.00007009969,0.00006633148,0.0000056466483,0.000017191578,0.00070448045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786824,0.00007111371,0.00066687254,0.00058387616,0.00046685335,0.0003430567],"domain_scores_gemma":[0.9972825,0.0003417209,0.0005639862,0.001222231,0.0004820936,0.00010746967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064901245,0.00026853653,0.0003148926,0.0005638191,0.0006234718,0.0003441559,0.004157815,0.000083435334,0.000014490236],"category_scores_gemma":[0.00028402943,0.00023505662,0.00022241614,0.0007630319,0.000075354816,0.0011982279,0.0015130026,0.0005516889,0.0000368849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041262433,0.0028289268,0.006953104,0.00058747263,0.00054178474,0.0000017750837,0.1678508,0.03066261,0.038564973,0.1175566,0.19731681,0.43672252],"study_design_scores_gemma":[0.005932116,0.0062414836,0.17601958,0.017646248,0.00018359539,0.000053682168,0.028106652,0.52711123,0.13098031,0.027866907,0.07683209,0.0030261003],"about_ca_topic_score_codex":0.00024712607,"about_ca_topic_score_gemma":0.000051084513,"teacher_disagreement_score":0.4964486,"about_ca_system_score_codex":0.0005596388,"about_ca_system_score_gemma":0.000078229845,"threshold_uncertainty_score":0.95853305},"labels":[],"label_agreement":null},{"id":"W4410538606","doi":"10.1145/3710903","title":"A Gentle Introduction to Mental Health Through Storytelling: Design and Evaluation of Digital Human Library","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Storytelling; Digital storytelling; Mental health; Digital library; Psychology; Computer science; Human–computer interaction; Multimedia; Art; Narrative; Psychotherapist","score_opus":0.14419328420213529,"score_gpt":0.4444971173798435,"score_spread":0.3003038331777082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410538606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97979933,0.00006186504,0.00091057806,0.011348212,0.0023799376,0.0014349226,0.0000059297276,0.00007193117,0.00398732],"genre_scores_gemma":[0.9944782,0.000012123576,0.002830822,0.00052225345,0.0007555453,0.00006593451,0.000023875027,0.0000205181,0.0012907045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851805,0.00007290222,0.0005515004,0.00032840163,0.00033836722,0.00019075316],"domain_scores_gemma":[0.99876696,0.00010646877,0.0005175322,0.00026121413,0.00030149665,0.000046335615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007287683,0.00014299122,0.00021920048,0.00021238279,0.00053649064,0.000059936894,0.0003654794,0.00007065366,0.000041438205],"category_scores_gemma":[0.00016204077,0.000119799806,0.000061444654,0.00025839207,0.00004691016,0.0009282681,0.00028341688,0.0002729259,0.000012388121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064551184,0.0011322496,0.009659281,0.0012836761,0.00022444132,3.15427e-8,0.04841534,0.001332766,0.017173057,0.019512242,0.81044114,0.09018024],"study_design_scores_gemma":[0.0078095724,0.007048121,0.082790755,0.015002682,0.0005691961,0.00001714298,0.0355651,0.018435098,0.18167,0.3007772,0.34841892,0.0018961895],"about_ca_topic_score_codex":0.00003119727,"about_ca_topic_score_gemma":0.0000013212681,"teacher_disagreement_score":0.46202222,"about_ca_system_score_codex":0.00032864272,"about_ca_system_score_gemma":0.00012587875,"threshold_uncertainty_score":0.48852944},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410538724","doi":"10.1145/3710915","title":"Remote Workplace Interactions and Extraversion: A Field Study on Wellbeing and Productivity Among Knowledge Workers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extraversion and introversion; Productivity; Personality; Field (mathematics); Psychology; Big Five personality traits; Knowledge management; Social psychology; Applied psychology; Computer science","score_opus":0.038073944867734105,"score_gpt":0.3869914549891149,"score_spread":0.34891751012138084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410538724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829173,0.00003063823,0.00005394414,0.002852967,0.0025865072,0.000702285,6.793374e-7,0.000108059074,0.010747606],"genre_scores_gemma":[0.9934486,0.0000017902701,0.00049098063,0.00016587928,0.00021444882,0.000029233328,4.5942676e-7,0.000018120178,0.0056304904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986239,0.00005003267,0.00033266444,0.0006237898,0.00016956813,0.00020002494],"domain_scores_gemma":[0.9984603,0.0005697584,0.00032606613,0.00047503973,0.00013000894,0.000038838512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036208538,0.00022923453,0.00023767992,0.000335803,0.0003949552,0.00008697024,0.00061196106,0.00011533695,0.0000331524],"category_scores_gemma":[0.0003621622,0.00018297607,0.000069696565,0.0003164314,0.00010590892,0.00029630904,0.000980112,0.00087008195,0.0000068536096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024541863,0.0029731293,0.47993255,0.00038971822,0.00074786914,0.000006183659,0.029061686,0.000010224379,0.011499768,0.0069284737,0.12844968,0.33754653],"study_design_scores_gemma":[0.001621827,0.0012463412,0.9431279,0.005142741,0.00017246134,0.000031960364,0.013792106,0.0003883299,0.022759188,0.0062891464,0.004978191,0.00044980837],"about_ca_topic_score_codex":0.00011399659,"about_ca_topic_score_gemma":0.000021573776,"teacher_disagreement_score":0.46319532,"about_ca_system_score_codex":0.000096367155,"about_ca_system_score_gemma":0.00000742121,"threshold_uncertainty_score":0.7461548},"labels":[],"label_agreement":null},{"id":"W4410611083","doi":"10.1145/3725833","title":"EarEOG: Using Headphones and Around-the-Ear EOG Signals for Real-Time Wheelchair Control","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Headphones; Wheelchair; Computer science; Electrooculography; Audiology; Speech recognition; Physical medicine and rehabilitation; Medicine; Engineering; Artificial intelligence; Eye movement; Electrical engineering","score_opus":0.03749657495785841,"score_gpt":0.3230160874259,"score_spread":0.2855195124680416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410611083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93759584,0.000027621667,0.05108172,0.00928169,0.0007602274,0.00058535056,0.0000030541216,0.000245869,0.0004186456],"genre_scores_gemma":[0.9868407,0.0000041507788,0.01224846,0.00045466694,0.00015701429,0.000033570293,4.3467688e-7,0.000011807368,0.0002491883],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880034,0.000020991352,0.00033360548,0.0004329642,0.0001707867,0.00024133912],"domain_scores_gemma":[0.99851906,0.00035181924,0.00034198345,0.0004541923,0.000307594,0.000025351352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041098503,0.000191995,0.00028247357,0.0002221865,0.0004304989,0.00025864702,0.0016799876,0.00009116701,0.0000020043622],"category_scores_gemma":[0.00016087024,0.0001313307,0.00013236552,0.0002724606,0.00012717494,0.00040165256,0.0005990065,0.00023421358,0.000003884172],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002793109,0.00042199792,0.0038137524,0.00037153895,0.00045112794,0.000001153957,0.001877054,0.0006690823,0.81770796,0.10186841,0.016734919,0.055803705],"study_design_scores_gemma":[0.0029846362,0.0012339638,0.02761473,0.0018680491,0.00020305761,0.00009166457,0.0004323251,0.51878154,0.3139475,0.12863441,0.0034778458,0.0007302739],"about_ca_topic_score_codex":0.00004987962,"about_ca_topic_score_gemma":0.0000013491682,"teacher_disagreement_score":0.5181125,"about_ca_system_score_codex":0.00008062534,"about_ca_system_score_gemma":0.000020040754,"threshold_uncertainty_score":0.5355511},"labels":[],"label_agreement":null},{"id":"W4410611104","doi":"10.1145/3725842","title":"The Influence of Eye Gaze Interaction Technique Expertise and the Guided Evaluation Method on Text Entry Performance Evaluations","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Simon Fraser University","funders":"","keywords":"Gaze; Eye tracking; Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.045133733543855255,"score_gpt":0.39685029202287464,"score_spread":0.3517165584790194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410611104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653174,0.00004198663,0.021931108,0.00864756,0.00075410045,0.0011198272,6.7128974e-7,0.00012252503,0.0020647878],"genre_scores_gemma":[0.99219906,0.00003770696,0.0069779665,0.0002919905,0.00005179077,0.00030132185,5.512096e-7,0.000008154101,0.00013148278],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982102,0.00015165727,0.000557913,0.00041435915,0.0004860439,0.00017983915],"domain_scores_gemma":[0.9969241,0.00068927975,0.0006953815,0.0008060166,0.0008669792,0.000018214641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023554603,0.00019646024,0.00022811494,0.000265117,0.0005589059,0.00017153371,0.0020182624,0.00009510852,0.0000027896267],"category_scores_gemma":[0.0010063131,0.000110120505,0.00011180942,0.0004944537,0.00024122451,0.0005675271,0.0007702689,0.00047017838,0.0000032820828],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005082901,0.0003793563,0.0022913485,0.00018458953,0.000239536,1.5947906e-7,0.003558699,0.007806046,0.14375691,0.16638468,0.0055110306,0.66937935],"study_design_scores_gemma":[0.0017101169,0.00053495285,0.09356592,0.0019971312,0.0001285725,0.00002462709,0.00031097035,0.32050505,0.5444184,0.035393078,0.001139582,0.0002716001],"about_ca_topic_score_codex":0.000029668274,"about_ca_topic_score_gemma":0.0000025297818,"teacher_disagreement_score":0.66910774,"about_ca_system_score_codex":0.00019299606,"about_ca_system_score_gemma":0.00004122854,"threshold_uncertainty_score":0.4490584},"labels":[],"label_agreement":null},{"id":"W4411712252","doi":"10.1145/3735593","title":"Fake it 'til you load it: User Perceptions and Performance with Fast-Loading “False Front” Web Pages","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Green IT and Sustainability","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Front (military); Computer science; World Wide Web; Engineering; Mechanical engineering","score_opus":0.017151588295901826,"score_gpt":0.26010205457152297,"score_spread":0.24295046627562114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924827,0.000026789758,0.00021603696,0.0012953437,0.00041746697,0.00027605105,0.0000023456798,0.00014534248,0.005137906],"genre_scores_gemma":[0.9971951,0.000041809886,0.0008620405,0.00014757432,0.0001276777,0.000032565153,0.0000013720528,0.00002182234,0.001570021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899375,0.000006606055,0.00028379614,0.00028232124,0.00020499292,0.00022853537],"domain_scores_gemma":[0.9992622,0.00004423754,0.00008801079,0.00029706082,0.00026857486,0.00003991804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018372867,0.00022373923,0.00022285589,0.00016166095,0.000232851,0.00014641808,0.0004865295,0.000080458296,0.000034628407],"category_scores_gemma":[0.000054510023,0.0001696018,0.00007491287,0.00015662359,0.00007075692,0.00062528363,0.00024883894,0.0003645558,0.000008967142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009171152,0.0006823715,0.49481654,0.0058491416,0.00087948027,0.0000035827995,0.034922063,0.00991807,0.08841139,0.0018627263,0.20228758,0.15944993],"study_design_scores_gemma":[0.002946216,0.0011806028,0.6800532,0.0044036983,0.00037772942,0.000066023895,0.012717061,0.20770636,0.03696355,0.0019463274,0.050185714,0.0014535579],"about_ca_topic_score_codex":0.00001512327,"about_ca_topic_score_gemma":0.0000395937,"teacher_disagreement_score":0.1977883,"about_ca_system_score_codex":0.0002654373,"about_ca_system_score_gemma":0.000017521388,"threshold_uncertainty_score":0.69161606},"labels":[],"label_agreement":null},{"id":"W4411712271","doi":"10.1145/3734188","title":"ScriptAR: No-Code Development of Augmented Reality Educational Games","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Regional Municipality of Waterloo; University of Waterloo; Queen's University","funders":"","keywords":"Augmented reality; Computer science; Code (set theory); Human–computer interaction; Mathematics education; Psychology; Programming language","score_opus":0.05571066480791494,"score_gpt":0.3529737973767883,"score_spread":0.2972631325688734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7260935,0.000037669713,0.20243081,0.034525774,0.004077116,0.0017211632,0.000018417757,0.00035065616,0.030744918],"genre_scores_gemma":[0.94389004,0.000002941387,0.054131497,0.00044850179,0.00010141865,0.00010527944,0.000009396933,0.000010090066,0.0013008679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982646,0.0000188887,0.0006811006,0.0004514049,0.00039949908,0.00018450919],"domain_scores_gemma":[0.9977672,0.000110813766,0.00061161135,0.00078063493,0.0006892269,0.000040478946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037881188,0.00017997177,0.00022416242,0.00026250767,0.00026552324,0.00009387778,0.0028773993,0.000067079134,0.000018464452],"category_scores_gemma":[0.00017227225,0.00014895284,0.00012292851,0.00051485037,0.00008487596,0.00048603708,0.0013152404,0.00023233549,0.000021280943],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001412093,0.002880031,0.003962852,0.0008735918,0.0006273862,1.4778593e-7,0.0061783544,0.00039384596,0.17099945,0.5207026,0.20665945,0.08658105],"study_design_scores_gemma":[0.0012647235,0.0002251171,0.17048436,0.002051648,0.00008432577,0.000015240856,0.00026154105,0.03322783,0.6506763,0.084078275,0.057004075,0.00062653807],"about_ca_topic_score_codex":0.000043742686,"about_ca_topic_score_gemma":0.000010805077,"teacher_disagreement_score":0.47967687,"about_ca_system_score_codex":0.00027852706,"about_ca_system_score_gemma":0.00013012782,"threshold_uncertainty_score":0.60741204},"labels":[],"label_agreement":null},{"id":"W4411712279","doi":"10.1145/3734189","title":"Artworks Reimagined: Exploring Human-AI Co-Creation through Body Prompting","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human body; Psychology; Human–computer interaction; Computer science; Artificial intelligence","score_opus":0.07303871321696748,"score_gpt":0.39063369471829307,"score_spread":0.3175949815013256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9001107,0.00001724506,0.056017857,0.007599465,0.003932884,0.0009894338,0.0000015487706,0.0009693924,0.030361442],"genre_scores_gemma":[0.9846826,0.000004725145,0.012846687,0.0011130369,0.00045023081,0.00018724735,0.0000066042107,0.000030944448,0.0006779163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972526,0.00003992874,0.0008942906,0.000891833,0.00048012138,0.00044121465],"domain_scores_gemma":[0.9968915,0.00014104298,0.000924075,0.0011029225,0.0009117749,0.000028699633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005280471,0.0004092591,0.0004082291,0.00072682585,0.0008303534,0.0005095826,0.003398618,0.00018315179,0.000021955024],"category_scores_gemma":[0.00027808725,0.00035594736,0.00020676319,0.001059918,0.00016896546,0.00416823,0.0015136943,0.0012512482,0.000038217837],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000940858,0.00050042034,0.0033170297,0.00023898453,0.00027312562,0.0000027286178,0.0035075757,0.00018966293,0.275057,0.6651539,0.028178629,0.023486841],"study_design_scores_gemma":[0.001062183,0.000541803,0.008648098,0.0022998012,0.000061548155,0.00005554274,0.00045856793,0.020548383,0.8573319,0.09761531,0.010753721,0.00062316674],"about_ca_topic_score_codex":0.00004199064,"about_ca_topic_score_gemma":0.0000031536981,"teacher_disagreement_score":0.5822749,"about_ca_system_score_codex":0.0004671698,"about_ca_system_score_gemma":0.000031356725,"threshold_uncertainty_score":0.99988925},"labels":[],"label_agreement":null},{"id":"W4411712364","doi":"10.1145/3733052","title":"VibRing: A Wearable Vibroacoustic Sensor for Single-Handed Gesture Recognition","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Wearable computer; Gesture; Gesture recognition; Computer science; Speech recognition; Artificial intelligence; Embedded system","score_opus":0.07046285692990022,"score_gpt":0.31309323018541424,"score_spread":0.242630373255514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.688633,0.00010237136,0.26266488,0.0088042645,0.010189113,0.00368476,0.000027702867,0.0010094477,0.024884414],"genre_scores_gemma":[0.9697026,0.000004654264,0.028145218,0.0006644671,0.0005147919,0.00013787311,0.0000052439227,0.000022479977,0.000802681],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982652,0.000028213684,0.0005127372,0.0005843683,0.0003142739,0.0002952167],"domain_scores_gemma":[0.9979195,0.00030762353,0.00047308102,0.00052748405,0.00071964343,0.000052655436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003897016,0.00025484248,0.00032514532,0.00036487644,0.00030716317,0.00040703523,0.0015566489,0.0001512296,0.0000062510167],"category_scores_gemma":[0.0003708175,0.00020119634,0.00024140302,0.00051573466,0.00003842278,0.00074104546,0.00051714736,0.00029716728,0.00002455117],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037773052,0.0010756595,0.0003304864,0.0017059837,0.00043502948,0.0000019172958,0.0025727602,0.00040274573,0.76714075,0.0071021505,0.035998087,0.1828567],"study_design_scores_gemma":[0.0030228137,0.0012565996,0.0020931617,0.0064743483,0.00018484077,0.00017668171,0.00040212777,0.030457174,0.88521606,0.056502122,0.01336524,0.0008488559],"about_ca_topic_score_codex":0.000008378968,"about_ca_topic_score_gemma":0.0000019915183,"teacher_disagreement_score":0.28106958,"about_ca_system_score_codex":0.00015842212,"about_ca_system_score_gemma":0.000027370937,"threshold_uncertainty_score":0.82045484},"labels":[],"label_agreement":null},{"id":"W4414114173","doi":"10.1145/3743708","title":"ThumbSwype: Thumb-to-Finger Gesture Based Text-Entry for Head Mounted Displays MHCI031","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq; Okanagan University College; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"SwIPe; Gesture; Text entry; Head (geology); Mobile device; Accelerometer","score_opus":0.040070105246205814,"score_gpt":0.35609379327004914,"score_spread":0.31602368802384334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414114173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6330204,0.00006485368,0.3052249,0.034321904,0.0096748425,0.0040465924,0.00003400611,0.0007823026,0.012830176],"genre_scores_gemma":[0.9818808,0.0000015323092,0.01306843,0.0030956522,0.00049627514,0.00021313429,0.0000052412893,0.000027056663,0.0012119171],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978917,0.000033013326,0.0005718043,0.0007154516,0.00042021147,0.00036779913],"domain_scores_gemma":[0.9976372,0.00036294863,0.00043102607,0.00083167345,0.0006523724,0.00008479502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049793936,0.00033072667,0.00039220726,0.00044416086,0.0003646452,0.0004457204,0.0029882859,0.00015790208,0.000010381255],"category_scores_gemma":[0.000298322,0.00024514378,0.0003004389,0.00068961305,0.000039615858,0.0005961761,0.00079872616,0.00037591354,0.000039412476],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013306673,0.0027413638,0.008271952,0.0027721133,0.00093348045,0.0000039128427,0.008016194,0.002682449,0.1634496,0.1190583,0.49815437,0.19258559],"study_design_scores_gemma":[0.007751437,0.00270715,0.06640968,0.012581529,0.00032157323,0.00007704693,0.0006554549,0.16713254,0.51749605,0.045089565,0.17733634,0.002441626],"about_ca_topic_score_codex":0.000018603081,"about_ca_topic_score_gemma":0.000011579888,"teacher_disagreement_score":0.35404646,"about_ca_system_score_codex":0.00018867357,"about_ca_system_score_gemma":0.00004533113,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4414114176","doi":"10.1145/3743722","title":"Unpacking Micro Data Videos: Key Elements and Design Practices in Minute-Long Data Videos for Mobile Usage MHCI036","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Unpacking; Key (lock); Dissemination; Craft; Social media; Narrative; CLIPS","score_opus":0.28604458492482154,"score_gpt":0.4743794165277223,"score_spread":0.18833483160290077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414114176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644284,0.00038226636,0.004344698,0.020248346,0.0017110017,0.0044311606,0.0000637906,0.00024930213,0.004141034],"genre_scores_gemma":[0.94155943,0.0002243933,0.057057988,0.00045907046,0.00016116911,0.00012468282,0.000048580972,0.000015504362,0.00034920333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852985,0.00008002891,0.00044132335,0.0005170402,0.00020519929,0.00022654147],"domain_scores_gemma":[0.9965893,0.0010501026,0.0008365266,0.0013157288,0.00017804689,0.000030279416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020657107,0.00013751155,0.00020692921,0.000276424,0.00042351196,0.00023640667,0.0051695025,0.0001174926,0.000018183073],"category_scores_gemma":[0.003169642,0.00012162691,0.000030223644,0.00030975838,0.00016289503,0.0015154469,0.0034552207,0.00030868108,0.0000027130134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009291884,0.0021937129,0.08204424,0.0009720783,0.0006990519,0.0000019520294,0.033772286,0.00004410843,0.09089309,0.022411907,0.16159,0.6044484],"study_design_scores_gemma":[0.0059263264,0.0007783442,0.024626346,0.0042842817,0.00048176575,0.000014075182,0.02179684,0.10481758,0.061709948,0.036110386,0.7381087,0.001345409],"about_ca_topic_score_codex":0.00058777,"about_ca_topic_score_gemma":0.0008121437,"teacher_disagreement_score":0.603103,"about_ca_system_score_codex":0.00011534828,"about_ca_system_score_gemma":0.00005377997,"threshold_uncertainty_score":0.96063083},"labels":[],"label_agreement":null},{"id":"W4414161116","doi":"10.1145/3743707","title":"Investigating Hand-Bound Pads for AR Input Using Hand-Tracking Only MHCI018","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"Association Nationale de la Recherche et de la Technologie; Agence Nationale de la Recherche","keywords":"Touchpad; Tracking (education); Input device; Control (management); Tracking system; 3D interaction","score_opus":0.08911474442586079,"score_gpt":0.36810221609911625,"score_spread":0.27898747167325544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414161116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5793848,0.000015239247,0.41491735,0.0032169055,0.00092640077,0.0007014747,0.0000036665265,0.00013302498,0.0007011374],"genre_scores_gemma":[0.93765074,0.0000016165868,0.06072646,0.001038219,0.00029992545,0.000065542976,0.000003794831,0.000020451622,0.00019326109],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981674,0.000019523792,0.00059867004,0.0005867505,0.00031985817,0.00030782272],"domain_scores_gemma":[0.9977457,0.00025651866,0.00068290957,0.00070986693,0.00054816244,0.00005686301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004913415,0.0002441763,0.00027245926,0.00031450597,0.0010886935,0.0009518541,0.0026719705,0.000109907225,0.0000024056537],"category_scores_gemma":[0.00034466345,0.00021080185,0.00019281806,0.0006322697,0.00018891106,0.0010851587,0.0013160615,0.00035773628,0.000004049873],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038274153,0.00044133043,0.002414792,0.00063820207,0.00025741858,2.6989542e-7,0.0050541465,0.0030259402,0.7103517,0.20794483,0.012077672,0.0577554],"study_design_scores_gemma":[0.00083567924,0.00018353468,0.003448734,0.001718316,0.00009182212,0.000029480834,0.00017515227,0.33707905,0.5573636,0.09461743,0.004068241,0.00038896655],"about_ca_topic_score_codex":0.000067388355,"about_ca_topic_score_gemma":0.000011943183,"teacher_disagreement_score":0.3582659,"about_ca_system_score_codex":0.00027610984,"about_ca_system_score_gemma":0.00008948346,"threshold_uncertainty_score":0.91787505},"labels":[],"label_agreement":null},{"id":"W4414162949","doi":"10.1145/3744198","title":"E-litter: Nudging Email Usage Behavior One Byte at a Time MHCI007","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Cloud computing; Nudge theory; Byte; Service (business); Cloud storage; Work (physics)","score_opus":0.24337425444675997,"score_gpt":0.44418124333772524,"score_spread":0.20080698889096527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98015594,0.000006700148,0.00012287854,0.0025308742,0.00092971954,0.00049218914,0.0000052137566,0.000087745095,0.015668718],"genre_scores_gemma":[0.96288556,0.000002349645,0.0014269002,0.0015019634,0.00018266645,0.000065452085,0.0000048464426,0.0000141687515,0.0339161],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99716586,0.000026943833,0.00094622705,0.00044820437,0.0011550423,0.00025772591],"domain_scores_gemma":[0.9977667,0.00026782416,0.0007763055,0.00065423595,0.00048208513,0.0000528618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013446362,0.0002292968,0.00038449749,0.00070671504,0.0004423956,0.00060076703,0.0026262652,0.00008181891,0.00072438],"category_scores_gemma":[0.0004229032,0.0001623161,0.00034410655,0.00066112785,0.00007878999,0.0014001117,0.001886363,0.0002765851,0.0006518119],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073992566,0.0011692068,0.07303333,0.0001708476,0.00026539178,0.0000029862733,0.005272146,0.00009339078,0.14778027,0.0098778885,0.63543785,0.12615675],"study_design_scores_gemma":[0.003984218,0.00063362124,0.6934189,0.0017772738,0.0006903081,0.000033282002,0.0017223563,0.015498257,0.14721328,0.020063695,0.11364824,0.0013165385],"about_ca_topic_score_codex":0.00001559747,"about_ca_topic_score_gemma":0.000004088201,"teacher_disagreement_score":0.6203856,"about_ca_system_score_codex":0.00021839741,"about_ca_system_score_gemma":0.000012163512,"threshold_uncertainty_score":0.837794},"labels":[],"label_agreement":null},{"id":"W4414162972","doi":"10.1145/3743734","title":"SwipeSense: Exploring the Feasibility of Back-of-Device Swipe Interaction Using Built-In IMU Sensors MHCI030","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"SwIPe; Inertial measurement unit; Bespoke; Range (aeronautics); Accelerometer; Frame (networking)","score_opus":0.16945851809008183,"score_gpt":0.38716135246368355,"score_spread":0.21770283437360172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99175066,0.00001492431,0.0022359963,0.0009816446,0.0023404108,0.00047989414,0.0000024327567,0.000017958406,0.0021760694],"genre_scores_gemma":[0.99721247,0.000007733655,0.0023454456,0.00019222438,0.000114325456,0.000014709857,9.239661e-7,0.000014663071,0.000097475044],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99775976,0.0000846202,0.00089001615,0.00056905777,0.0004002852,0.0002962491],"domain_scores_gemma":[0.99674577,0.0004887565,0.0009655002,0.0009337,0.0008343846,0.000031907395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006096643,0.0002886334,0.00043926097,0.0005026118,0.00017831137,0.00010841069,0.0024635226,0.00007838799,0.000016073887],"category_scores_gemma":[0.00042808196,0.00020868369,0.00032818277,0.00089509593,0.00011617097,0.0018335886,0.0013401936,0.0005812172,0.000008236667],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050589745,0.0006833347,0.012207007,0.000553812,0.000214019,0.0000012915879,0.006597359,0.0022409896,0.9587989,0.011196739,0.0014722863,0.005528393],"study_design_scores_gemma":[0.00063374557,0.0003085182,0.06299006,0.0020524717,0.00005085552,0.000022208504,0.0016038325,0.037240315,0.8917892,0.0028029718,0.0002517067,0.0002541388],"about_ca_topic_score_codex":0.00033940887,"about_ca_topic_score_gemma":0.000017945307,"teacher_disagreement_score":0.067009695,"about_ca_system_score_codex":0.0003226437,"about_ca_system_score_gemma":0.000043295222,"threshold_uncertainty_score":0.85098743},"labels":[],"label_agreement":null},{"id":"W4414458438","doi":"10.1145/3757685","title":"Two Sides to Every Story: Exploring Hybrid Design Teams' Perceptions of Psychological Safety on Slack","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Compromise; Interpersonal communication; Perception; Nature versus nurture; Construct (python library); Capstone; Leverage (statistics)","score_opus":0.1454226417227747,"score_gpt":0.40842029008943564,"score_spread":0.26299764836666095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414458438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98187345,0.000013289667,0.0017223983,0.001011011,0.0061109248,0.00093351625,0.000050614002,0.00012245883,0.008162347],"genre_scores_gemma":[0.9910402,0.000030233556,0.0062470455,0.000527665,0.00075500633,0.0002453726,0.000012090786,0.000039133556,0.0011032043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99751496,0.00008817236,0.0007498781,0.0009237593,0.0003835007,0.00033971792],"domain_scores_gemma":[0.99738055,0.00031577228,0.0007569636,0.0011329112,0.00033734334,0.00007646493],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069031375,0.00046114344,0.00061891525,0.0005627571,0.00024073738,0.000078192345,0.0022213876,0.00020916859,0.0001981625],"category_scores_gemma":[0.00014961636,0.00037799447,0.00041052912,0.00020604067,0.00009352774,0.00019792828,0.0015771624,0.0016744373,0.000079378595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021293106,0.01080911,0.02037089,0.0040405225,0.00316802,0.000014054451,0.07195958,0.117942445,0.044972334,0.059697066,0.2858696,0.35986328],"study_design_scores_gemma":[0.0074310964,0.015768928,0.81788784,0.03071134,0.0010901125,0.00020853203,0.009031385,0.024696724,0.030575486,0.04243589,0.014766913,0.0053957263],"about_ca_topic_score_codex":0.000067967776,"about_ca_topic_score_gemma":0.0000037240452,"teacher_disagreement_score":0.797517,"about_ca_system_score_codex":0.0003636713,"about_ca_system_score_gemma":0.000023871336,"threshold_uncertainty_score":0.9998672},"labels":[],"label_agreement":null},{"id":"W4414593552","doi":"10.1145/3757612","title":"Immersive Invaders: Privacy Threats from Deceptive Design in Virtual Reality Games and Applications","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Virtual reality; Thematic analysis; Comprehension; Information privacy; Privacy software; Privacy by Design","score_opus":0.1460203548283304,"score_gpt":0.4120757537259391,"score_spread":0.26605539889760865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414593552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97919846,0.00021425805,0.0076711285,0.002698512,0.0021355099,0.0030196276,0.00011507339,0.0001985919,0.0047488594],"genre_scores_gemma":[0.9955883,0.000056537618,0.0018230965,0.00034503406,0.0004026685,0.00085251674,0.000052712334,0.000032730284,0.00084642984],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976637,0.000093248,0.00066827855,0.001096585,0.00020368764,0.0002745349],"domain_scores_gemma":[0.9973364,0.000491456,0.0008217203,0.0010552579,0.0002502451,0.000044936856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034693742,0.00040098318,0.00057764933,0.00048625117,0.00012848078,0.00009107248,0.0019683475,0.00063025195,0.00006407777],"category_scores_gemma":[0.00013399583,0.0003600898,0.00015105664,0.00023752647,0.00025809364,0.00016734487,0.0027686853,0.0013771063,0.000012821154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028265344,0.006426295,0.06479019,0.0007451124,0.0027788356,0.000010521306,0.13788536,0.00036558558,0.023931606,0.23690902,0.04543274,0.4778982],"study_design_scores_gemma":[0.004339898,0.0016321146,0.18593803,0.0035704414,0.0009403239,0.000039669114,0.029034987,0.0008744441,0.07066149,0.6959435,0.005038538,0.0019865644],"about_ca_topic_score_codex":0.0012834877,"about_ca_topic_score_gemma":0.000050980554,"teacher_disagreement_score":0.47591165,"about_ca_system_score_codex":0.00027511842,"about_ca_system_score_gemma":0.000037439557,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W4414631663","doi":"10.1145/3757443","title":"'Ohhh, he's the boss!': Unpacking Power Dynamics Among Developers, Designers, and End-Users in FLOSS Usability","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Alfred P. Sloan Foundation","keywords":"Usability; Unpacking; Status quo; Power (physics); Work (physics); Dynamics (music)","score_opus":0.03678977308412733,"score_gpt":0.31288708938668336,"score_spread":0.276097316302556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414631663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96613157,0.000020110658,0.020198312,0.0077152112,0.0024163302,0.0012984687,0.000016775524,0.00022615689,0.0019770411],"genre_scores_gemma":[0.97093856,0.0000056003855,0.027968518,0.0006791042,0.00011551809,0.00007893215,0.000008481115,0.000028305663,0.00017697201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99680525,0.00008803345,0.00095725694,0.0011461875,0.0006005309,0.00040275167],"domain_scores_gemma":[0.9962217,0.00050237594,0.000962896,0.0015696469,0.0006860415,0.000057341378],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0014236382,0.00051266485,0.00051879074,0.00052631163,0.00048629666,0.0010761347,0.006344357,0.0003177125,0.000009677093],"category_scores_gemma":[0.00068291905,0.00038196193,0.00020759601,0.00097091036,0.00031597825,0.0010828363,0.009842129,0.0018062164,0.0000032269572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034473752,0.002158125,0.44850338,0.0029458702,0.0017217722,0.000014276819,0.08203312,0.013377302,0.0018219085,0.2696669,0.029824836,0.14758776],"study_design_scores_gemma":[0.0018196239,0.000467219,0.60010445,0.009218649,0.00022158009,0.00008933683,0.003830825,0.24343197,0.012492261,0.12362412,0.001895176,0.0028047697],"about_ca_topic_score_codex":0.0004212274,"about_ca_topic_score_gemma":0.00016690811,"teacher_disagreement_score":0.23005468,"about_ca_system_score_codex":0.0008945192,"about_ca_system_score_gemma":0.00013006158,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W4414836344","doi":"10.1145/3748596","title":"Looking through the Lens: Contextualizing and Operationalizing Design Recommendations for Rehabilitation Games for Young People","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Game design; Rehabilitation; Research design; Physical activity; Design elements and principles; Serious game; User Research","score_opus":0.10795811721923709,"score_gpt":0.4142318670748743,"score_spread":0.3062737498556372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47734353,0.0003739176,0.28190497,0.21958894,0.0076128743,0.007393195,0.000043581134,0.00015951403,0.0055795065],"genre_scores_gemma":[0.95309144,0.000009388439,0.043050423,0.0012433672,0.00033525573,0.0011546696,0.000026038473,0.000018852785,0.0010705693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990046,0.000038135873,0.00040426437,0.00031870484,0.00009827747,0.0001360281],"domain_scores_gemma":[0.9970781,0.0018034654,0.00033839743,0.00024601337,0.0005237989,0.0000101990045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005681419,0.00012874242,0.00014897958,0.00010055719,0.0005292619,0.00014792562,0.0003968737,0.00006236344,0.00001760607],"category_scores_gemma":[0.0006145754,0.00009404903,0.0001061201,0.0001362052,0.0000613183,0.0004236988,0.00008734636,0.00012328196,0.0000018261981],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022390991,0.00021837218,0.0011950133,0.00016988665,0.00017032589,2.7081506e-9,0.036748815,0.00015020279,0.0063537923,0.80505866,0.13646884,0.013242208],"study_design_scores_gemma":[0.004185771,0.0018410197,0.11065567,0.0025110408,0.00053862174,0.000026591451,0.07340593,0.015880978,0.013913392,0.43962118,0.33657113,0.00084867905],"about_ca_topic_score_codex":0.00006571144,"about_ca_topic_score_gemma":0.000015021907,"teacher_disagreement_score":0.4757479,"about_ca_system_score_codex":0.00009437285,"about_ca_system_score_gemma":0.000021591668,"threshold_uncertainty_score":0.40707082},"labels":[],"label_agreement":null},{"id":"W4414836358","doi":"10.1145/3748611","title":"If You Build It, They Will Comment: Distributed Mentoring in an Online Game Modding Community","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Victoria","funders":"","keywords":"Mod; Reciprocal; Leverage (statistics); Craft; Game mechanics; Game Developer; Video game development; Game design","score_opus":0.077436050656612,"score_gpt":0.37647260497353185,"score_spread":0.2990365543169199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97717535,0.000005449173,0.000035266174,0.0064534494,0.0009111271,0.00029161226,0.000016204815,0.00006833366,0.015043173],"genre_scores_gemma":[0.99793124,0.000013841335,0.00023207297,0.0007225913,0.00026434718,0.000013168307,0.000021569049,0.00000994782,0.00079124415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883217,0.000058892198,0.00034248657,0.00019978854,0.00029131025,0.0002753491],"domain_scores_gemma":[0.9990531,0.00015431436,0.00024276742,0.00030524578,0.00017919796,0.0000653796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000666607,0.00014743021,0.00021194406,0.00016179198,0.00025991735,0.00025102138,0.0014724414,0.00007542268,0.0000069825364],"category_scores_gemma":[0.00039233855,0.0001230398,0.0000941168,0.00028275908,0.000092094495,0.0010432809,0.0006485995,0.0005179955,0.0000013396725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007428379,0.009460308,0.12447532,0.0007031113,0.00041315448,0.0000031488835,0.32799155,0.0011101717,0.024270635,0.12616895,0.027457952,0.35720286],"study_design_scores_gemma":[0.002846194,0.001035275,0.079789266,0.0061382707,0.00012889437,0.0000033154536,0.08351938,0.008095433,0.008789401,0.051665843,0.75701416,0.0009745459],"about_ca_topic_score_codex":0.0008976638,"about_ca_topic_score_gemma":0.00079844333,"teacher_disagreement_score":0.7295562,"about_ca_system_score_codex":0.00031932158,"about_ca_system_score_gemma":0.0000214213,"threshold_uncertainty_score":0.50174177},"labels":[],"label_agreement":null},{"id":"W4414836392","doi":"10.1145/3748603","title":"ExerCube vs. Virtual Reality: A Comparative Study of Exergame Technologies for Older Adults","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo; European Commission; HORIZON EUROPE Framework Programme; Bundesministerium für Bildung und Forschung; Australian Government","keywords":"Virtual reality; Affect (linguistics); Physical activity; Immersion (mathematics); Perceived exertion; Older people","score_opus":0.061837772589716504,"score_gpt":0.3669750140666696,"score_spread":0.3051372414769531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973953,0.000009175315,0.020402985,0.002698046,0.0003582488,0.0015969402,0.0000060511525,0.00020029442,0.00077523786],"genre_scores_gemma":[0.99697065,0.0000039897213,0.0025557077,0.00011830816,0.000036115824,0.00020720824,0.000001616248,0.0000074428176,0.00009898088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984412,0.000016943504,0.0005533414,0.0004976093,0.0002896564,0.0002012552],"domain_scores_gemma":[0.9977427,0.00022657191,0.0005475856,0.0008816129,0.00057599973,0.0000255315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003004679,0.00020545232,0.00039805987,0.00032850396,0.00020341921,0.0001348324,0.0028472336,0.00008901996,0.0000012959987],"category_scores_gemma":[0.00017202798,0.00015426187,0.0001328483,0.0006426059,0.000087073924,0.00060973683,0.0013051587,0.0002281756,0.0000020170944],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014528636,0.009574969,0.0016530715,0.00081105035,0.0007001512,4.1656108e-7,0.06380941,0.0007349805,0.025973197,0.4573998,0.06634642,0.37154368],"study_design_scores_gemma":[0.0074160304,0.010699966,0.059414458,0.003969891,0.00021641381,0.000014195659,0.038678166,0.08229775,0.7277954,0.06450971,0.003961787,0.001026213],"about_ca_topic_score_codex":0.000087021195,"about_ca_topic_score_gemma":0.000010973871,"teacher_disagreement_score":0.7018222,"about_ca_system_score_codex":0.00010192649,"about_ca_system_score_gemma":0.000025577989,"threshold_uncertainty_score":0.6290617},"labels":[],"label_agreement":null},{"id":"W4414836412","doi":"10.1145/3748628","title":"A Qualitative Exploration on the Role of Videogames during Difficult Times: An Emotion Regulation Perspective","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Perspective (graphical); Context (archaeology); Key (lock); Qualitative research; Affective science","score_opus":0.05305052443440152,"score_gpt":0.39881257314401225,"score_spread":0.34576204870961075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98460346,0.0000058327005,0.00006480168,0.007251104,0.00029919075,0.0005004509,0.0000015143743,0.00010072961,0.007172895],"genre_scores_gemma":[0.9990235,0.0000047792932,0.00022683312,0.000098952194,0.00013413934,0.000019947105,0.0000014857603,0.00000931973,0.00048101836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987656,0.00012360356,0.00029899937,0.00026340503,0.0003912389,0.000157163],"domain_scores_gemma":[0.99829704,0.00015337383,0.0005551443,0.00028371788,0.0006897262,0.000021024014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005820655,0.00013721225,0.00016625377,0.00024330673,0.0006202704,0.000095880474,0.0008256528,0.0001158174,0.000021552343],"category_scores_gemma":[0.0011573193,0.000096095035,0.000097426004,0.00043512546,0.00023350764,0.00091188005,0.00016928856,0.0002755501,0.000005944197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005466138,0.0008617559,0.001238293,0.00007071802,0.00016353338,8.2539835e-8,0.33067533,0.00019441951,0.14485297,0.51156676,0.0023641866,0.007465322],"study_design_scores_gemma":[0.00050089107,0.0004216969,0.035371643,0.0010960052,0.000047069057,7.323929e-7,0.34637636,0.00095014786,0.38167506,0.23323007,0.00015139894,0.00017891162],"about_ca_topic_score_codex":0.00028653536,"about_ca_topic_score_gemma":0.00003834062,"teacher_disagreement_score":0.2783367,"about_ca_system_score_codex":0.00045014886,"about_ca_system_score_gemma":0.000025398891,"threshold_uncertainty_score":0.47706807},"labels":[],"label_agreement":null},{"id":"W4414836500","doi":"10.1145/3748612","title":"Democratizing Game Modding with GenAI: A Case Study of StarCharM, a Stardew Valley Character Maker","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Mod; Character (mathematics); Component (thermodynamics); Goto; Originality","score_opus":0.05882649388377024,"score_gpt":0.3588177125450791,"score_spread":0.29999121866130884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865751,0.000008954897,0.000039348703,0.0006315059,0.00047296722,0.00068914104,0.0000020020952,0.000046100795,0.011534859],"genre_scores_gemma":[0.99711806,0.0000062802055,0.00049506116,0.00018520658,0.00020232578,0.00003245168,5.9098977e-7,0.0000147446135,0.0019452578],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998614,0.000028613886,0.00036609796,0.00030811227,0.00043927896,0.00024391111],"domain_scores_gemma":[0.9987954,0.000119539865,0.00038677634,0.00025129976,0.00038975122,0.00005721723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038718202,0.00016542773,0.00027315912,0.00020968377,0.00017901683,0.0001680323,0.00065734336,0.00005232188,0.000020560823],"category_scores_gemma":[0.00014762706,0.000117781405,0.00009854614,0.00031901422,0.00010979184,0.0005802917,0.0003816786,0.00025503454,0.0000021299404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001651677,0.005407941,0.040137097,0.0013570172,0.0016002655,0.0001560243,0.64874285,0.00023966857,0.02189501,0.014651882,0.0068419385,0.25731862],"study_design_scores_gemma":[0.014632392,0.013270883,0.055532094,0.014415209,0.0015409152,0.00061646116,0.7160818,0.0063067647,0.04321906,0.013239925,0.11810991,0.00303456],"about_ca_topic_score_codex":0.0005279596,"about_ca_topic_score_gemma":0.00036166827,"teacher_disagreement_score":0.25428405,"about_ca_system_score_codex":0.00013531459,"about_ca_system_score_gemma":0.000050757877,"threshold_uncertainty_score":0.4802986},"labels":[],"label_agreement":null},{"id":"W4414836543","doi":"10.1145/3748598","title":"Killing with Kindness: The Influence of Spectator Presence and Tone on Performance in Competitive Video Games","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Presentational and representational acting; Scrutiny; Tone (literature); Video game; Subject (documents); Expectancy theory; Trait","score_opus":0.019351433666698985,"score_gpt":0.3191917775507645,"score_spread":0.2998403438840655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739784,0.000011150915,0.000002973097,0.0012661138,0.00018649167,0.0002627589,7.787725e-7,0.000012883207,0.024278428],"genre_scores_gemma":[0.99896157,0.000043058117,0.00012873577,0.00018692671,0.00006781662,0.0000145457625,1.6247373e-7,0.000004273083,0.0005929291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992292,0.000012788999,0.00018797528,0.0001809838,0.00025705723,0.00013197858],"domain_scores_gemma":[0.9992174,0.00024118501,0.00020796826,0.00013394839,0.00017870494,0.00002078673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024754665,0.000091712274,0.00014363092,0.000098661265,0.00009906008,0.00007930724,0.00057893404,0.000031130487,0.000002846049],"category_scores_gemma":[0.00023905313,0.000054392043,0.000029804172,0.00026458027,0.00030413416,0.0004519935,0.00018206715,0.00018530204,9.13857e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016202935,0.0009915123,0.27919567,0.0010089657,0.00020991318,0.0000019997747,0.17639711,0.0033730655,0.013051795,0.36127603,0.000987292,0.16188635],"study_design_scores_gemma":[0.0010132246,0.0011385626,0.89030236,0.010179707,0.000044536773,0.0000041499825,0.021887098,0.0010773116,0.04977273,0.0049159355,0.019326467,0.00033790182],"about_ca_topic_score_codex":0.00009874868,"about_ca_topic_score_gemma":0.00008167317,"teacher_disagreement_score":0.61110675,"about_ca_system_score_codex":0.000057041492,"about_ca_system_score_gemma":0.000027145988,"threshold_uncertainty_score":0.22180432},"labels":[],"label_agreement":null},{"id":"W4415192089","doi":"10.1145/3757617","title":"It's a Complete Haystack: Understanding Dependency Management Needs in Computer-Aided Design","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Government of Canada","keywords":"Dependency (UML); Consistency (knowledge bases); Key (lock); Thematic analysis; Quality (philosophy); Design thinking; CAD; Formative assessment; Computer-supported cooperative work","score_opus":0.1241900098619628,"score_gpt":0.2966538253415529,"score_spread":0.17246381547959008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415192089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4562764,0.00012107238,0.33893928,0.031725544,0.034317188,0.014939553,0.000027462,0.0018421429,0.12181137],"genre_scores_gemma":[0.9806398,0.000034311917,0.014347757,0.0021728922,0.0017774014,0.00014959482,0.00006856938,0.00006668603,0.00074296293],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99717414,0.000020084324,0.00097430544,0.00081387995,0.00060820085,0.00040938787],"domain_scores_gemma":[0.99767613,0.00007846573,0.0012327753,0.00066389126,0.00033335775,0.000015374106],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008071145,0.00054389343,0.00059326517,0.0024012965,0.00035983126,0.0011464547,0.0024341026,0.00022468796,0.000050794715],"category_scores_gemma":[0.00007064293,0.0005056127,0.00023857523,0.0010278603,0.00006157818,0.0011048729,0.0051471395,0.0008040332,0.000035452853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002433111,0.0028393397,0.014130345,0.025386106,0.0025746548,0.000032942444,0.009009393,0.100186065,0.0033350752,0.3189869,0.4575255,0.063560605],"study_design_scores_gemma":[0.0057813707,0.0001866859,0.014435381,0.026059784,0.00094882323,0.000015483727,0.0027139,0.3864822,0.0026251366,0.5412638,0.016136592,0.0033507808],"about_ca_topic_score_codex":0.00015683123,"about_ca_topic_score_gemma":0.00003965839,"teacher_disagreement_score":0.52436346,"about_ca_system_score_codex":0.00086893054,"about_ca_system_score_gemma":0.00003870614,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W4415250157","doi":"10.1145/3757520","title":"Users' Strategies for Ensuring Trust, Privacy, and Safety on Facebook Marketplace: Challenges and Recommendations","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Trustworthiness; Payment; Information privacy; Safeguard; Anonymity; Key (lock); Balance (ability)","score_opus":0.061018775464775334,"score_gpt":0.2979051142357212,"score_spread":0.23688633877094586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9491965,0.000036137248,0.00008218913,0.0070152855,0.00070336595,0.0007246994,0.0000026406801,0.00008291497,0.04215625],"genre_scores_gemma":[0.9979352,0.00007577859,0.0005188893,0.0006380348,0.00035072537,0.000056070337,0.000004651634,0.000012246673,0.0004084363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935114,0.0000016958004,0.00021693185,0.00025217564,0.000058222668,0.00011983852],"domain_scores_gemma":[0.9993814,0.00015574736,0.00022306918,0.00014824882,0.00008531289,0.0000062093204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028121826,0.00013862671,0.00015201021,0.00020804473,0.0002800721,0.00033226502,0.00031559265,0.000053407926,0.00001916337],"category_scores_gemma":[0.00009032619,0.000109616565,0.00004964513,0.000053178144,0.000027804846,0.0011946296,0.00038431026,0.00014498873,0.0000033195874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001291611,0.00021451381,0.004767098,0.002819723,0.00031323745,1.9607855e-7,0.0021210434,0.000078893856,0.0009789002,0.57299644,0.025831208,0.38858712],"study_design_scores_gemma":[0.003529411,0.0002589579,0.19062456,0.004174152,0.00022073938,0.0000080852615,0.006204226,0.020456726,0.0038118854,0.28351685,0.48637992,0.00081447395],"about_ca_topic_score_codex":0.000011441375,"about_ca_topic_score_gemma":0.000008070574,"teacher_disagreement_score":0.4605487,"about_ca_system_score_codex":0.000030426827,"about_ca_system_score_gemma":0.000004589214,"threshold_uncertainty_score":0.44700336},"labels":[],"label_agreement":null},{"id":"W4415250187","doi":"10.1145/3757673","title":"The Human Labour of Data Work: Capturing Cultural Diversity through <scp>World Wide Dishes</scp>","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Citizen journalism; Variety (cybernetics); Participatory GIS; Process (computing); Participatory action research; Citizen science; Diversity (politics); Participatory design","score_opus":0.09436516645429642,"score_gpt":0.351507180276031,"score_spread":0.25714201382173457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983068,0.000027349992,0.0038886713,0.0034409286,0.0022151489,0.00043702914,0.000006167176,0.00023646477,0.00668028],"genre_scores_gemma":[0.99226946,0.0000071988957,0.0044899276,0.0004975341,0.00018323527,0.000015629788,0.0000067349497,0.00001473523,0.0025155537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99761325,0.00004411737,0.0006984905,0.0007507856,0.000499728,0.00039361443],"domain_scores_gemma":[0.99567556,0.0005521337,0.0011038057,0.0018051963,0.0008379256,0.000025380095],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006192117,0.00032212568,0.0003510028,0.000345933,0.001494491,0.00038144804,0.010016414,0.00012433874,0.0000050624985],"category_scores_gemma":[0.0005417667,0.00022162752,0.0001638075,0.0012395867,0.000330622,0.0033563855,0.0134373745,0.0009438512,0.000010711549],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067842804,0.0005688033,0.041652545,0.00029008466,0.0007489101,0.0000029042485,0.008897272,0.00006803711,0.038715795,0.69418555,0.20071743,0.014084833],"study_design_scores_gemma":[0.0018130359,0.0004595464,0.20302741,0.0029287676,0.00019878706,0.000035605317,0.0030345619,0.004181794,0.5601755,0.1680878,0.05548182,0.0005753851],"about_ca_topic_score_codex":0.00016302198,"about_ca_topic_score_gemma":0.000058047102,"teacher_disagreement_score":0.5260978,"about_ca_system_score_codex":0.0002667316,"about_ca_system_score_gemma":0.000021093787,"threshold_uncertainty_score":0.99980545},"labels":[],"label_agreement":null},{"id":"W4415250198","doi":"10.1145/3757421","title":"Robust Markov Stability for Community Detection at the Scale Learned based on the Structure","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Partition (number theory); Cluster analysis; Benchmark (surveying); Graph partition; Stability (learning theory); Robustness (evolution); Markov chain; Scale (ratio)","score_opus":0.05752910514052821,"score_gpt":0.313886935504531,"score_spread":0.2563578303640028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878528,0.0000017522892,0.0061034425,0.002870255,0.00025404585,0.00075618946,0.000014064333,0.000059862585,0.0020875975],"genre_scores_gemma":[0.99848753,1.9184466e-7,0.0006613372,0.000346592,0.00022851283,0.00007229453,0.000011187921,0.00001420481,0.00017815811],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99900115,0.00010291816,0.00029526174,0.00024775843,0.00018852174,0.00016437184],"domain_scores_gemma":[0.99782264,0.0007164183,0.00035343942,0.00082458684,0.0002666733,0.000016261303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006485786,0.00019088258,0.0002003863,0.00007955945,0.0011887443,0.00013906049,0.0012617778,0.000047970494,0.00014785868],"category_scores_gemma":[0.00007113011,0.000104722734,0.00029896203,0.0002678946,0.00010506369,0.000113385984,0.0005881138,0.00065212883,0.000001293525],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040354794,0.0027756272,0.07340148,0.0006945862,0.0015594553,5.4717894e-8,0.0046861474,0.017659975,0.33933556,0.02416609,0.15337671,0.37830883],"study_design_scores_gemma":[0.0006252664,0.0003825382,0.01986622,0.00035334786,0.00021435536,5.0025335e-7,0.000910948,0.13908826,0.76594126,0.06860932,0.0037305607,0.00027743858],"about_ca_topic_score_codex":0.00018136189,"about_ca_topic_score_gemma":0.00012754505,"teacher_disagreement_score":0.42660567,"about_ca_system_score_codex":0.00018188491,"about_ca_system_score_gemma":0.000010810652,"threshold_uncertainty_score":0.91429806},"labels":[],"label_agreement":null},{"id":"W4415250214","doi":"10.1145/3757436","title":"Live, Learn, and Connect: Unpacking Live-Streaming-Based Silver Classroom in China","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lifelong learning; Unpacking; Sociotechnical system; Informal learning; Educational technology; China; Experiential learning; Learning sciences; Social learning; Collaborative learning","score_opus":0.01990451888850162,"score_gpt":0.3023563750456257,"score_spread":0.28245185615712404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989199,0.000026209977,0.0017235641,0.006955211,0.00048536895,0.00015814336,5.355582e-7,0.00014936095,0.0013026225],"genre_scores_gemma":[0.9926167,0.0000055327396,0.0064352346,0.0004580198,0.00010758196,0.0000052514156,7.5297424e-7,0.000013156722,0.00035775095],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987386,0.000024565346,0.00034369892,0.0004541416,0.0002175922,0.00022140362],"domain_scores_gemma":[0.9989444,0.00020004652,0.00029041167,0.00038284852,0.00014696765,0.00003531106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029705142,0.00019436356,0.0002443392,0.00037295732,0.00017789063,0.00027672044,0.0013267483,0.00008417154,0.000005806671],"category_scores_gemma":[0.00028004788,0.00015814466,0.00010164369,0.0004157649,0.00005814543,0.00045095198,0.00075808354,0.0005385285,0.000010021531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003635908,0.0027986683,0.46120283,0.0017283963,0.00043324637,0.000018664128,0.018087614,0.02447855,0.03382428,0.14188823,0.016984915,0.29819104],"study_design_scores_gemma":[0.0013576875,0.0005196359,0.13836329,0.0026084727,0.000041602503,0.000012078636,0.00035664035,0.8202427,0.009803759,0.024794003,0.0014696461,0.00043047985],"about_ca_topic_score_codex":0.00008891712,"about_ca_topic_score_gemma":0.000015759693,"teacher_disagreement_score":0.79576415,"about_ca_system_score_codex":0.00009619015,"about_ca_system_score_gemma":0.000028946313,"threshold_uncertainty_score":0.6448952},"labels":[],"label_agreement":null},{"id":"W4415250287","doi":"10.1145/3757625","title":"Living with Brain Data: Collaboration and Equity in Data-Intensive Brain Implants","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Equity (law); Set (abstract data type); Patient care; Work (physics); Brain implant; Economic Justice; Data collection","score_opus":0.1076796070179008,"score_gpt":0.41603668830042156,"score_spread":0.30835708128252076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811341,0.00002201918,0.000035623023,0.017166201,0.00016871394,0.00043853515,0.000022062422,0.000025840902,0.0009868826],"genre_scores_gemma":[0.99452466,0.000010077579,0.00044314595,0.004722159,0.000052021238,0.000008405587,0.00004342198,0.000008133422,0.0001879484],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990276,0.000014558869,0.00021899906,0.0004465511,0.0001604112,0.0001318658],"domain_scores_gemma":[0.9988038,0.00024446662,0.00016567376,0.0005569902,0.00020156892,0.000027519653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022308712,0.00013058542,0.00022786821,0.00012959728,0.000083180865,0.000075665725,0.0005913668,0.000050500385,0.000005988295],"category_scores_gemma":[0.00077319716,0.00008247695,0.000016014588,0.00022694856,0.00005096836,0.0004832409,0.0018228692,0.00021287949,0.0000015408872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040614638,0.002905433,0.3834761,0.0014195963,0.0009452291,0.000044666704,0.0034040813,0.000058009144,0.05981624,0.0045937905,0.45378944,0.08548593],"study_design_scores_gemma":[0.0071462616,0.003632204,0.9357613,0.0056710327,0.000387787,0.00013836395,0.0025243934,0.023372902,0.00589641,0.011642836,0.0033503936,0.00047611754],"about_ca_topic_score_codex":0.00006554996,"about_ca_topic_score_gemma":0.00008657738,"teacher_disagreement_score":0.5522852,"about_ca_system_score_codex":0.000051006176,"about_ca_system_score_gemma":0.000022827999,"threshold_uncertainty_score":0.33633125},"labels":[],"label_agreement":null},{"id":"W4415250364","doi":"10.1145/3757500","title":"Relational Logistics and Alternative Supply Chains of Last Resort","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consolidation (business); Supply chain; Flexibility (engineering); Humanitarian Logistics; Social Welfare; Work (physics); Supply side; Welfare","score_opus":0.05797418035760698,"score_gpt":0.2923987681243339,"score_spread":0.23442458776672692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967681,0.000002404456,0.00043946755,0.002592146,0.0008657567,0.00016080205,0.0000013183171,0.000021634205,0.028235475],"genre_scores_gemma":[0.996676,0.0000018343115,0.00089930027,0.0012190109,0.00029249414,0.0000062243653,0.0000054631814,0.000005788131,0.0008938506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993708,0.0000015139154,0.00029756303,0.00014574111,0.000112398644,0.000071975584],"domain_scores_gemma":[0.9991452,0.00003916049,0.00038883835,0.00009446844,0.0003295019,0.0000028305399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020311876,0.00008533954,0.00012050466,0.00023145473,0.00011446503,0.000065342334,0.00029342234,0.000035763653,0.000029660525],"category_scores_gemma":[0.00013022045,0.00007034244,0.000038108657,0.00014076743,0.00005834938,0.0003667105,0.0003761237,0.00011979638,0.000006657646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054577005,0.00008540425,0.04918154,0.00017897465,0.00007811305,1.06943965e-7,0.00040125955,0.00011604591,0.0011339253,0.923503,0.0213683,0.0038987927],"study_design_scores_gemma":[0.0019410406,0.00006986039,0.76244825,0.0011896205,0.00008508414,0.0000033244473,0.0011407855,0.02620395,0.009837784,0.13701312,0.059640694,0.0004264614],"about_ca_topic_score_codex":0.000027862845,"about_ca_topic_score_gemma":0.00000383552,"teacher_disagreement_score":0.78648984,"about_ca_system_score_codex":0.000055221557,"about_ca_system_score_gemma":0.000008679249,"threshold_uncertainty_score":0.28684813},"labels":[],"label_agreement":null},{"id":"W4415250587","doi":"10.1145/3757539","title":"17 Years of Fintech for Financial Inclusion: A Systematic Review and Critical Value Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Underpinning; Financial inclusion; Work (physics); Reflexivity; Financial analysis; Thematic analysis; Value (mathematics); Financial services","score_opus":0.02415043220265562,"score_gpt":0.31397943551366203,"score_spread":0.2898290033110064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637265,0.001998825,0.00756642,0.01129703,0.0017186771,0.0048202816,0.000022903398,0.00024141015,0.008607918],"genre_scores_gemma":[0.99690735,0.000018165798,0.00080316456,0.0018124278,0.00013684445,0.000073287636,0.0000030934273,0.000011839513,0.00023384676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99877995,0.000003523397,0.00057963555,0.00028723155,0.00020524903,0.00014439445],"domain_scores_gemma":[0.99852324,0.00019051241,0.00054380187,0.0002735542,0.00046275783,0.0000061602427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046111035,0.00015334887,0.000594033,0.00045746236,0.0001814404,0.00013792641,0.0007838449,0.0000623684,0.000008586968],"category_scores_gemma":[0.0030586196,0.000125763,0.0002708115,0.0008416089,0.00007545995,0.0006769544,0.0017448284,0.00014340534,0.0000027718834],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018709352,0.00048775435,0.0019803585,0.5234868,0.00067207444,9.647605e-7,0.00027472404,0.00003063799,0.0035106542,0.40529984,0.060889885,0.0031792037],"study_design_scores_gemma":[0.0025309878,0.00067024067,0.04384326,0.49662924,0.021968907,0.000023007367,0.0003273115,0.035144232,0.016356925,0.37059373,0.010057491,0.0018546714],"about_ca_topic_score_codex":0.000030444493,"about_ca_topic_score_gemma":0.0000043705536,"teacher_disagreement_score":0.05083239,"about_ca_system_score_codex":0.00005162334,"about_ca_system_score_gemma":0.000008609605,"threshold_uncertainty_score":0.51284665},"labels":[],"label_agreement":null},{"id":"W4415250589","doi":"10.1145/3757619","title":"Large Language Model Agents for Improving Engagement with Behavior Change Interventions: Application to Digital Mindfulness","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Mindfulness; Behavior change; Coaching; Bridge (graph theory); Health coaching; Social support","score_opus":0.11583812629788412,"score_gpt":0.4475353534415779,"score_spread":0.33169722714369376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93536925,0.000012776284,0.0557495,0.0010426721,0.0012393052,0.0042476165,0.00014629797,0.00010818048,0.002084415],"genre_scores_gemma":[0.9873109,3.2251762e-8,0.0014274855,0.0005134426,0.00012840772,0.00785979,0.000036090267,0.000030368356,0.0026935048],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99857724,0.0000099607605,0.0005018737,0.00044539667,0.0001838779,0.0002816317],"domain_scores_gemma":[0.99887824,0.000048379734,0.00037585906,0.0004393464,0.00020283122,0.000055357246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025633513,0.00019482321,0.00019506877,0.0003121367,0.000220188,0.00015873733,0.0008531729,0.00006370264,0.000024063778],"category_scores_gemma":[0.000061815575,0.00015979237,0.00023769817,0.00023679528,0.00002549778,0.0005581488,0.00056472013,0.00019626226,0.000029419652],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013322897,0.00885901,0.0027143508,0.0029772345,0.00039410117,0.0000013722749,0.009765749,0.000067668836,0.002038957,0.11024353,0.018428218,0.8431775],"study_design_scores_gemma":[0.030773466,0.028656939,0.24236757,0.041102767,0.0033049358,0.00014584538,0.04656308,0.06885562,0.4364745,0.067403026,0.028582362,0.0057698735],"about_ca_topic_score_codex":0.000030591575,"about_ca_topic_score_gemma":0.000018872906,"teacher_disagreement_score":0.83740765,"about_ca_system_score_codex":0.00023747848,"about_ca_system_score_gemma":0.000007882009,"threshold_uncertainty_score":0.65161437},"labels":[],"label_agreement":null},{"id":"W4415250938","doi":"10.1145/3757680","title":"Towards Inclusive Infrastructures: Examining the Experiences of Gender Diverse People in University Systems","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT Impact and Policies","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Workaround; Transparency (behavior); Intersectionality; Identity (music); Affordance; Isolation (microbiology); Qualitative research; Identity management; Face (sociological concept)","score_opus":0.028525310905037217,"score_gpt":0.2837659135730646,"score_spread":0.25524060266802734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930185,0.00001912824,0.00008168602,0.00004971815,0.0010852567,0.00014880479,0.0000019035231,0.000034985285,0.0055600223],"genre_scores_gemma":[0.9997533,0.000008073664,0.00006075251,0.000029872079,0.00007617893,0.0000034633658,5.41863e-7,0.000005889107,0.000061922336],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9994867,0.00001049395,0.00017999775,0.00006823604,0.0001357534,0.00011881383],"domain_scores_gemma":[0.9995652,0.000071431175,0.000110420675,0.00016153522,0.00007862927,0.000012826072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010418489,0.0001095042,0.00015793691,0.00020070131,0.0001076617,0.000036460704,0.00073985266,0.000050337807,0.000009919384],"category_scores_gemma":[0.000048035017,0.0000747212,0.000049896462,0.00028565607,0.000048966594,0.0002467004,0.0004240336,0.00017680418,6.621518e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010001697,0.000061122984,0.012927089,0.0006879834,0.00019256605,3.9704685e-7,0.9173729,0.028902344,0.017149856,0.008023454,0.010908272,0.0036740347],"study_design_scores_gemma":[0.0008858995,0.00022546083,0.29370514,0.0012158983,0.00008049936,0.000012347718,0.597245,0.019574817,0.0834643,0.0015741569,0.0016358449,0.00038063937],"about_ca_topic_score_codex":0.00027342196,"about_ca_topic_score_gemma":0.000013341082,"teacher_disagreement_score":0.32012787,"about_ca_system_score_codex":0.00013622918,"about_ca_system_score_gemma":0.000011693377,"threshold_uncertainty_score":0.30470422},"labels":[],"label_agreement":null},{"id":"W4415250982","doi":"10.1145/3757674","title":"The Landscape of Digital Tech Disengagement Solutions for Early Adolescents: Insights from a Systematic Scoping Review and App Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Disengagement theory; Psychological intervention; Scope (computer science); Systematic review; Mobile apps; Social network analysis","score_opus":0.04093386037403444,"score_gpt":0.335809196336449,"score_spread":0.29487533596241455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771063,0.003993275,0.0015406378,0.0053749573,0.00059625285,0.004714469,0.000013256993,0.00016113241,0.006499763],"genre_scores_gemma":[0.999392,0.00021090714,0.00010267947,0.00007301712,0.000029667155,0.00006622356,0.0000022301615,0.000003346604,0.00011994402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9991506,0.000014012284,0.00037725293,0.0001723555,0.00016702706,0.00011880065],"domain_scores_gemma":[0.9990207,0.00024552425,0.00034751368,0.00018218384,0.00018847286,0.000015585994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026847122,0.00008495178,0.0002803291,0.0001608245,0.0005196199,0.00018997901,0.00059105275,0.000039800994,0.0000013435291],"category_scores_gemma":[0.00063282327,0.000052695934,0.00013174715,0.0004645614,0.000096706426,0.0002947116,0.00039446223,0.00008869609,7.379687e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048590478,0.0020951978,0.1836298,0.20460631,0.010365609,4.98574e-7,0.03637455,0.000030079034,0.0016590038,0.489224,0.023331689,0.04819736],"study_design_scores_gemma":[0.0025463034,0.0006371459,0.09783601,0.66902614,0.00723974,0.0000016060495,0.015601016,0.0017260017,0.0035137623,0.1996924,0.0010375711,0.0011423166],"about_ca_topic_score_codex":0.000024421946,"about_ca_topic_score_gemma":0.00006355096,"teacher_disagreement_score":0.4644198,"about_ca_system_score_codex":0.00004776019,"about_ca_system_score_gemma":0.000018470197,"threshold_uncertainty_score":0.3996549},"labels":[],"label_agreement":null},{"id":"W4415256692","doi":"10.1145/3757487","title":"Investigating the Role of Situational Disruptors in Engagement with Digital Mental Health Tools","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Situational ethics; Mental health; Context (archaeology); Digital health; Situation awareness; Psychological intervention; Focus group","score_opus":0.06340459814041315,"score_gpt":0.39735395640857374,"score_spread":0.3339493582681606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97979164,0.000025018084,0.000022643299,0.005680964,0.00069543417,0.00066322816,0.000024544333,0.000024136973,0.013072414],"genre_scores_gemma":[0.99865055,4.043196e-7,0.00038172977,0.00046048727,0.00005588465,0.00007567197,0.00001372365,0.000011378413,0.00035019542],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868506,0.000029743354,0.00059213757,0.0002449037,0.00025895867,0.00018920212],"domain_scores_gemma":[0.99890447,0.0001971744,0.00053057796,0.00024733398,0.000089015535,0.0000314537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003467852,0.00013649616,0.00018023117,0.0001767372,0.00017630149,0.00010389412,0.00068522315,0.000032097945,0.000027458058],"category_scores_gemma":[0.00012555135,0.000089392226,0.000094500516,0.0002873349,0.00011108339,0.0004904233,0.0003906683,0.00029463324,0.000007845489],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000594853,0.004047667,0.16407023,0.0007028045,0.00054896617,3.90198e-7,0.02969511,0.00014747515,0.002831628,0.3828045,0.02132477,0.39323157],"study_design_scores_gemma":[0.0036588805,0.004497116,0.8041816,0.010211297,0.000055382137,0.000040529387,0.024659928,0.0014104184,0.036387876,0.103761725,0.010568407,0.00056685455],"about_ca_topic_score_codex":0.000104034465,"about_ca_topic_score_gemma":0.000023827473,"teacher_disagreement_score":0.6401113,"about_ca_system_score_codex":0.00028432018,"about_ca_system_score_gemma":0.00003225947,"threshold_uncertainty_score":0.36453092},"labels":[],"label_agreement":null},{"id":"W4415256706","doi":"10.1145/3757495","title":"Navigating Value Elicitation: Insights from Palliative Care Providers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Value (mathematics); Documentation; Palliative care; Exploratory research; Requirements elicitation; Advance care planning; Work (physics); Focus group; Warrant","score_opus":0.10802868038887022,"score_gpt":0.44363103334365805,"score_spread":0.33560235295478785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928192,0.00033354247,0.00013809162,0.0016661242,0.00063436065,0.00040953813,0.000004723729,0.000050676234,0.0039437385],"genre_scores_gemma":[0.99123603,0.000027524004,0.0076234303,0.0006806695,0.00029964102,0.000024353498,0.000019229876,0.000014393316,0.000074704905],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99886584,0.000014631154,0.00041254392,0.0002959259,0.00029372185,0.00011731147],"domain_scores_gemma":[0.9982988,0.00026199545,0.0004203444,0.00026059424,0.00072594656,0.000032299366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051290193,0.00017606124,0.00032511706,0.000092110735,0.00012211387,0.000035953435,0.00040189383,0.00008456069,0.000009733277],"category_scores_gemma":[0.00048100197,0.00012939324,0.00017093772,0.00026063272,0.00007087118,0.000244598,0.00021948677,0.0003871081,0.000004925096],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017357034,0.00085353863,0.23397052,0.0040833564,0.0020913861,0.0000058476694,0.2601439,0.00040462308,0.33364516,0.018278467,0.019409152,0.12537834],"study_design_scores_gemma":[0.0021103413,0.0007488993,0.0756558,0.025049949,0.00034184672,0.0000012947959,0.024261456,0.0021323212,0.85038155,0.013212805,0.005822363,0.00028134958],"about_ca_topic_score_codex":0.00025002426,"about_ca_topic_score_gemma":0.000007640145,"teacher_disagreement_score":0.5167364,"about_ca_system_score_codex":0.00019042892,"about_ca_system_score_gemma":0.00003152173,"threshold_uncertainty_score":0.52765036},"labels":[],"label_agreement":null},{"id":"W4415256717","doi":"10.1145/3757491","title":"LTJ: A Capability-based Digital Journaling Tool to Support Well-being of Newcomers in Life Transition","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Journaling file system; Transition (genetics); Qualitative research; Process (computing); Usability; Qualitative property","score_opus":0.03761201248398281,"score_gpt":0.3651313291322138,"score_spread":0.327519316648231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97747695,0.0000025631916,0.00024742918,0.01515214,0.0006730469,0.0003553601,0.000001770629,0.00002509545,0.0060656266],"genre_scores_gemma":[0.9960312,0.0000027052283,0.0005366956,0.0031626727,0.00015459073,0.000011764689,0.0000011776369,0.000007102552,0.00009206458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986394,0.00002451799,0.00055878115,0.00020210368,0.00032410322,0.00025108317],"domain_scores_gemma":[0.9991569,0.00020063733,0.00022403541,0.0001459113,0.00020130101,0.000071206974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073324196,0.000109061904,0.0002450086,0.0002958721,0.00023324075,0.00013980974,0.00058418134,0.00007100695,0.000035453544],"category_scores_gemma":[0.00062322075,0.000094781426,0.00015169977,0.0003961731,0.000064890344,0.0005234097,0.000090684036,0.00023741173,0.0000023736186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022414466,0.0023675202,0.482571,0.0063321553,0.00030310673,0.000004083177,0.2516046,0.008783854,0.0063084927,0.10474734,0.032044422,0.102691986],"study_design_scores_gemma":[0.007965131,0.0024484617,0.6701998,0.01895722,0.00026890123,0.000007516564,0.079132594,0.011339908,0.06464331,0.079170674,0.06373345,0.0021330472],"about_ca_topic_score_codex":0.001061724,"about_ca_topic_score_gemma":0.00017579076,"teacher_disagreement_score":0.18762878,"about_ca_system_score_codex":0.00027000537,"about_ca_system_score_gemma":0.00012821537,"threshold_uncertainty_score":0.38650745},"labels":[],"label_agreement":null},{"id":"W4415256782","doi":"10.1145/3757590","title":"Envisioning Interventions to Combat Misinformation Propagation on Social Media: Insights from Older Adults' Approaches to Credibility Assessment","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; AGE-WELL","keywords":"Misinformation; Credibility; Psychological intervention; Social media; Flexibility (engineering); Thematic analysis; Interpersonal communication; Information sharing","score_opus":0.17327845948642587,"score_gpt":0.3936767562508277,"score_spread":0.22039829676440184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97326446,0.000002866241,0.001745001,0.006258595,0.0011191593,0.0010491217,0.000007837677,0.00009269898,0.016460266],"genre_scores_gemma":[0.99669456,0.0000013721452,0.00196128,0.0007927323,0.00035728785,0.000031801243,0.000024090434,0.000007979474,0.00012887518],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981746,0.00005608466,0.0006318332,0.00027773718,0.0006614616,0.00019825723],"domain_scores_gemma":[0.9986668,0.00021832486,0.00043069274,0.0002502476,0.00033599595,0.00009792316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055713917,0.00017375592,0.00021677295,0.00041364558,0.00088492635,0.0003753909,0.0008365628,0.00011624052,0.00006834484],"category_scores_gemma":[0.0009867458,0.0001383464,0.00017836384,0.0005100267,0.000058843805,0.0011375501,0.00035196415,0.00029801985,0.00003918267],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004758638,0.0010661572,0.00045636483,0.00041212438,0.0001138478,9.2720285e-8,0.55211645,0.0005052454,0.0016787408,0.1432769,0.042067464,0.25783074],"study_design_scores_gemma":[0.0029852,0.0008321054,0.73199475,0.010472194,0.00016339113,8.9005624e-7,0.16796333,0.011867504,0.037152223,0.028145738,0.007396302,0.0010263632],"about_ca_topic_score_codex":0.00015934443,"about_ca_topic_score_gemma":0.00010925149,"teacher_disagreement_score":0.7315384,"about_ca_system_score_codex":0.00052036386,"about_ca_system_score_gemma":0.00005184036,"threshold_uncertainty_score":0.68062276},"labels":[],"label_agreement":null},{"id":"W4415256822","doi":"10.1145/3757462","title":"Collaboration Challenges and Opportunities in Developing Scientific Open-Source Software Ecosystem: A Case Study on Astropy","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Alfred P. Sloan Foundation","keywords":"Commit; Context (archaeology); Interdependence; Collaborative software; Computer-supported cooperative work","score_opus":0.34398055528833826,"score_gpt":0.4405082850760234,"score_spread":0.09652772978768515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921049,0.000028357224,0.0005718595,0.0034883628,0.0020476237,0.00081903284,0.000004533378,0.00004612536,0.00088919175],"genre_scores_gemma":[0.9971597,0.0000046075274,0.0014346438,0.00016869113,0.00005269521,0.000035726116,0.0000015908554,0.000008181437,0.0011341409],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972975,0.00010490936,0.0007346183,0.0009280845,0.0007509222,0.00018395652],"domain_scores_gemma":[0.99735504,0.0005654064,0.00052349287,0.00088357757,0.0006352168,0.000037273665],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0047584297,0.00017839721,0.00029256142,0.0010740794,0.0006149027,0.0029163035,0.0023630694,0.000039213726,0.0000061947853],"category_scores_gemma":[0.0013529441,0.00012749012,0.000043068874,0.0008256928,0.000068896195,0.001024002,0.0033097677,0.00017234309,0.000008011815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033604162,0.0016261605,0.010119666,0.0003239792,0.00015601864,0.0000681892,0.047089256,0.0010784016,0.00048158562,0.03227672,0.07625862,0.83018535],"study_design_scores_gemma":[0.006659053,0.0030931688,0.11069523,0.008540895,0.0001702732,0.0004240154,0.6154449,0.04233154,0.0055707474,0.04721057,0.15819305,0.0016665811],"about_ca_topic_score_codex":0.000052628333,"about_ca_topic_score_gemma":0.00034517993,"teacher_disagreement_score":0.8285188,"about_ca_system_score_codex":0.0001570702,"about_ca_system_score_gemma":0.000052446903,"threshold_uncertainty_score":0.99811876},"labels":[],"label_agreement":null},{"id":"W4415256869","doi":"10.1145/3757584","title":"Double Incomes, Single Calendar: Reimagining Shared Scheduling for Modern Families","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Negotiation; Onboarding; Thematic analysis; Participatory design; Scheduling (production processes); Intervention (counseling); Citizen journalism; Confidentiality","score_opus":0.04947683211250595,"score_gpt":0.31279791157281256,"score_spread":0.2633210794603066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9509572,0.000022169193,0.042082578,0.0012870791,0.0018039342,0.00058823894,0.000037322596,0.00044563058,0.0027758891],"genre_scores_gemma":[0.98673,0.000002489943,0.012689666,0.00015263922,0.00010972496,0.0000749898,0.000017808596,0.00002076653,0.0002019575],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991724,0.000001624476,0.00036700908,0.00019632337,0.00011689503,0.00014574516],"domain_scores_gemma":[0.9993365,0.00005434569,0.000098011136,0.00022120941,0.00027240906,0.00001752422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010896086,0.0001416706,0.00016345143,0.00024295946,0.00015064151,0.00006228069,0.00046621452,0.000057890946,0.0000060459593],"category_scores_gemma":[0.000042120555,0.00011733411,0.00010488338,0.00025576496,0.000029582296,0.0003942099,0.00006678484,0.00023218208,0.0000018064076],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043613298,0.00055670884,0.007194872,0.0025151556,0.0006349062,2.851492e-7,0.009052704,0.1325356,0.69363815,0.04456078,0.023134409,0.08574027],"study_design_scores_gemma":[0.0035244792,0.00023108209,0.016192693,0.0019094647,0.0001709154,0.000004682986,0.0010926767,0.4809428,0.44008106,0.025526887,0.029661994,0.0006612719],"about_ca_topic_score_codex":0.000018803952,"about_ca_topic_score_gemma":0.000017797958,"teacher_disagreement_score":0.34840718,"about_ca_system_score_codex":0.000115599374,"about_ca_system_score_gemma":0.000011538002,"threshold_uncertainty_score":0.47847462},"labels":[],"label_agreement":null},{"id":"W4415256959","doi":"10.1145/3757454","title":"Accessibility Work in Academia: Balancing Needs, Bridging Gaps, and Breaking Down Barriers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Work (physics); Web accessibility; Government (linguistics); Intersection (aeronautics); Inclusion (mineral)","score_opus":0.05578941888617848,"score_gpt":0.4306027081112403,"score_spread":0.3748132892250618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861777,0.00005771349,0.00015239169,0.0075181867,0.0006400899,0.00057037733,0.0000014971441,0.00013783216,0.0047442345],"genre_scores_gemma":[0.9970148,0.000022113132,0.00088487467,0.0016515708,0.000085876236,0.0000869675,0.0000013827768,0.000010784694,0.00024163743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845785,0.0001010829,0.0006680472,0.00035175087,0.00014453818,0.00027674067],"domain_scores_gemma":[0.9980497,0.00055877055,0.0005310623,0.0006097527,0.00020681776,0.000043918175],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001274747,0.00017055901,0.00029760165,0.00036841197,0.0007277665,0.000028284243,0.0012367917,0.00052635506,0.000035269728],"category_scores_gemma":[0.0014498067,0.00013718288,0.00006707452,0.0006320768,0.00016411151,0.00032627862,0.0019679505,0.003303609,0.000003803426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015502861,0.000053163483,0.9661359,0.00031920246,0.000030085248,9.4030995e-8,0.0022956496,0.000005602509,0.0032347667,0.003159579,0.007147585,0.017463347],"study_design_scores_gemma":[0.00062375196,0.000029945359,0.9832437,0.0028404428,0.00002320386,0.0000011856987,0.0027909186,0.0005358823,0.0027887826,0.0045454535,0.002440763,0.00013599632],"about_ca_topic_score_codex":0.00010179275,"about_ca_topic_score_gemma":0.000027045602,"teacher_disagreement_score":0.017327351,"about_ca_system_score_codex":0.0004593822,"about_ca_system_score_gemma":0.00005393116,"threshold_uncertainty_score":0.9989958},"labels":[],"label_agreement":null},{"id":"W4415257147","doi":"10.1145/3757469","title":"Dissent, Distance, Dilemmas: ICTs and the Belarusian Diasporic Social Movement Community","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Eastern European Communism and Reforms","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Authoritarianism; Geopolitics; Social movement; Diaspora; Politics; Independence (probability theory); Information and Communications Technology; Social media","score_opus":0.04213992031392072,"score_gpt":0.3401458103036142,"score_spread":0.29800588998969346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93621176,0.000038502094,0.000052294603,0.00673271,0.00072500383,0.00037284414,0.0000025760885,0.000051183048,0.0558131],"genre_scores_gemma":[0.9968356,0.000045473345,0.00005473692,0.0007661771,0.0002907811,0.000013480291,0.0000017440212,0.000009428842,0.0019825706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99899644,0.00014014539,0.00027017103,0.00013876258,0.00027061655,0.00018384309],"domain_scores_gemma":[0.9990715,0.00017295098,0.0002874718,0.0003169477,0.00012221512,0.00002894866],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000932837,0.00013303825,0.00018142172,0.00007532065,0.0022639814,0.0002046274,0.0016594284,0.000050096118,0.000009041513],"category_scores_gemma":[0.00012794581,0.0000726998,0.000118956,0.0002291799,0.00056289067,0.00029774767,0.0011870629,0.0005314284,0.0000031064462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003861217,0.0005382632,0.0097570205,0.0002056295,0.00020387389,4.031595e-7,0.12604584,0.0000041268836,0.0008086859,0.78851587,0.008742207,0.06479197],"study_design_scores_gemma":[0.005462649,0.0004231378,0.53768325,0.0021571007,0.0002913459,0.000003676848,0.10064596,0.0005400932,0.0034517606,0.2549802,0.0934964,0.0008644462],"about_ca_topic_score_codex":0.0007983794,"about_ca_topic_score_gemma":0.00026494707,"teacher_disagreement_score":0.53353566,"about_ca_system_score_codex":0.00010035171,"about_ca_system_score_gemma":0.000012207096,"threshold_uncertainty_score":0.99903494},"labels":[],"label_agreement":null},{"id":"W4415257160","doi":"10.1145/3757464","title":"Data Tactics in Worker Advocacy Research","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rhetorical question; Set (abstract data type); Work (physics); Frame (networking); Social justice; Computer-supported cooperative work","score_opus":0.18855527884235304,"score_gpt":0.45432972819754,"score_spread":0.2657744493551869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6850034,0.000011381902,0.000058507325,0.009340237,0.0008785231,0.00039065484,0.0000027222495,0.00003839045,0.30427617],"genre_scores_gemma":[0.9981838,0.000019729334,0.00036208655,0.00019491454,0.00018156445,0.0000108853155,0.0000044205926,0.000004663433,0.0010379564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898106,0.000032818432,0.00028216888,0.00022247975,0.00027678805,0.00020471423],"domain_scores_gemma":[0.9990632,0.00024333473,0.00011154282,0.00035955815,0.00019864102,0.00002374036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014511596,0.000071670365,0.000107740365,0.00027317167,0.00033676482,0.0002681606,0.001934089,0.00006861897,0.000023734578],"category_scores_gemma":[0.00054596574,0.000060448358,0.000039881208,0.00058622676,0.00012794462,0.0017217342,0.0005564761,0.00038194214,0.000020851261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003587072,0.0009525233,0.020607475,0.00022294144,0.00010488768,6.636032e-7,0.0290191,0.0001264482,0.00045126834,0.37982023,0.16114736,0.40718842],"study_design_scores_gemma":[0.0011295227,0.00021099269,0.034448154,0.0029174266,0.000031586515,0.0000015973654,0.017780213,0.0030896051,0.005390933,0.19357155,0.7410405,0.0003878954],"about_ca_topic_score_codex":0.00026827375,"about_ca_topic_score_gemma":0.00027507788,"teacher_disagreement_score":0.5798932,"about_ca_system_score_codex":0.00018791943,"about_ca_system_score_gemma":0.00006535015,"threshold_uncertainty_score":0.35940507},"labels":[],"label_agreement":null},{"id":"W4415257531","doi":"10.1145/3757397","title":"AI Ethics and Social Norms: Exploring ChatGPT's Capabilities From What to How","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transparency (behavior); Research ethics; Context (archaeology); Information ethics; Everyday life; Social responsibility; Empirical research; Data collection","score_opus":0.17783737343698192,"score_gpt":0.4175649082818309,"score_spread":0.239727534844849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75923514,0.000019007522,0.000020138428,0.23719072,0.0016477365,0.00021036054,0.0000023963798,0.00004816419,0.001626354],"genre_scores_gemma":[0.9906885,0.000115825314,0.00035616424,0.007233688,0.0010875282,0.000026118641,9.899385e-7,0.000011573552,0.00047962906],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99874413,0.000060785627,0.00020547381,0.000290823,0.00045653663,0.00024224068],"domain_scores_gemma":[0.9983581,0.0006078922,0.00016864836,0.00015645573,0.00065173965,0.00005721939],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010573323,0.00014545005,0.0002220937,0.00013977516,0.0015947754,0.0014341462,0.0008188683,0.00021194664,0.000011324578],"category_scores_gemma":[0.0016514095,0.00012440984,0.00010919786,0.00019953678,0.00027729291,0.002554921,0.0005340726,0.0009485481,0.000002805129],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007672042,0.000107302985,0.0012129823,0.00016816704,0.00011449746,2.0226423e-7,0.7689801,0.000004324585,0.004141427,0.1892248,0.012755373,0.023214135],"study_design_scores_gemma":[0.0006605808,0.0003633134,0.017460791,0.0025244795,0.000105868516,5.0540075e-7,0.42818743,0.00009370285,0.02474419,0.44416383,0.08105013,0.00064518413],"about_ca_topic_score_codex":0.0021400533,"about_ca_topic_score_gemma":0.0007709089,"teacher_disagreement_score":0.34079263,"about_ca_system_score_codex":0.00020729296,"about_ca_system_score_gemma":0.000066176064,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W4415257631","doi":"10.1145/3757687","title":"Understanding Data Usage when Making High-Stakes Frontline Decisions in Homelessness Services","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outsourcing; Qualitative research; Compassion; Qualitative property; Emerging technologies; Interface (matter); Face (sociological concept)","score_opus":0.29937100471887945,"score_gpt":0.46526585663885295,"score_spread":0.1658948519199735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890661,0.000065655746,0.0018539024,0.0016708014,0.0025605904,0.0006328765,0.000019979418,0.00009323711,0.0040368033],"genre_scores_gemma":[0.99769026,0.000041994354,0.0012246573,0.00035140343,0.00034413082,0.000043994733,0.000022052664,0.000028656437,0.00025287716],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978656,0.00008729782,0.00082387263,0.0005289089,0.000316682,0.0003776346],"domain_scores_gemma":[0.99761033,0.0007350915,0.00057411334,0.00081410585,0.00023354984,0.000032790547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086257193,0.0002352907,0.00060124777,0.00048642108,0.0008919381,0.00011857964,0.0026626682,0.00021797538,0.000060845505],"category_scores_gemma":[0.00026792608,0.00018204238,0.00007759292,0.0004823603,0.00006312126,0.00080928026,0.0024196908,0.0008025617,0.00001466529],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011315148,0.0012283426,0.49950036,0.0040708627,0.0006027092,0.0000059902104,0.1580658,0.00028553628,0.0067874193,0.28146785,0.010238821,0.036614787],"study_design_scores_gemma":[0.0036399546,0.00015599122,0.24970467,0.030102847,0.00021409168,4.319067e-7,0.33538082,0.011263408,0.0017263986,0.35969937,0.0073546157,0.0007574098],"about_ca_topic_score_codex":0.00093883905,"about_ca_topic_score_gemma":0.005495027,"teacher_disagreement_score":0.24979569,"about_ca_system_score_codex":0.00057373964,"about_ca_system_score_gemma":0.00005184927,"threshold_uncertainty_score":0.7423473},"labels":[],"label_agreement":null},{"id":"W4415259383","doi":"10.1145/3757566","title":"Co-Writing with AI, on Human Terms: Aligning Research with User Demands Across the Writing Process","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Originality; Agency (philosophy); Process (computing); Generative grammar; Complement (music); Value (mathematics); Control (management)","score_opus":0.09970299942659626,"score_gpt":0.4351658932331937,"score_spread":0.33546289380659744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415259383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97680795,0.0000073804417,0.012199951,0.004097089,0.00021200074,0.00062217965,9.783637e-7,0.00019211393,0.005860361],"genre_scores_gemma":[0.99365467,9.94652e-7,0.004475888,0.0010397066,0.00038524787,0.00010140944,0.0000012065321,0.0000312181,0.00030967084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968147,0.00006283259,0.00057700195,0.0008763365,0.001031373,0.00063772366],"domain_scores_gemma":[0.99728304,0.00039766298,0.00044345905,0.001010424,0.0008091979,0.000056233945],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018243355,0.00031886145,0.00031186448,0.00030826623,0.0018650286,0.0012926413,0.004207547,0.000100248144,0.0000034033378],"category_scores_gemma":[0.00013350083,0.00018735796,0.00009505352,0.00074846373,0.00020421289,0.0012471065,0.0010476622,0.0012427394,0.0000052149803],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014947734,0.0020787993,0.20438932,0.003959074,0.0013194388,0.000045742876,0.090590455,0.021077221,0.094785325,0.43385214,0.01965546,0.12675224],"study_design_scores_gemma":[0.005695227,0.004600465,0.04279842,0.029633788,0.00013526376,0.00032639832,0.014946778,0.17917019,0.6731446,0.044698335,0.0027377314,0.0021127947],"about_ca_topic_score_codex":0.000049000086,"about_ca_topic_score_gemma":0.000017328179,"teacher_disagreement_score":0.5783593,"about_ca_system_score_codex":0.0002054961,"about_ca_system_score_gemma":0.00004730715,"threshold_uncertainty_score":0.9997441},"labels":[],"label_agreement":null},{"id":"W4415259384","doi":"10.1145/3757600","title":"FamilyDittos: Reimagining Intergenerational Interaction through Mimetic Agents","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Embodied cognition; Thematic analysis; Personalization; Bridge (graph theory); Representation (politics); Foundation (evidence); Social relation; Dynamics (music)","score_opus":0.07084966018006508,"score_gpt":0.3646411972502899,"score_spread":0.29379153707022476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415259384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8326902,0.000021977767,0.102871805,0.016940974,0.017029105,0.00088584295,0.0000040422797,0.00072856987,0.028827503],"genre_scores_gemma":[0.97141916,0.0000065712447,0.024613041,0.0022006074,0.0004141062,0.00008314963,0.0000073034867,0.000025332263,0.0012307195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973536,0.000050393377,0.0009059044,0.0008442288,0.00048760275,0.00035823963],"domain_scores_gemma":[0.9969743,0.00018074672,0.0008932914,0.000997811,0.00092431623,0.000029564955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003814668,0.00039146826,0.0003632244,0.00078751374,0.00050216925,0.00042856243,0.0036042721,0.0001804545,0.000055990204],"category_scores_gemma":[0.00040269355,0.0003023986,0.00024967076,0.0010756159,0.000147629,0.0031572937,0.0020007996,0.0011097431,0.00007135061],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020605845,0.00086227054,0.0026597248,0.00021161752,0.0005914877,0.0000035577632,0.0035073543,0.0006496716,0.18936715,0.55236274,0.21308812,0.036490276],"study_design_scores_gemma":[0.0015657711,0.0007791305,0.014294913,0.0023914203,0.00010196834,0.00013375482,0.00071436196,0.077661045,0.72473854,0.1367242,0.04002442,0.00087049475],"about_ca_topic_score_codex":0.000043569627,"about_ca_topic_score_gemma":0.0000054911025,"teacher_disagreement_score":0.53537136,"about_ca_system_score_codex":0.0005298161,"about_ca_system_score_gemma":0.000047806032,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W4415272101","doi":"10.1145/3757516","title":"Trust and Friction: Negotiating How Information Flows through Decentralized Social Media","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Social media; Negotiation; Corporate governance; Information governance; Citizen journalism; Information privacy; Point (geometry)","score_opus":0.049044577557072644,"score_gpt":0.33297785095281196,"score_spread":0.2839332733957393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415272101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686538,0.00004243791,0.0014386609,0.016666532,0.0042084893,0.00061572855,0.000009166659,0.00018326192,0.008181941],"genre_scores_gemma":[0.99725163,0.0000782966,0.0015345726,0.00030228373,0.00074721215,0.000025385774,0.000008984953,0.00000574481,0.000045898214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989814,0.000037626654,0.00027127532,0.00018401378,0.00033129333,0.00019438358],"domain_scores_gemma":[0.99905986,0.00011960367,0.00035773488,0.00015768105,0.00027648773,0.000028611264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003812067,0.00012702329,0.00016204639,0.00013449069,0.0011762012,0.0005434673,0.00073241984,0.0001272054,0.000016835942],"category_scores_gemma":[0.0013569603,0.00010958423,0.00007590141,0.0003339249,0.00009816854,0.0029018896,0.000520917,0.0002768238,0.000003856249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005302678,0.00036514236,0.005379736,0.00057663437,0.00026191314,2.8991607e-7,0.25279227,0.000041408977,0.005744221,0.40057406,0.17832625,0.15540782],"study_design_scores_gemma":[0.004901145,0.0003575874,0.06442372,0.0012059798,0.00033929278,0.000012706409,0.07056829,0.013138349,0.021575699,0.27909634,0.5431883,0.0011926346],"about_ca_topic_score_codex":0.0003500913,"about_ca_topic_score_gemma":0.00006685781,"teacher_disagreement_score":0.36486202,"about_ca_system_score_codex":0.00018160472,"about_ca_system_score_gemma":0.000028376326,"threshold_uncertainty_score":0.90465075},"labels":[],"label_agreement":null},{"id":"W4416162028","doi":"10.1145/3773068","title":"Studying Visual Evidence from Using Physical Space to Think","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Energy; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Set (abstract data type); Space (punctuation); Visualization; Physical space; Data visualization; Key (lock)","score_opus":0.11895573304276924,"score_gpt":0.41363942507563023,"score_spread":0.294683692032861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416162028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8615673,0.0000068336103,0.13441764,0.0024120796,0.00093895546,0.00022395582,0.0000015237915,0.000115349765,0.0003163534],"genre_scores_gemma":[0.9745536,0.0000019092515,0.023846356,0.0011262923,0.0002942372,0.0000041589506,9.635057e-7,0.000009574318,0.00016290837],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863523,0.000021061769,0.00029253692,0.0004817438,0.0003918878,0.00017756684],"domain_scores_gemma":[0.99869436,0.00018957448,0.00024999786,0.0005339176,0.00028223445,0.00004991279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021538643,0.00017432083,0.00022073547,0.000233568,0.000238656,0.0004878908,0.0026300696,0.00003971273,0.0000048244724],"category_scores_gemma":[0.0003375085,0.0001378323,0.000112862646,0.0006927076,0.00002836588,0.0012112367,0.0024045517,0.00021283906,0.000019635545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019503398,0.0020332586,0.009633107,0.00034435058,0.0005123977,0.0000032525083,0.030236688,0.0066646114,0.64071023,0.18809986,0.06568291,0.05588427],"study_design_scores_gemma":[0.00029657502,0.00024297003,0.0050998786,0.002052608,0.000056643126,0.0000024551744,0.00038998836,0.81320536,0.1679055,0.009494167,0.0009680633,0.0002858294],"about_ca_topic_score_codex":0.000074077856,"about_ca_topic_score_gemma":0.0000023552686,"teacher_disagreement_score":0.8065407,"about_ca_system_score_codex":0.00013627185,"about_ca_system_score_gemma":0.00002576508,"threshold_uncertainty_score":0.5620639},"labels":[],"label_agreement":null},{"id":"W4416193414","doi":"10.1145/3773073","title":"MobileMuseum: Smart, Portable, and Borrowable Museum Displays to Explore Interaction Patterns and Public Engagement","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Council of Professional Engineers; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Foundation for Innovation","keywords":"User engagement; Public engagement; Software deployment; Recreation; Social relation; Field (mathematics); Qualitative research; Citizen science; Social engagement","score_opus":0.0667806946601158,"score_gpt":0.3280940826672641,"score_spread":0.2613133880071483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416193414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97583354,0.000016452,0.012257938,0.006756378,0.0018899334,0.00060117984,0.000004562074,0.000056533612,0.0025834683],"genre_scores_gemma":[0.9959459,0.000025661308,0.0016161089,0.0018461023,0.00011900365,0.000103165075,0.0000045206575,0.000018407552,0.00032118452],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998073,0.00003895725,0.00047769293,0.0007418418,0.00029750666,0.00037104805],"domain_scores_gemma":[0.998372,0.00016789442,0.00035429525,0.000590114,0.00040670138,0.00010894856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003343348,0.0003157293,0.00030802222,0.0005521803,0.00040620955,0.00061453035,0.0014455689,0.00007657029,0.00002136923],"category_scores_gemma":[0.0001999611,0.0002569086,0.00011551341,0.0004039192,0.000045259898,0.0022352668,0.0023441408,0.00045321253,0.000010793647],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006732529,0.0023781217,0.11706741,0.0015760856,0.0011984328,0.000011937184,0.027695073,0.00023012319,0.46731222,0.13831028,0.18770239,0.05584467],"study_design_scores_gemma":[0.0030529948,0.0029295352,0.37398008,0.004793549,0.00024309366,0.00015959362,0.012882346,0.031608045,0.49752438,0.010822609,0.060107592,0.001896173],"about_ca_topic_score_codex":0.00015744634,"about_ca_topic_score_gemma":0.000018665545,"teacher_disagreement_score":0.25691268,"about_ca_system_score_codex":0.00016671506,"about_ca_system_score_gemma":0.000021249409,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W4416193476","doi":"10.1145/3773071","title":"Designing Augmented Reality for Cyclists: How Text-Based Notification Placements Influence Attentional Tunneling and Cycling Experience","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Augmented reality; Popularity; Field (mathematics); Cycling; User experience design; Event (particle physics); Human factors and ergonomics","score_opus":0.06602762397070401,"score_gpt":0.35932685135586184,"score_spread":0.29329922738515785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416193476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3556238,0.0000056273843,0.6380406,0.0052235853,0.0002504507,0.0006500099,0.000004363646,0.00010402167,0.00009753176],"genre_scores_gemma":[0.93337345,0.0000023688824,0.06569565,0.000466763,0.000059631853,0.00029909555,0.000009936713,0.000009893967,0.00008322745],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829227,0.000024981737,0.00046989735,0.00065293594,0.00033370807,0.00022618029],"domain_scores_gemma":[0.9979477,0.00032840212,0.00060462765,0.000585386,0.0004873522,0.000046544337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005116773,0.00020044304,0.00019251689,0.0002358346,0.0006098177,0.0004017274,0.0016681869,0.000077235236,0.000001289853],"category_scores_gemma":[0.00039341464,0.0001795684,0.00010337118,0.00041984074,0.00010546316,0.00095562945,0.0006103579,0.00021057045,0.0000012425463],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019901012,0.000640289,0.006238839,0.0006108974,0.00016348842,1.8660751e-7,0.0022423877,0.01129078,0.87556213,0.07711764,0.0036547903,0.022279557],"study_design_scores_gemma":[0.0013319185,0.00014618479,0.041068483,0.0013979543,0.00005892817,0.000005263536,0.0004643969,0.56544304,0.37311956,0.015834698,0.00074571726,0.00038386552],"about_ca_topic_score_codex":0.0000270239,"about_ca_topic_score_gemma":0.000002696432,"teacher_disagreement_score":0.5777496,"about_ca_system_score_codex":0.00022883783,"about_ca_system_score_gemma":0.000032271262,"threshold_uncertainty_score":0.7322586},"labels":[],"label_agreement":null}]}