{"meta":{"query_hash":"c6dce5150c56","filters":{"venue":"Proceedings of the ACM on Human-Computer Interaction"},"cohort_total":339,"direct_labels_cover":1,"predictions_cover":339,"exported":339,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c6dce5150c56","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+ACM+on+Human-Computer+Interaction"},"results":[{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","score_opus":0.10389394942065326,"score_gpt":0.39866218220261596,"score_spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760536065","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021084439,0.11564167,0.28376067,0.08453709,0.0052910587,0.0043456266,0.0018017319,0.00062859425,0.4829092],"genre_scores_gemma":[0.2518045,0.07801289,0.5633883,0.02011127,0.003765278,0.021676775,0.0011896562,0.0008832516,0.059168223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90953475,0.06401896,0.0060782586,0.005568162,0.013411793,0.0013879405],"domain_scores_gemma":[0.9194261,0.056104407,0.0031950814,0.010376239,0.008679492,0.002218764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07556605,0.001145736,0.0014084231,0.016286984,0.006015887,0.029133981,0.0031805192,0.0046717986,0.009575183],"category_scores_gemma":[0.08192623,0.0013072229,0.0009619472,0.016372142,0.026745014,0.02284236,0.008171678,0.0044980384,0.004660084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000731047,0.00009064596,0.0019836728,0.002650328,0.000056243596,0.0002185469,0.020392125,0.00022170585,0.00057670387,0.782218,0.009241361,0.18227763],"study_design_scores_gemma":[0.0000464596,0.00010493764,0.0015796942,0.0062458636,0.000062150844,0.00049160986,0.015537157,0.00031879812,0.0010383993,0.43605697,0.538457,0.000060956238],"about_ca_topic_score_codex":0.0024851025,"about_ca_topic_score_gemma":0.0022267671,"teacher_disagreement_score":0.07556605,"about_ca_system_score_codex":0.009408127,"about_ca_system_score_gemma":0.01279827,"threshold_uncertainty_score":0.39963627},"labels":[],"label_agreement":null},{"id":"W2771757504","doi":"10.1145/3134651","title":"Editor's Note/Chairs' Welcome","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer-supported cooperative work; Deliberation; Crowdsourcing; Work (physics); Social media; Library science; Public relations; Sociology; Computer science; Political science; World Wide Web; Engineering","score_opus":0.06815483837204474,"score_gpt":0.3816841996061393,"score_spread":0.3135293612340946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771757504","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059556227,0.0019084619,0.00028833188,0.059522048,0.935164,0.00008543411,0.00011873834,0.00021751961,0.0026358825],"genre_scores_gemma":[0.0009921036,0.0043540713,0.0009571131,0.13335243,0.7918295,0.00033666985,0.00030710403,0.00041060592,0.067460395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901697,0.0012088658,0.0010085512,0.0015203811,0.0051673017,0.00092524796],"domain_scores_gemma":[0.930414,0.0057026753,0.0028379757,0.0017070412,0.044146866,0.015191479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01096209,0.0036775356,0.0033273152,0.0029722222,0.0034525031,0.013586834,0.0044728154,0.015821368,0.08013782],"category_scores_gemma":[0.05084075,0.0012106368,0.0037504362,0.0016151975,0.0016936653,0.008268732,0.004761498,0.015806088,0.08977398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032689888,0.000013152867,0.000033402997,0.000110510984,0.000005870417,0.00007856816,0.000016861964,0.000018579676,0.00007769467,0.00014525744,0.99226135,0.007206081],"study_design_scores_gemma":[0.0000391719,0.000039464034,0.00015209512,0.0001888588,0.000013833852,0.00019049368,0.00009979037,0.000068021014,0.00010077042,0.0005671305,0.99850744,0.00003291842],"about_ca_topic_score_codex":0.0010100732,"about_ca_topic_score_gemma":0.0025393798,"teacher_disagreement_score":0.08013782,"about_ca_system_score_codex":0.0022017036,"about_ca_system_score_gemma":0.006903253,"threshold_uncertainty_score":0.2680877},"labels":[],"label_agreement":null},{"id":"W2773638743","doi":"10.1145/3134737","title":"Social CheatSheet","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; World Wide Web; Software deployment; Formative assessment; Task (project management); Filter (signal processing); Feature (linguistics); Overlay; Multimedia; Human–computer interaction; Information retrieval; Software engineering","score_opus":0.10588639668399907,"score_gpt":0.37528106336845984,"score_spread":0.26939466668446077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773638743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3408577,0.0035899815,0.28867462,0.0050498345,0.0018790067,0.0037453694,0.010958375,0.15487152,0.1903735],"genre_scores_gemma":[0.6409901,0.0013032185,0.1535155,0.002366092,0.0008324034,0.0017873542,0.01450752,0.0070238165,0.17767395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976209,0.0007075219,0.00015642447,0.00041329706,0.00078824756,0.0003136895],"domain_scores_gemma":[0.98671883,0.004676905,0.0008480948,0.00452242,0.0018822518,0.0013515268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026979642,0.0016295066,0.0011204963,0.0023266976,0.0020798035,0.002618204,0.0019845956,0.0021541754,0.032063644],"category_scores_gemma":[0.013697143,0.0005445952,0.000874234,0.0014160973,0.0007605503,0.0062019327,0.005154718,0.0016215182,0.01363486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002840898,0.0014706533,0.018872648,0.0023304492,0.0003639513,0.0016134394,0.008933163,0.0028728123,0.0376643,0.0155135915,0.32462186,0.58290225],"study_design_scores_gemma":[0.00037128018,0.001984771,0.027959142,0.00049787416,0.00032754833,0.0019454377,0.0027780049,0.03577488,0.0211543,0.015986793,0.8907064,0.0005135568],"about_ca_topic_score_codex":0.002635266,"about_ca_topic_score_gemma":0.005720917,"teacher_disagreement_score":0.032063644,"about_ca_system_score_codex":0.0006888233,"about_ca_system_score_gemma":0.0013998268,"threshold_uncertainty_score":0.107263565},"labels":[],"label_agreement":null},{"id":"W2774000474","doi":"10.1145/3134689","title":"High-resolution Temporal Representations of Alcohol and Tobacco Behaviors from Social Media Data","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Truth Initiative; National Institute on Drug Abuse; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Tobacco use; Social media; Computer science; Intervention (counseling); Psychology; Behavioral pattern; Alcohol consumption; Domain (mathematical analysis); Cognitive psychology; Data science; Alcohol; Environmental health; World Wide Web; Medicine; Biology","score_opus":0.13939541564064717,"score_gpt":0.4085078687527434,"score_spread":0.26911245311209625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774000474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70843804,0.0015300136,0.2430608,0.002630012,0.0003780725,0.00022597398,0.03341022,0.0021892847,0.008137524],"genre_scores_gemma":[0.9307909,0.00067691057,0.052460235,0.00014476078,0.00021535996,0.00016683964,0.014097101,0.0000600597,0.0013877784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997619,0.000065966815,0.000021060163,0.00006359485,0.000052026175,0.000035429806],"domain_scores_gemma":[0.9991026,0.00044622342,0.00014651565,0.00011270574,0.00015267756,0.00003937636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056303316,0.00048314303,0.00032311596,0.0025845796,0.00022348197,0.0008597182,0.00035325382,0.00053862156,0.0011409313],"category_scores_gemma":[0.003200227,0.00015792626,0.0005335812,0.0024155062,0.00019145173,0.001167083,0.0006178766,0.0006500636,0.0007185784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007652037,0.0007972047,0.32249418,0.00071832456,0.00048128195,0.0011900187,0.0019528395,0.13957128,0.033358082,0.011801039,0.028010242,0.4588603],"study_design_scores_gemma":[0.000017061797,0.000112454065,0.18300863,0.0000853504,0.00008393939,0.0003930597,0.0015693125,0.7811532,0.0032408615,0.016793486,0.013484197,0.000058473976],"about_ca_topic_score_codex":0.009393779,"about_ca_topic_score_gemma":0.015460498,"teacher_disagreement_score":0.009393779,"about_ca_system_score_codex":0.00032193336,"about_ca_system_score_gemma":0.00033732064,"threshold_uncertainty_score":0.018678188},"labels":[],"label_agreement":null},{"id":"W2774116887","doi":"10.1145/3134664","title":"Seeing Sound","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Annotation; Soundscape; Spectrogram; Redundancy (engineering); Active listening; Recall; Reliability (semiconductor); Crowdsourcing; Speech recognition; Human–computer interaction; Natural language processing; Artificial intelligence; Sound (geography); Cognitive psychology; World Wide Web","score_opus":0.08687798803912372,"score_gpt":0.34870432965333387,"score_spread":0.26182634161421015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774116887","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09306212,0.0027290178,0.652681,0.0033469982,0.002900396,0.0005718071,0.005861948,0.01967126,0.21917543],"genre_scores_gemma":[0.5427055,0.0026703943,0.3666377,0.002806713,0.00087327894,0.0005997862,0.0051023113,0.0039300197,0.07467439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990208,0.0001751374,0.00004770105,0.00034325078,0.0003407609,0.00007226112],"domain_scores_gemma":[0.99684143,0.0012372134,0.00014361333,0.00060602074,0.0009664855,0.00020518835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011342571,0.00087958825,0.0005279077,0.0015291504,0.0012191811,0.0030986008,0.0007838178,0.001770416,0.04696279],"category_scores_gemma":[0.008163789,0.00041085912,0.00060763967,0.0009579467,0.0011550032,0.0034560289,0.0034229024,0.000851904,0.020087777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009909495,0.000069967486,0.01061422,0.0015259694,0.00009017807,0.0010352982,0.0067089945,0.002769281,0.16353858,0.018063603,0.06118238,0.7334105],"study_design_scores_gemma":[0.00010457186,0.0006170002,0.047896635,0.0009756959,0.00025408846,0.003381998,0.009365189,0.020739323,0.07626935,0.05338494,0.7866387,0.00037247653],"about_ca_topic_score_codex":0.002239993,"about_ca_topic_score_gemma":0.0039022127,"teacher_disagreement_score":0.04696279,"about_ca_system_score_codex":0.00042619993,"about_ca_system_score_gemma":0.0006401632,"threshold_uncertainty_score":0.15710622},"labels":[],"label_agreement":null},{"id":"W2774129038","doi":"10.1145/3134686","title":"Two Sides to Every Story","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Intercultural communication; Negotiation; Salient; Task (project management); Perception; Computer-mediated communication; Social psychology; Psychology; Communication; Computer science; Sociology; World Wide Web; Engineering","score_opus":0.10530074807824315,"score_gpt":0.41611165066374994,"score_spread":0.3108109025855068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774129038","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10060518,0.008444905,0.010194966,0.13089451,0.009606245,0.00015629678,0.00082401856,0.0008793502,0.73839456],"genre_scores_gemma":[0.66137934,0.0027661037,0.0040622447,0.015363031,0.0007763721,0.00007182696,0.00051487907,0.00030947104,0.31475678],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99845135,0.00064805505,0.000040630064,0.00017602285,0.0003298698,0.00035411975],"domain_scores_gemma":[0.99834085,0.00029386632,0.00011311711,0.00017625061,0.00029515382,0.0007807894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001010971,0.0008472052,0.0003765632,0.0007226873,0.011069926,0.008035487,0.0011083009,0.0025531033,0.042123407],"category_scores_gemma":[0.0045964047,0.00029333087,0.00043908236,0.0006787608,0.007854801,0.0067836,0.0066634375,0.0048141987,0.005944058],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019070237,0.00006747604,0.0048244186,0.00028160246,0.0000606102,0.0043082093,0.3069807,0.0002718916,0.0019746027,0.13293779,0.4495277,0.09857418],"study_design_scores_gemma":[0.0000063007565,0.000030798717,0.0012032243,0.000121497935,0.000015967471,0.0011208499,0.113002114,0.0001048753,0.0002872549,0.008534234,0.8755452,0.00002768346],"about_ca_topic_score_codex":0.027483722,"about_ca_topic_score_gemma":0.046588767,"teacher_disagreement_score":0.042123407,"about_ca_system_score_codex":0.0032899305,"about_ca_system_score_gemma":0.0027904345,"threshold_uncertainty_score":0.14091682},"labels":[],"label_agreement":null},{"id":"W2774191699","doi":"10.1145/3134669","title":"Korero","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National University of Singapore","keywords":"Referent; Computer science; Context (archaeology); Human–computer interaction; Asynchronous communication; Interface (matter); Multimedia; Linguistics","score_opus":0.10117689612188746,"score_gpt":0.34842925736209296,"score_spread":0.2472523612402055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774191699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061513107,0.0038326168,0.4246838,0.0015532796,0.0017524405,0.002437555,0.01172782,0.1327655,0.35973382],"genre_scores_gemma":[0.22094323,0.0024320893,0.31711134,0.0022094313,0.0005514862,0.003264472,0.02217696,0.027485643,0.40382534],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99831045,0.00039179585,0.00013921966,0.0004483742,0.00055964815,0.00015039672],"domain_scores_gemma":[0.99535596,0.0019501022,0.00022578733,0.0010553836,0.0009586874,0.0004540755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021644435,0.0010016579,0.0006958147,0.0010831218,0.0007794303,0.0027375787,0.0022342368,0.0014621712,0.1301919],"category_scores_gemma":[0.009828009,0.00068213936,0.0008360513,0.0005679135,0.0004540581,0.004826283,0.004223534,0.001102075,0.055028494],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031294792,0.0005476295,0.002537954,0.0042918893,0.000107113185,0.0006661794,0.0056624277,0.0010649569,0.059533034,0.039509278,0.23920931,0.6437408],"study_design_scores_gemma":[0.00029075047,0.000658679,0.0030480968,0.0004188474,0.0000769384,0.0010062522,0.00086138834,0.0047549065,0.011133398,0.0096318545,0.9679883,0.00013046441],"about_ca_topic_score_codex":0.00056813227,"about_ca_topic_score_gemma":0.00084587507,"teacher_disagreement_score":0.1301919,"about_ca_system_score_codex":0.000403561,"about_ca_system_score_gemma":0.0008358115,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2774782036","doi":"10.1145/3134714","title":"Design Recommendations for Self-Monitoring in the Workplace","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Benchmarking; Productivity; Self-monitoring; Work (physics); Variety (cybernetics); Knowledge management; Computer science; Experience sampling method; Field (mathematics); Process management; Data science; Engineering; Business; Psychology; Marketing","score_opus":0.5182349395885374,"score_gpt":0.5082724576959539,"score_spread":0.00996248189258353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774782036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070159145,0.0035302406,0.784959,0.08876801,0.0016513069,0.010280922,0.0005577704,0.009894461,0.030199155],"genre_scores_gemma":[0.11633003,0.0013497648,0.8627171,0.0055321353,0.00012217407,0.009185869,0.00043505413,0.00044054698,0.003887385],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.918554,0.057805564,0.005642384,0.0055625406,0.010162705,0.002272752],"domain_scores_gemma":[0.7468154,0.14974798,0.012207457,0.025269428,0.055024788,0.010935083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06330425,0.0030496293,0.001343323,0.0040010265,0.0031252315,0.009159607,0.0063385735,0.006563774,0.00628992],"category_scores_gemma":[0.17565978,0.0024936632,0.0016463656,0.0024457998,0.003983371,0.015081749,0.0043292507,0.0060265968,0.0035448978],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008093682,0.004818014,0.051542204,0.008824265,0.00030052112,0.0007602339,0.06422668,0.009184416,0.015133801,0.043136623,0.07629478,0.72496915],"study_design_scores_gemma":[0.0032262634,0.0057040616,0.04060501,0.019965373,0.001483917,0.0015007984,0.11022076,0.054139793,0.028797293,0.16570537,0.5674422,0.0012091602],"about_ca_topic_score_codex":0.0048742862,"about_ca_topic_score_gemma":0.010408722,"teacher_disagreement_score":0.06330425,"about_ca_system_score_codex":0.0052720835,"about_ca_system_score_gemma":0.01058506,"threshold_uncertainty_score":0.33478892},"labels":[],"label_agreement":null},{"id":"W2775715748","doi":"10.1145/3134652","title":"Digital Privacy Challenges with Shared Mobile Phone Use in Bangladesh","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Mobile phone; Phone; Data sharing; Affect (linguistics); Information privacy; Qualitative property; Mobile device; Business; Psychology; World Wide Web; Computer science; Telecommunications; Medicine","score_opus":0.09983611517721941,"score_gpt":0.31368023404760487,"score_spread":0.21384411887038546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775715748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883532,0.0003886597,0.00058065576,0.0024379934,0.000012834561,0.00003166132,0.000048576374,0.0000060492016,0.008140379],"genre_scores_gemma":[0.9982931,0.00036810612,0.0001666293,0.0001897709,0.000004175121,0.00002922318,0.000015432423,0.0000038970998,0.0009296195],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923113,0.0049885167,0.00045348244,0.00061353156,0.0009836282,0.00064952875],"domain_scores_gemma":[0.99043477,0.0059830337,0.0016126115,0.0007817395,0.00061880384,0.00056912337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049913833,0.000307827,0.00051360147,0.00078994915,0.011367441,0.004962177,0.0009766662,0.0018487603,0.004567033],"category_scores_gemma":[0.012971852,0.00043823104,0.00024915554,0.0019921903,0.008222523,0.005273514,0.008247736,0.0017815382,0.0004934253],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046891637,0.000025945015,0.019568365,0.00011892873,0.000013367671,0.0013783632,0.9588382,0.00007108714,0.0013371498,0.0045646597,0.0005716838,0.013465305],"study_design_scores_gemma":[0.000004420369,0.00003758063,0.00532807,0.00010175036,0.000008501175,0.0007028429,0.980681,0.000085799904,0.00027771716,0.0011131816,0.011639006,0.000020105143],"about_ca_topic_score_codex":0.01500237,"about_ca_topic_score_gemma":0.015804026,"teacher_disagreement_score":0.01500237,"about_ca_system_score_codex":0.0048120627,"about_ca_system_score_gemma":0.0031768552,"threshold_uncertainty_score":0.034914136},"labels":[],"label_agreement":null},{"id":"W2898636943","doi":"10.1145/3274355","title":"Creating Better Action Plans for Writing Tasks via Vocabulary-Based Planning","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Vocabulary; Computer science; Task (project management); Action (physics); Context (archaeology); Plan (archaeology); Set (abstract data type); Domain (mathematical analysis); Action plan; Human–computer interaction; Quality (philosophy); Automation; Process management; Artificial intelligence; Knowledge management; Engineering; Linguistics","score_opus":0.06342491920446641,"score_gpt":0.33789907807114816,"score_spread":0.27447415886668175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898636943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16633244,0.0003902753,0.800008,0.0007938908,0.0001231054,0.0031765262,0.0012539806,0.005750389,0.022171384],"genre_scores_gemma":[0.3504755,0.00022584765,0.6408844,0.000116555144,0.000023788962,0.0019875437,0.0016503304,0.0004418775,0.004194163],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99466383,0.0031485832,0.0004323903,0.00082695787,0.0007322103,0.00019594673],"domain_scores_gemma":[0.9650571,0.024949996,0.0026551979,0.0041957134,0.0024246606,0.0007173975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067508477,0.0016044336,0.0005323013,0.0020711895,0.0013070263,0.0029591378,0.0017779574,0.0011114363,0.007497165],"category_scores_gemma":[0.0484786,0.000580327,0.0010139993,0.001236866,0.0017521081,0.0044220486,0.0030293798,0.0015691806,0.002840067],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000881476,0.0010976865,0.027352799,0.0036825319,0.00012916853,0.0011435499,0.10746046,0.03465008,0.045592062,0.04025889,0.015010916,0.7227404],"study_design_scores_gemma":[0.0010334171,0.002425837,0.03507614,0.0025669734,0.0005235664,0.0020771497,0.09436812,0.3666858,0.04826274,0.18404251,0.26213378,0.00080393534],"about_ca_topic_score_codex":0.003397657,"about_ca_topic_score_gemma":0.0062953285,"teacher_disagreement_score":0.007497165,"about_ca_system_score_codex":0.0011558864,"about_ca_system_score_gemma":0.003298217,"threshold_uncertainty_score":0.035702348},"labels":[],"label_agreement":null},{"id":"W2898791345","doi":"10.1145/3274459","title":"Our House","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interactivity; Helpfulness; Feeling; Autonomy; Robot; Variety (cybernetics); Internet privacy; Interpersonal communication; Psychology; Human–computer interaction; Social psychology; Computer science; Multimedia","score_opus":0.13698917549446882,"score_gpt":0.4315889290397788,"score_spread":0.29459975354531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898791345","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0082882615,0.003336893,0.0047646365,0.009973567,0.008405148,0.00036744543,0.0035174403,0.0028250087,0.9585215],"genre_scores_gemma":[0.023987455,0.0017432771,0.002597303,0.003230729,0.0007806555,0.00013559438,0.0017048547,0.00070313585,0.96511704],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992279,0.00010946001,0.000040730632,0.0002551678,0.00023449214,0.00013218806],"domain_scores_gemma":[0.9986744,0.0001009152,0.00006185895,0.00017545423,0.00033005676,0.0006573905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060538494,0.00096632284,0.0007230934,0.0010081783,0.004686162,0.003748883,0.0015794894,0.0016617016,0.7454011],"category_scores_gemma":[0.0022880046,0.00043165294,0.0005999051,0.0008177637,0.0006692902,0.0023222035,0.0044463635,0.0019937456,0.40789068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001744169,0.00017526094,0.0015318673,0.00020277569,0.000014313775,0.0012902741,0.00060584705,0.000108734646,0.0009340794,0.010199874,0.7977572,0.18700524],"study_design_scores_gemma":[0.000011029769,0.000039043633,0.0007371991,0.00006172062,0.00000468974,0.000604737,0.00043779478,0.000062264706,0.00018122094,0.0009547842,0.9968946,0.000010906988],"about_ca_topic_score_codex":0.0034076306,"about_ca_topic_score_gemma":0.006620832,"teacher_disagreement_score":0.7454011,"about_ca_system_score_codex":0.001156023,"about_ca_system_score_gemma":0.0020563263,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2898829623","doi":"10.1145/3274297","title":"MechanicalHeart","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; William Osler Health System; University of Waterloo","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Classifier (UML); Baseline (sea); Active listening; Human heart; Psychology","score_opus":0.040299478758984826,"score_gpt":0.32884027959061934,"score_spread":0.2885408008316345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898829623","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051776625,0.0044649323,0.16082926,0.007921044,0.008662971,0.0024653994,0.05733334,0.09664747,0.6098991],"genre_scores_gemma":[0.2852703,0.0024339613,0.09116206,0.0072091613,0.002918398,0.0020767148,0.08100851,0.011724569,0.5161963],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990049,0.000109499364,0.00005642724,0.00025875858,0.00044764,0.00012275387],"domain_scores_gemma":[0.9976674,0.00046489,0.0001060489,0.00063950755,0.00067418325,0.00044795137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015590125,0.0009719048,0.0007530374,0.00082286884,0.0010962281,0.0021164021,0.0017469907,0.0014102833,0.24680538],"category_scores_gemma":[0.0069547365,0.00040004877,0.0006464278,0.00065486075,0.00044542665,0.0021889368,0.0035995354,0.00092866534,0.15826285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009271962,0.00015364752,0.0048714154,0.00053871254,0.000052119827,0.0005121193,0.00045540495,0.00065332593,0.008674147,0.006196145,0.6426373,0.33432832],"study_design_scores_gemma":[0.00018016034,0.00030440226,0.014218874,0.0001833559,0.00004188096,0.00088609004,0.0002719922,0.004575024,0.003856576,0.005734853,0.9696574,0.00008932339],"about_ca_topic_score_codex":0.001687762,"about_ca_topic_score_gemma":0.0032893019,"teacher_disagreement_score":0.24680538,"about_ca_system_score_codex":0.00043880122,"about_ca_system_score_gemma":0.00082725455,"threshold_uncertainty_score":0.8256463},"labels":[],"label_agreement":null},{"id":"W2899033647","doi":"10.1145/3274381","title":"StreamWiki","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Voting; World Wide Web; Human–computer interaction","score_opus":0.04278494560197251,"score_gpt":0.33660556836026795,"score_spread":0.29382062275829546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899033647","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011463464,0.001116271,0.19544089,0.0017808597,0.0009581485,0.0027180803,0.09638347,0.59971195,0.09042684],"genre_scores_gemma":[0.08947953,0.0034057104,0.22656597,0.002658464,0.00039553188,0.0072994735,0.31201383,0.12707804,0.2311034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990626,0.00011491266,0.0001306071,0.00023814112,0.0003319538,0.000121752906],"domain_scores_gemma":[0.9973973,0.0007979751,0.00015925005,0.00084965886,0.0004645922,0.00033134993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015274769,0.0016353521,0.0010586022,0.001978934,0.0011522103,0.0033278104,0.003981784,0.0013292364,0.083981164],"category_scores_gemma":[0.0075412216,0.0012477855,0.0013856487,0.0019041807,0.0005982122,0.007449723,0.004841716,0.0030815057,0.05446357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002660101,0.00040437657,0.0018448714,0.002535118,0.00025475668,0.0007086448,0.001426867,0.002053902,0.019607557,0.027466455,0.7480023,0.193035],"study_design_scores_gemma":[0.0005656528,0.00011558695,0.0017384087,0.00019368452,0.000080824626,0.0003231468,0.0002473106,0.014200412,0.0143154515,0.017350597,0.9507109,0.00015797958],"about_ca_topic_score_codex":0.005395061,"about_ca_topic_score_gemma":0.0074701374,"teacher_disagreement_score":0.083981164,"about_ca_system_score_codex":0.000915996,"about_ca_system_score_gemma":0.0022957264,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","score_opus":0.04068191450753942,"score_gpt":0.30181923727309334,"score_spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899134503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6555619,0.0016695373,0.2558538,0.009102794,0.00035944887,0.0019288467,0.0010508401,0.0014715241,0.07300113],"genre_scores_gemma":[0.95845807,0.00016726248,0.037493363,0.0005255787,0.0000891262,0.00077504263,0.00035994258,0.00017324573,0.0019584985],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.84265965,0.10609127,0.011541859,0.012836898,0.021326648,0.005543705],"domain_scores_gemma":[0.34775427,0.5395678,0.0342727,0.059658617,0.015076369,0.0036701716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09116649,0.0011207301,0.0013830641,0.0029321944,0.004646217,0.008165226,0.002884856,0.0050772396,0.00633766],"category_scores_gemma":[0.4569319,0.0010534046,0.002049133,0.002018012,0.008395485,0.010345065,0.010297672,0.005734644,0.0016975744],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00638032,0.0017418173,0.18411998,0.0049716905,0.0008840651,0.0017030354,0.12209153,0.036060657,0.01766099,0.2173644,0.010855896,0.3961656],"study_design_scores_gemma":[0.0010611042,0.0016787996,0.069617614,0.0025472052,0.00063841447,0.0012651257,0.049988523,0.13573703,0.024067327,0.65720713,0.055643775,0.00054802495],"about_ca_topic_score_codex":0.001939076,"about_ca_topic_score_gemma":0.002595702,"teacher_disagreement_score":0.09116649,"about_ca_system_score_codex":0.0024591954,"about_ca_system_score_gemma":0.0038957237,"threshold_uncertainty_score":0.48214024},"labels":[],"label_agreement":null},{"id":"W2899336012","doi":"10.1145/3274460","title":"Shopping Over Distance through a Telepresence Robot","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Robot; Human–computer interaction; Telerobotics; Computer science; Mobile robot; Multimedia; Artificial intelligence","score_opus":0.11376348622870633,"score_gpt":0.42679614855880926,"score_spread":0.31303266233010296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899336012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98046595,0.00013753059,0.009077361,0.00017494935,0.000015674455,0.00006459633,0.000041701518,0.00012471745,0.009897595],"genre_scores_gemma":[0.98771197,0.00008117206,0.008698423,0.000045019104,0.0000062435242,0.000042112915,0.000027665168,0.000010167212,0.0033772364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996482,0.00017638382,0.00001355082,0.000053650576,0.000067217086,0.000040929142],"domain_scores_gemma":[0.99896336,0.0005114903,0.00017869621,0.00013187648,0.00008807113,0.00012638957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038247416,0.00040232853,0.00016836417,0.0003419099,0.0007011019,0.0008659344,0.0005820337,0.000625943,0.0067247283],"category_scores_gemma":[0.0020219244,0.00015052449,0.00022780665,0.00019239602,0.00057021977,0.0012985428,0.0012291828,0.00030414146,0.00079468725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003659721,0.0038025002,0.09597435,0.0012499735,0.00016701334,0.008713124,0.10665759,0.0049837674,0.17941102,0.011989885,0.0069867186,0.5764044],"study_design_scores_gemma":[0.00076452625,0.026031503,0.33327046,0.0007519713,0.00071938673,0.020368138,0.19838965,0.06921695,0.1119097,0.00896499,0.22876944,0.0008432441],"about_ca_topic_score_codex":0.00077649124,"about_ca_topic_score_gemma":0.0011236838,"teacher_disagreement_score":0.0067247283,"about_ca_system_score_codex":0.00018372272,"about_ca_system_score_gemma":0.0001882415,"threshold_uncertainty_score":0.022496402},"labels":[],"label_agreement":null},{"id":"W2913670070","doi":"10.1145/3179426","title":"Welcome Letter","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); USable; Data science; Domain (mathematical analysis); Subject (documents); Operations research; World Wide Web; Engineering","score_opus":0.06956925124307452,"score_gpt":0.3197284995975384,"score_spread":0.2501592483544639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913670070","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069719215,0.004078499,0.0009127205,0.3010072,0.61905485,0.00029045035,0.0010322706,0.0010839755,0.07184281],"genre_scores_gemma":[0.004697828,0.0033432718,0.0011095231,0.27170703,0.14913285,0.00044929728,0.0011177986,0.0008958757,0.56754655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955249,0.00087721966,0.00027363317,0.0007180247,0.0018491664,0.0007569733],"domain_scores_gemma":[0.9753213,0.0036889534,0.0008953093,0.0009765194,0.009722908,0.009395078],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044244193,0.0017400848,0.00141402,0.0013546583,0.004241464,0.009542939,0.002414254,0.012711195,0.37162584],"category_scores_gemma":[0.03469262,0.000653757,0.0016397514,0.0007836206,0.0013505142,0.006677393,0.0059085255,0.011058713,0.25402695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017936774,0.000011736789,0.000043023854,0.000037285212,0.0000016926161,0.00006237545,0.000035498968,0.00000636516,0.000041748135,0.0003719082,0.9913544,0.008016166],"study_design_scores_gemma":[0.000012401687,0.000025185527,0.00012713627,0.00007044988,0.000002670463,0.00013305491,0.00018378923,0.000017446651,0.00003786381,0.0005750712,0.99880576,0.000009001243],"about_ca_topic_score_codex":0.00092909543,"about_ca_topic_score_gemma":0.0019286934,"teacher_disagreement_score":0.62837416,"about_ca_system_score_codex":0.0018521636,"about_ca_system_score_gemma":0.0047190837,"threshold_uncertainty_score":0.8962995},"labels":[],"label_agreement":null},{"id":"W2949120362","doi":"10.1145/3331151","title":"Designing for Real-Time Groupware Systems to Support Complex Scientific Data Analysis","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Collaborative software; Workflow; Leverage (statistics); Data visualization; Data science; Visualization; Data management; Data mining; World Wide Web; Database","score_opus":0.3603481586428474,"score_gpt":0.4504925275221436,"score_spread":0.09014436887929617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949120362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0450688,0.00012277339,0.93525785,0.00046618722,0.000109820074,0.000832248,0.000076550525,0.015881747,0.0021840069],"genre_scores_gemma":[0.17756698,0.00009807182,0.8177331,0.0001967513,0.00006290139,0.00065123953,0.00036116302,0.0005120415,0.002817667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997003,0.0009230583,0.00027731285,0.0007259516,0.00073348725,0.00033727946],"domain_scores_gemma":[0.99100566,0.002327744,0.0008260908,0.0031340774,0.0017867051,0.00091972575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006344477,0.0008546725,0.000537248,0.0011258149,0.0010999909,0.0028834024,0.00334676,0.0015705101,0.003066488],"category_scores_gemma":[0.010702306,0.00066999503,0.00068515335,0.0008656275,0.0011025813,0.0040730494,0.0025751058,0.0016306333,0.0019318158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015112835,0.0020279195,0.027941676,0.0010843492,0.00048653226,0.0012301984,0.006166575,0.062053617,0.13109115,0.04219032,0.02587682,0.6983395],"study_design_scores_gemma":[0.0006912819,0.0020037682,0.0073248884,0.00029167114,0.0003413222,0.00083243963,0.0013037021,0.6823262,0.15140626,0.042604744,0.1105891,0.00028468834],"about_ca_topic_score_codex":0.0017974235,"about_ca_topic_score_gemma":0.0018036531,"teacher_disagreement_score":0.006344477,"about_ca_system_score_codex":0.0007342033,"about_ca_system_score_gemma":0.002082282,"threshold_uncertainty_score":0.033553243},"labels":[],"label_agreement":null},{"id":"W2949483509","doi":"10.1145/3300961","title":"SMAC","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Proxemics; Human–computer interaction; Workflow; Desk; Computer science; Work (physics); Gaze; Engineering; Artificial intelligence","score_opus":0.30979709585954324,"score_gpt":0.4576377586033961,"score_spread":0.14784066274385288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949483509","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008069409,0.0012924711,0.082764,0.003367708,0.003054291,0.0010207215,0.032228254,0.07341191,0.79479134],"genre_scores_gemma":[0.08548642,0.001883032,0.079264574,0.003949695,0.0010815447,0.001743337,0.099715956,0.016569316,0.7103061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801826,0.0002950832,0.00013402854,0.00036335335,0.00093204674,0.00025721127],"domain_scores_gemma":[0.99583924,0.00054204126,0.00015259218,0.0011895961,0.0018227057,0.00045382287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017751686,0.0012020499,0.0007292284,0.00253366,0.001881062,0.0043635066,0.0026964636,0.0020769383,0.38130212],"category_scores_gemma":[0.008490472,0.00051073526,0.0008900788,0.0022148981,0.0006839829,0.0045215907,0.004660137,0.0016565527,0.30643487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045709865,0.00012566677,0.0012079569,0.0004427471,0.000026046371,0.00024537576,0.0003474095,0.0006990875,0.0036426613,0.026050895,0.73431355,0.23244156],"study_design_scores_gemma":[0.000031031785,0.00004832015,0.00081123627,0.00009508765,0.00001151054,0.00019035033,0.00010086567,0.0016616423,0.0013283,0.0038362597,0.9918607,0.000024710276],"about_ca_topic_score_codex":0.005381369,"about_ca_topic_score_gemma":0.0060654194,"teacher_disagreement_score":0.38130212,"about_ca_system_score_codex":0.0012158123,"about_ca_system_score_gemma":0.0024247053,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2951656661","doi":"10.1145/3331163","title":"Evaluating Multimodal Feedback for Assembly Tasks in a Virtual Environment","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; McGill University","funders":"","keywords":"Wrench; Haptic technology; Modalities; Computer science; Task (project management); Human–computer interaction; Auditory feedback; Vibration; Stimulus modality; Visual feedback; Simulation; Sensory system; Artificial intelligence; Engineering; Psychology; Cognitive psychology; Systems engineering; Mechanical engineering","score_opus":0.11688823460729832,"score_gpt":0.3763046737825518,"score_spread":0.2594164391752535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951656661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851157,0.00014943517,0.013209567,0.00003086396,0.000024317182,0.00015004209,0.00010927283,0.00032069907,0.0008900197],"genre_scores_gemma":[0.97697496,0.00017479672,0.020787312,0.000038424667,0.000020730275,0.00025509362,0.0001980525,0.000058655252,0.0014919159],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989786,0.00045558668,0.00008610262,0.00012949618,0.0002397499,0.000110556786],"domain_scores_gemma":[0.994041,0.0044816085,0.0003801294,0.0002279911,0.00054852007,0.0003207056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017080609,0.0012373326,0.0005673279,0.00045259253,0.00022645423,0.00079416455,0.00072961947,0.00081746257,0.0062184036],"category_scores_gemma":[0.01486677,0.00028946484,0.00034767692,0.00020070291,0.00027316716,0.000839314,0.00092726265,0.0003487811,0.00077762234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020900318,0.004555321,0.017195093,0.0033287383,0.00023707036,0.00081142917,0.0057089953,0.032975443,0.55944,0.0003593138,0.00170628,0.35278204],"study_design_scores_gemma":[0.0024163555,0.1250682,0.31614894,0.0007867632,0.0011400337,0.0022557143,0.006237125,0.28324553,0.25031626,0.0015284964,0.010262805,0.0005938486],"about_ca_topic_score_codex":0.0013055159,"about_ca_topic_score_gemma":0.0018604385,"teacher_disagreement_score":0.0062184036,"about_ca_system_score_codex":0.00024092432,"about_ca_system_score_gemma":0.00034565516,"threshold_uncertainty_score":0.020802617},"labels":[],"label_agreement":null},{"id":"W2952651124","doi":"10.1145/3331156","title":"Tangible BioNets","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Excellence Research Chairs, Government of Canada; Canada Foundation for Innovation; Ontario Ministry of Research, Innovation and Science; Canada Research Chairs; National Science Foundation","keywords":"Computer science; Usability; Process (computing); Biological network; Human–computer interaction; Biological data; Data science; Bioinformatics","score_opus":0.045309125682246085,"score_gpt":0.3326112583374098,"score_spread":0.2873021326551637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952651124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032631986,0.0010386464,0.8975414,0.000787493,0.00044055592,0.0006146991,0.0039026865,0.024415834,0.038626682],"genre_scores_gemma":[0.35806155,0.0019698765,0.5794507,0.0009449169,0.00011638571,0.0023155035,0.007045017,0.0040412056,0.046054833],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991437,0.00025016742,0.00006277047,0.00017750409,0.00028823575,0.00007754372],"domain_scores_gemma":[0.99786973,0.0011575941,0.00011532494,0.00042436217,0.00023136378,0.0002016694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012195406,0.001290946,0.0006213641,0.001011899,0.00069481554,0.0027866792,0.0017963466,0.0012444141,0.0493182],"category_scores_gemma":[0.005857725,0.000605623,0.0010587454,0.0006502431,0.00084813737,0.0033144967,0.0046435143,0.00080161256,0.007306623],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002107672,0.0004673246,0.0057540624,0.0050687306,0.00025239837,0.0022277317,0.006823884,0.044855095,0.11686337,0.14868365,0.090446725,0.57644933],"study_design_scores_gemma":[0.00030041568,0.0010962805,0.0065228427,0.000883082,0.00020987158,0.0027837947,0.0018816438,0.13135222,0.04546193,0.09714034,0.71212095,0.00024680336],"about_ca_topic_score_codex":0.00092077453,"about_ca_topic_score_gemma":0.0015051672,"teacher_disagreement_score":0.0493182,"about_ca_system_score_codex":0.0005186252,"about_ca_system_score_gemma":0.00062705716,"threshold_uncertainty_score":0.16498578},"labels":[],"label_agreement":null},{"id":"W2964263306","doi":"10.1145/3274327","title":"Fake Cures","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Social media; Internet privacy; Psychology; Computer science; Health information; World Wide Web; Public relations; Health care; Political science; Computer security","score_opus":0.092357601920182,"score_gpt":0.400258858983331,"score_spread":0.307901257063149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964263306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4574496,0.025159294,0.10230019,0.07700577,0.009663923,0.0015275367,0.012470638,0.0033846763,0.31103837],"genre_scores_gemma":[0.92694116,0.0042715413,0.018562637,0.007371621,0.0020437012,0.00022596776,0.0015527065,0.00024642659,0.038784266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995181,0.0018176807,0.0002982337,0.00068137486,0.0017016121,0.00032005817],"domain_scores_gemma":[0.9762891,0.013440184,0.004287741,0.0038547025,0.0016171285,0.00051113695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037059586,0.00079481443,0.0008878325,0.0028781195,0.0019491387,0.0029524881,0.00063460245,0.0026678082,0.024123792],"category_scores_gemma":[0.03332335,0.00034827093,0.00081284286,0.001391562,0.001825638,0.0031061396,0.0017119241,0.0017862312,0.006852813],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013830294,0.00044421258,0.061737422,0.002093382,0.00047207152,0.0030775133,0.00484906,0.0063818214,0.0057161856,0.09066464,0.14273824,0.6804424],"study_design_scores_gemma":[0.0002379798,0.0013882436,0.078939155,0.0026061165,0.0008434316,0.022644741,0.0046687215,0.051974908,0.016974036,0.11358041,0.70580155,0.00034075443],"about_ca_topic_score_codex":0.00097548106,"about_ca_topic_score_gemma":0.0011836416,"teacher_disagreement_score":0.024123792,"about_ca_system_score_codex":0.0010605928,"about_ca_system_score_gemma":0.0006718119,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2972184593","doi":"10.1145/3359147","title":"Causal Effects of Brevity on Style and Success in Social Media","year":2019,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Salient; Social media; Style (visual arts); Observational study; Psychology; Order (exchange); Computer science; Social psychology; Artificial intelligence; Mathematics; History; World Wide Web; Business","score_opus":0.030841182731681592,"score_gpt":0.3251916011884502,"score_spread":0.2943504184567686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972184593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820306,0.00035636162,0.011249788,0.00055940927,0.00004446344,0.000102271224,0.00030710126,0.000107108106,0.0052429703],"genre_scores_gemma":[0.99598545,0.00009710241,0.0029836134,0.000067125795,0.000039041748,0.00005414143,0.00012649575,0.000049111266,0.00059783115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899574,0.0059311534,0.0005903071,0.0014662355,0.0015426605,0.0005122803],"domain_scores_gemma":[0.6666719,0.25224337,0.04580337,0.019942101,0.007862081,0.0074772574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015615192,0.000657632,0.0006708685,0.0019565793,0.0010926432,0.0030766476,0.0005523339,0.0010705016,0.006340967],"category_scores_gemma":[0.15469,0.00060120417,0.0006863745,0.0015456798,0.0028125742,0.0032021105,0.0020572266,0.002211902,0.00095007074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011172227,0.00082003337,0.92154455,0.0003507194,0.0005622438,0.0002553114,0.0065588783,0.004252298,0.008472558,0.0059571858,0.0007771847,0.049331754],"study_design_scores_gemma":[0.000036205896,0.0006630516,0.977207,0.000063620384,0.00021603193,0.00015470514,0.0016533765,0.006913487,0.0020535132,0.009975026,0.0009864635,0.000077579636],"about_ca_topic_score_codex":0.0013571235,"about_ca_topic_score_gemma":0.0017886917,"teacher_disagreement_score":0.015615192,"about_ca_system_score_codex":0.00062682235,"about_ca_system_score_gemma":0.00046900535,"threshold_uncertainty_score":0.08258206},"labels":[],"label_agreement":null},{"id":"W2983551767","doi":"10.1145/3359142","title":"Challenges and Design Considerations for Multimodal Asynchronous Collaboration in VR","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Human–computer interaction; Workspace; Context (archaeology); Multimodal interaction; Proxemics; Multimedia; Task (project management); Computer-supported cooperative work; Work (physics); Artificial intelligence","score_opus":0.10230543350107352,"score_gpt":0.3514384160315862,"score_spread":0.2491329825305127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983551767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13524264,0.0067514065,0.7468411,0.05357377,0.00078351266,0.0013798671,0.00013810472,0.0023295684,0.05296009],"genre_scores_gemma":[0.603453,0.0026074757,0.38298744,0.0020103282,0.00037049616,0.0021406866,0.00015217811,0.00037795666,0.0059005185],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9493502,0.037506126,0.0030332198,0.0030475408,0.0056715645,0.0013913844],"domain_scores_gemma":[0.94198877,0.03797025,0.0031325012,0.0056207795,0.009145064,0.0021425774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02827363,0.0010085611,0.00090047496,0.0013075778,0.003493961,0.012851249,0.0038769632,0.005376448,0.0041512162],"category_scores_gemma":[0.077484414,0.0013570065,0.0009330244,0.0010008648,0.005666028,0.010969128,0.0049544107,0.00324688,0.0015784131],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066992623,0.00071244355,0.013757459,0.0060552442,0.00016306447,0.0024947282,0.124212444,0.01859486,0.040415794,0.3618812,0.014118327,0.4169245],"study_design_scores_gemma":[0.0004565557,0.0028955163,0.011237936,0.003511176,0.00045751894,0.010644914,0.13266025,0.10375655,0.018970761,0.27457944,0.4401418,0.00068756635],"about_ca_topic_score_codex":0.002321673,"about_ca_topic_score_gemma":0.002449714,"teacher_disagreement_score":0.02827363,"about_ca_system_score_codex":0.002110504,"about_ca_system_score_gemma":0.0032378724,"threshold_uncertainty_score":0.14952701},"labels":[],"label_agreement":null},{"id":"W2984015578","doi":"10.1145/3359270","title":"\"Parar-daktar Understands My Problems Better\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Government (linguistics); Information and Communications Technology; Health care; Ethnography; Public relations; Population; Business; Economic growth; Rural area; Knowledge management; Political science; Sociology; Medicine; Computer science; Economics; Environmental health","score_opus":0.06382012866066089,"score_gpt":0.2947265238608262,"score_spread":0.23090639520016532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984015578","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26004493,0.011235852,0.036016546,0.44405532,0.00554618,0.00034860527,0.0004571893,0.00087757694,0.24141788],"genre_scores_gemma":[0.78062886,0.0075577693,0.012466688,0.08850695,0.0006023074,0.00028099926,0.00021734793,0.00036154216,0.10937754],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951094,0.0031755003,0.00012932387,0.0003504029,0.00068568304,0.00054974464],"domain_scores_gemma":[0.9953754,0.0014404255,0.00078656786,0.00029683416,0.0011360453,0.00096475537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044841487,0.0007473329,0.0006096375,0.00072794704,0.0077761267,0.0053214626,0.0011424375,0.0029361355,0.01946045],"category_scores_gemma":[0.011725655,0.0003804247,0.00045336093,0.0005762052,0.0078115445,0.0063367714,0.004536435,0.0061813323,0.0070169335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012578738,0.00015998026,0.01681116,0.0007318579,0.00007763494,0.002658582,0.66802317,0.00021341456,0.0033258197,0.03164864,0.17818205,0.09804192],"study_design_scores_gemma":[0.00002616455,0.0001534411,0.0042376854,0.0004966817,0.000033155215,0.0025729693,0.53128827,0.0003005644,0.00040818672,0.011623912,0.44876704,0.00009199888],"about_ca_topic_score_codex":0.0076026917,"about_ca_topic_score_gemma":0.011292471,"teacher_disagreement_score":0.01946045,"about_ca_system_score_codex":0.0024453728,"about_ca_system_score_gemma":0.0028094358,"threshold_uncertainty_score":0.06510168},"labels":[],"label_agreement":null},{"id":"W2984949577","doi":"10.1145/3359193","title":"\"Point-of-Care Manufacturing\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research","keywords":"Stakeholder; Knowledge management; Business; Health care; Stakeholder engagement; Point (geometry); Rapid prototyping; Qualitative research; Public relations; Computer science; Engineering; Sociology; Political science","score_opus":0.014314837618044541,"score_gpt":0.25021741759354965,"score_spread":0.23590257997550512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984949577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5871983,0.0034236908,0.14958844,0.029637836,0.0008182393,0.0009203827,0.00027873565,0.0011052137,0.22702916],"genre_scores_gemma":[0.9509455,0.0010455278,0.026078518,0.0048882966,0.000093789306,0.0003309968,0.000088526846,0.00008654725,0.016442258],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9800787,0.013494303,0.00047080885,0.0012204389,0.0038834177,0.0008523158],"domain_scores_gemma":[0.9871085,0.0059447703,0.0020178908,0.0021110459,0.0016537592,0.001164076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007864802,0.0004892428,0.00025443887,0.0007815147,0.004775009,0.004957691,0.0020217493,0.0019094461,0.011501652],"category_scores_gemma":[0.016411005,0.00030480386,0.00036097597,0.0007770816,0.0080462005,0.0035670602,0.0079160305,0.0015436081,0.0018328967],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039945813,0.0007085438,0.039952233,0.0024328965,0.00009312305,0.004717179,0.35092774,0.0012154556,0.017694218,0.1766057,0.045726832,0.35952678],"study_design_scores_gemma":[0.000061381215,0.001476712,0.018857913,0.0018626597,0.00008451452,0.00982871,0.2877896,0.0025830765,0.009943297,0.042289726,0.625071,0.0001514234],"about_ca_topic_score_codex":0.0012881279,"about_ca_topic_score_gemma":0.0019279701,"teacher_disagreement_score":0.011501652,"about_ca_system_score_codex":0.0027191823,"about_ca_system_score_gemma":0.0034487168,"threshold_uncertainty_score":0.04159355},"labels":[],"label_agreement":null},{"id":"W2984992847","doi":"10.1145/3359207","title":"MP Remix","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Congruence (geometry); Computer science; Perspective (graphical); Human–computer interaction; Space (punctuation); Virtual reality; Multimedia; Artificial intelligence; Mathematics; Geometry","score_opus":0.047097346482031184,"score_gpt":0.3219105368647828,"score_spread":0.27481319038275165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984992847","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037139473,0.0018935495,0.09183137,0.0015893301,0.0018085836,0.0005077918,0.013061741,0.056783356,0.82881033],"genre_scores_gemma":[0.032013126,0.001668552,0.070078656,0.0013402718,0.00043813835,0.00073669205,0.018497823,0.018321319,0.85690534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994276,0.000094687435,0.00003449741,0.00012383453,0.00025519324,0.00006408974],"domain_scores_gemma":[0.99925166,0.0001465543,0.00004526759,0.00026984626,0.00014784129,0.00013884694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007972076,0.0009758282,0.00048128053,0.0014589187,0.00087799144,0.0030384664,0.0016682794,0.001408014,0.53041464],"category_scores_gemma":[0.0028119232,0.00052818,0.0006909707,0.0011401735,0.00046985774,0.0029953513,0.0044217356,0.0013213835,0.30972943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031421226,0.00009561006,0.0004681941,0.0009744036,0.000033864253,0.0003611493,0.0005931844,0.0009978077,0.0074802833,0.033541325,0.55200887,0.4031311],"study_design_scores_gemma":[0.00002714659,0.000030069923,0.0003248075,0.00006409596,0.000007946822,0.00020492154,0.00006809492,0.00054484117,0.0014630648,0.0029428662,0.99430794,0.00001441148],"about_ca_topic_score_codex":0.0012273302,"about_ca_topic_score_gemma":0.002176694,"teacher_disagreement_score":0.53041464,"about_ca_system_score_codex":0.0004966763,"about_ca_system_score_gemma":0.0008090941,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2985009384","doi":"10.1145/3359275","title":"Of Ulti, 'hajano', and \"Matachetar otanetak datam\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Situated; Vernacular; Sociology; Confidentiality; Internet privacy; Ethnography; The arts; Computer science; Work (physics); Political science; Computer security; Engineering; Law; Artificial intelligence; Linguistics; Anthropology","score_opus":0.04769068554011664,"score_gpt":0.296193350256246,"score_spread":0.24850266471612936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985009384","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1753372,0.017720306,0.017229374,0.12192737,0.007985606,0.0005447541,0.0013107213,0.00074435415,0.6572002],"genre_scores_gemma":[0.4651276,0.015330362,0.014398588,0.020599773,0.001005592,0.00038754355,0.00093268976,0.00032519797,0.4818927],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99930525,0.00023259413,0.000039911425,0.000093158094,0.00018147164,0.00014764856],"domain_scores_gemma":[0.99865973,0.00042694726,0.00015108386,0.00014476135,0.00041146827,0.00020601205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012321707,0.00052250765,0.00039906488,0.000805768,0.005631197,0.0031765113,0.00064670667,0.0012139498,0.036776025],"category_scores_gemma":[0.0038613232,0.0003063164,0.0002904163,0.0014364251,0.0019587406,0.0039204266,0.0027105387,0.0020361354,0.009059193],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053250324,0.00020786015,0.016921502,0.0018859175,0.00004997701,0.0023855015,0.09261109,0.0003421764,0.008053996,0.13964696,0.32357508,0.41378742],"study_design_scores_gemma":[0.00001639346,0.000101093785,0.0059864055,0.00043348488,0.00003094262,0.0013240325,0.029013988,0.00031376604,0.0018030849,0.0069825766,0.95394206,0.000052199368],"about_ca_topic_score_codex":0.0052833385,"about_ca_topic_score_gemma":0.012599582,"teacher_disagreement_score":0.036776025,"about_ca_system_score_codex":0.0016612926,"about_ca_system_score_gemma":0.0021285384,"threshold_uncertainty_score":0.1230281},"labels":[],"label_agreement":null},{"id":"W2985037077","doi":"10.1145/3359226","title":"A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Augmented reality; Computer science; Comprehension; Human–computer interaction; Multimedia; Focus (optics); Cohesion (chemistry); Virtual reality; Representation (politics)","score_opus":0.15843608796773964,"score_gpt":0.41379749246548314,"score_spread":0.25536140449774347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985037077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884958,0.0007665163,0.0048803543,0.00007970269,0.0000402052,0.0010692412,0.000115575,0.00021929771,0.004333218],"genre_scores_gemma":[0.9475293,0.0013960056,0.046636485,0.00006778715,0.00005270395,0.0016910891,0.00025282433,0.00010364834,0.0022700503],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9887332,0.0075848815,0.00091133575,0.00066074106,0.0015249046,0.0005848735],"domain_scores_gemma":[0.9693257,0.022738282,0.001688349,0.0030286629,0.0020588671,0.0011601114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009525981,0.0011482916,0.0007514997,0.0022839461,0.0016397889,0.0023682658,0.002028443,0.001203991,0.0038083526],"category_scores_gemma":[0.030410593,0.00060026976,0.0018698758,0.0011170359,0.0013485118,0.0021504282,0.0032993334,0.0006594763,0.00052470586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00995508,0.010436063,0.032281924,0.016431408,0.001151937,0.0013965595,0.15961805,0.0026533615,0.067153946,0.0015074954,0.002206962,0.69520736],"study_design_scores_gemma":[0.004961365,0.15774013,0.4163897,0.0053925696,0.0043927617,0.00674899,0.24703728,0.012837732,0.05676599,0.0020139473,0.08461087,0.001108608],"about_ca_topic_score_codex":0.0010338785,"about_ca_topic_score_gemma":0.002425949,"teacher_disagreement_score":0.009525981,"about_ca_system_score_codex":0.0007733727,"about_ca_system_score_gemma":0.0009260662,"threshold_uncertainty_score":0.0503788},"labels":[],"label_agreement":null},{"id":"W2986645635","doi":"10.1145/3359201","title":"Trust and Technology Repair Infrastructures in the Remote Rural Philippines","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Work (physics); Rural area; Business; Environmental planning; Engineering; Geography; Political science","score_opus":0.019613911342671608,"score_gpt":0.2639012209743968,"score_spread":0.24428730963172518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986645635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98811173,0.0005170219,0.0009260221,0.0014149982,0.000006421997,0.000023128947,0.000047644167,0.000015942778,0.008936977],"genre_scores_gemma":[0.9990232,0.00018407662,0.000107105545,0.00002840817,0.0000020703098,0.0000070006763,0.000010297484,0.000002432779,0.0006354844],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99911493,0.00035489234,0.000030414025,0.00008668398,0.00014818733,0.00026499908],"domain_scores_gemma":[0.9963594,0.0007844853,0.0014929043,0.00010835664,0.0005300445,0.00072470744],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008343041,0.00023968046,0.00016533653,0.0011523647,0.0031413527,0.0031341028,0.0006537302,0.0006712746,0.0038233502],"category_scores_gemma":[0.0034542703,0.00020282772,0.00014348584,0.0014935163,0.0030031106,0.0028466147,0.0034280643,0.0008821851,0.00028098142],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018993608,0.00035638295,0.4446443,0.00058373826,0.00009644931,0.010530107,0.42098615,0.0065736724,0.0019352197,0.036937907,0.00359552,0.07357061],"study_design_scores_gemma":[0.000011819848,0.00021772033,0.28778094,0.0003363514,0.000037540085,0.0012658336,0.66944987,0.006267294,0.00043781416,0.0053366674,0.028800586,0.00005755924],"about_ca_topic_score_codex":0.059357043,"about_ca_topic_score_gemma":0.0732981,"teacher_disagreement_score":0.99685866,"about_ca_system_score_codex":0.004616881,"about_ca_system_score_gemma":0.00269137,"threshold_uncertainty_score":0.1180231},"labels":[],"label_agreement":null},{"id":"W2986862432","doi":"10.1145/3359131","title":"Makers and Quilters","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Diversification (marketing strategy); Inclusion (mineral); Context (archaeology); Space (punctuation); Sociology; Psychology; Knowledge management; Social psychology; Marketing; Business; Computer science; Geography","score_opus":0.016892559247961077,"score_gpt":0.24853100423684119,"score_spread":0.23163844498888012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986862432","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41448525,0.003057601,0.04652833,0.009711421,0.0015994814,0.000800637,0.00074698066,0.0016058749,0.52146447],"genre_scores_gemma":[0.73952466,0.0011132914,0.022734221,0.0026561625,0.00023516188,0.00034096045,0.0004807506,0.00033711834,0.23257777],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969131,0.0014257359,0.00015590838,0.0004524334,0.0007174693,0.00033540634],"domain_scores_gemma":[0.99591273,0.002005635,0.00041261083,0.0004924183,0.0003410685,0.00083551276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033254153,0.0006518476,0.0003319128,0.0016026588,0.0029300887,0.008519907,0.000896624,0.0013586275,0.039697368],"category_scores_gemma":[0.011498444,0.00034005326,0.00032092456,0.0009234643,0.0025734678,0.004375709,0.00544603,0.0010067199,0.0055976515],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000757416,0.00071423873,0.029450413,0.0011308645,0.000054090808,0.0017760752,0.14576569,0.00072256866,0.011908264,0.27821705,0.06038477,0.46911854],"study_design_scores_gemma":[0.00006341586,0.00035677527,0.00849372,0.00032901834,0.000030392517,0.0008113886,0.038053755,0.0005750137,0.0036412773,0.037010893,0.91058654,0.00004780074],"about_ca_topic_score_codex":0.0005203484,"about_ca_topic_score_gemma":0.0014296004,"teacher_disagreement_score":0.039697368,"about_ca_system_score_codex":0.0008535344,"about_ca_system_score_gemma":0.000903926,"threshold_uncertainty_score":0.13280094},"labels":[],"label_agreement":null},{"id":"W2988065279","doi":"10.1145/3359127","title":"Vicariously Experiencing it all Without Going Outside","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Casual; China; Advertising; Internet privacy; Psychology; Business; Computer science; Political science","score_opus":0.053115989761392826,"score_gpt":0.37388173831156324,"score_spread":0.3207657485501704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988065279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288535,0.0005892324,0.0064550014,0.002058401,0.00023109005,0.000079292346,0.00014370456,0.0001950507,0.061394658],"genre_scores_gemma":[0.97803545,0.00027079543,0.0012771961,0.00049860176,0.00002925179,0.000026920272,0.00007955435,0.000039573068,0.019742707],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9993524,0.00028717527,0.000015993706,0.00008760114,0.00010060238,0.00015636098],"domain_scores_gemma":[0.9993156,0.00009229209,0.000087907974,0.00007704383,0.000072711795,0.00035441614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080311607,0.00043212186,0.00028349092,0.00037738652,0.00317083,0.0025024477,0.00049994804,0.0007882621,0.01016023],"category_scores_gemma":[0.0012187434,0.0001814098,0.00043134874,0.00028042585,0.0031645584,0.0024976113,0.0035533467,0.001559806,0.001085071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016711505,0.00023645049,0.080649815,0.0003505044,0.000117782925,0.0031792615,0.78314435,0.00027404996,0.02132642,0.018848985,0.015603963,0.07610134],"study_design_scores_gemma":[0.0000148934505,0.00043140576,0.07255803,0.0002219972,0.00009935896,0.0023265383,0.71657515,0.0007740693,0.0029754718,0.0038071568,0.20008647,0.00012941672],"about_ca_topic_score_codex":0.00494558,"about_ca_topic_score_gemma":0.011327448,"teacher_disagreement_score":0.01016023,"about_ca_system_score_codex":0.00079342135,"about_ca_system_score_gemma":0.0007545793,"threshold_uncertainty_score":0.03398937},"labels":[],"label_agreement":null},{"id":"W2988216389","doi":"10.1145/3359148","title":"\"My cousin bought the phone for me. I never go to mobile shops.\"","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Bill and Melinda Gates Foundation","keywords":"Islam; Mobile phone; Sociology; Gender studies; Affect (linguistics); Phone; Dynamics (music); Qualitative research; Social dynamics; Cousin; Public relations; Political science; Social science; Geography; Engineering; Law","score_opus":0.0422558494581298,"score_gpt":0.3153182028413925,"score_spread":0.2730623533832627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988216389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61798525,0.0036206099,0.011259477,0.053887576,0.0029734364,0.0001812836,0.001081564,0.0002954182,0.3087153],"genre_scores_gemma":[0.89345104,0.00197357,0.0016326114,0.011750229,0.00016756327,0.000075618285,0.00018667024,0.00004093915,0.09072181],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990926,0.0005236672,0.000029374018,0.000071746,0.00014074259,0.00014184848],"domain_scores_gemma":[0.9989649,0.0002814324,0.00021148162,0.00007820098,0.0002588445,0.00020502644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010100314,0.0004282397,0.00015291816,0.00037608086,0.0070931506,0.0016633874,0.00036198396,0.0007329642,0.009865349],"category_scores_gemma":[0.0027122472,0.00016313118,0.00013275971,0.0004222766,0.0036710242,0.002133182,0.0017164187,0.0019058635,0.002404289],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011368033,0.000078868376,0.030157108,0.0003052801,0.000026128628,0.0018945134,0.6705715,0.0000964441,0.0025028645,0.042806864,0.14429408,0.107152686],"study_design_scores_gemma":[0.0000066637012,0.000084552696,0.011487891,0.00031210537,0.000012920792,0.0020192708,0.5506932,0.00014306577,0.0006053821,0.0023035165,0.43228814,0.000043279095],"about_ca_topic_score_codex":0.009589451,"about_ca_topic_score_gemma":0.02084584,"teacher_disagreement_score":0.009865349,"about_ca_system_score_codex":0.0007972498,"about_ca_system_score_gemma":0.0010038165,"threshold_uncertainty_score":0.033002853},"labels":[],"label_agreement":null},{"id":"W2988262722","doi":"10.1145/3359128","title":"Customizations and Expression Breakdowns in Ecosystems of Communication Apps","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"FP7 Ideas: European Research Council; Japan Society for the Promotion of Science","keywords":"Personalization; Expression (computer science); Conversation; Workaround; Internet privacy; World Wide Web; Computer science; Psychology; Communication","score_opus":0.02440612737239456,"score_gpt":0.287233418352812,"score_spread":0.26282729098041746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988262722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97834194,0.00036971524,0.013410206,0.00044804244,0.00002541499,0.000064924214,0.000024693645,0.00023887485,0.00707613],"genre_scores_gemma":[0.99462163,0.00010765237,0.003997287,0.00010187249,0.000010252193,0.000067130095,0.000029783063,0.0000620894,0.001002375],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98722947,0.006891866,0.00114856,0.0015191929,0.0020453222,0.0011657329],"domain_scores_gemma":[0.9779324,0.013251254,0.002987253,0.003074701,0.0018315004,0.00092301046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009490217,0.00071831694,0.00047966675,0.0016649328,0.0050687105,0.007585066,0.0010809344,0.001724795,0.0012804278],"category_scores_gemma":[0.030430952,0.0008941367,0.000613571,0.00097070367,0.005181126,0.008974467,0.009102022,0.0019913474,0.00029243957],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005183561,0.00020841266,0.13925204,0.00049205805,0.00009177922,0.003460209,0.71127415,0.00091192266,0.024738027,0.020365132,0.0012989254,0.09738892],"study_design_scores_gemma":[0.000059689228,0.0009303954,0.15936804,0.0009542857,0.00028826247,0.011640673,0.6685656,0.015331609,0.020188438,0.041944627,0.080251925,0.00047648803],"about_ca_topic_score_codex":0.001185176,"about_ca_topic_score_gemma":0.0015708819,"teacher_disagreement_score":0.009490217,"about_ca_system_score_codex":0.0014720963,"about_ca_system_score_gemma":0.0010363893,"threshold_uncertainty_score":0.050189674},"labels":[],"label_agreement":null},{"id":"W2988396371","doi":"10.1145/3359160","title":"An Empirical Study of How Socio-Spatial Formations are Influenced by Interior Elements and Displays in an Office Context","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Urban Design and Spatial Analysis","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Context (archaeology); Computer science; Domain (mathematical analysis); Space (punctuation); Process (computing); Work (physics); Spatial contextual awareness; Empirical research; Human–computer interaction; Social environment; Artificial intelligence; Engineering; Sociology; Geography; Mathematics; Mechanical engineering","score_opus":0.026002555635906067,"score_gpt":0.2962284759327405,"score_spread":0.2702259202968344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988396371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99796945,0.00002987003,0.00093599205,0.000024379604,0.0000016244197,0.000024061748,0.0000267872,0.0000055856185,0.0009821829],"genre_scores_gemma":[0.99880016,0.00003462495,0.00085193786,0.0000066124735,0.000001618106,0.000020331212,0.000021013117,0.000004234615,0.00025927537],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976127,0.001468043,0.00008971618,0.00031767343,0.00030647003,0.00020543134],"domain_scores_gemma":[0.99171937,0.0051208166,0.0013446956,0.00071413856,0.0005983388,0.0005027447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016858999,0.00025847668,0.00024866263,0.0009355663,0.0015883,0.0018369447,0.0005174672,0.00052731205,0.0015210406],"category_scores_gemma":[0.010802301,0.00031541617,0.000221579,0.000772744,0.003070409,0.001236147,0.0019393077,0.0004620221,0.00017937808],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058166776,0.00072521257,0.3682368,0.00037115123,0.00005746088,0.0010553944,0.5501315,0.0010469835,0.027368113,0.0018841875,0.0005040196,0.048037484],"study_design_scores_gemma":[0.000029679868,0.0007426849,0.63690305,0.00007575848,0.000043304048,0.0004804083,0.34595668,0.002463587,0.005508336,0.0008420724,0.0068829716,0.00007145625],"about_ca_topic_score_codex":0.005005404,"about_ca_topic_score_gemma":0.014618081,"teacher_disagreement_score":0.005005404,"about_ca_system_score_codex":0.00069283746,"about_ca_system_score_gemma":0.00049455656,"threshold_uncertainty_score":0.009952486},"labels":[],"label_agreement":null},{"id":"W2988501033","doi":"10.1145/3359227","title":"Paying Crowd Workers for Collaborative Work","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Payment; Task (project management); Equity (law); Computer science; Data science; Knowledge management; Business; World Wide Web; Economics","score_opus":0.03780317436932788,"score_gpt":0.2951489545674328,"score_spread":0.2573457801981049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988501033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5361174,0.0009496329,0.39858037,0.0066361856,0.00027885282,0.00058390584,0.000120452,0.0006353912,0.056097876],"genre_scores_gemma":[0.96701014,0.0001277961,0.028531179,0.00027469895,0.00007481915,0.00019219554,0.00004008051,0.000043625187,0.003705463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99238354,0.0045722965,0.00028048787,0.0008157609,0.0013040894,0.0006438505],"domain_scores_gemma":[0.97856367,0.012319096,0.0029922875,0.002985327,0.0016670398,0.0014726771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007733302,0.00078031025,0.00060399313,0.0008946826,0.00282688,0.0035356544,0.0009217199,0.0019267943,0.00522598],"category_scores_gemma":[0.037269555,0.00043595274,0.0005916097,0.0007344923,0.0021159218,0.0032379355,0.0038409252,0.0014406979,0.0010387296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013646246,0.001016574,0.08670166,0.0009442108,0.00029247414,0.00075171725,0.017289694,0.045769386,0.024367377,0.26545176,0.014227901,0.5418227],"study_design_scores_gemma":[0.0004552807,0.0011858554,0.08033834,0.0005194691,0.00026926992,0.00094596355,0.013636921,0.23252584,0.012585381,0.5590362,0.098199464,0.0003020337],"about_ca_topic_score_codex":0.0017501117,"about_ca_topic_score_gemma":0.0020000287,"teacher_disagreement_score":0.007733302,"about_ca_system_score_codex":0.0013834633,"about_ca_system_score_gemma":0.0016766958,"threshold_uncertainty_score":0.040898085},"labels":[],"label_agreement":null},{"id":"W2988571156","doi":"10.1145/3359178","title":"Understanding Expert Disagreement in Medical Data Analysis through Structured Adjudication","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; University of Waterloo","funders":"Canadian Institutes of Health Research; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Adjudication; CLARITY; Context (archaeology); Psychology; Presentation (obstetrics); Computer science; Data science; Medicine; Political science; Law","score_opus":0.2065316819450487,"score_gpt":0.4112688192082902,"score_spread":0.20473713726324153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988571156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05610432,0.0011758294,0.9202162,0.014034858,0.00054165005,0.0024672227,0.000282949,0.00036912342,0.004807922],"genre_scores_gemma":[0.38163707,0.00042219806,0.61003786,0.0031379915,0.00050407904,0.0030346992,0.00037377575,0.00015425662,0.0006980753],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.26018843,0.6441562,0.039663006,0.020004759,0.03308274,0.0029048214],"domain_scores_gemma":[0.083276846,0.82098,0.0351383,0.033982545,0.024943776,0.0016785283],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53589195,0.001727443,0.0025132953,0.012357888,0.008052963,0.012805435,0.0061232136,0.0063273567,0.002483009],"category_scores_gemma":[0.75371915,0.0020471127,0.0028218976,0.0056870044,0.01713062,0.013720003,0.017246762,0.011837811,0.0007501506],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001401717,0.00058928493,0.04472542,0.0043423166,0.0014606016,0.0021664766,0.20721489,0.032721072,0.008472858,0.27389866,0.013384528,0.40962225],"study_design_scores_gemma":[0.00032349155,0.0003202403,0.005758702,0.0026142588,0.0002061016,0.0005434556,0.016684975,0.09190086,0.004726007,0.85207677,0.024502287,0.0003428113],"about_ca_topic_score_codex":0.002898911,"about_ca_topic_score_gemma":0.0050778803,"teacher_disagreement_score":0.46410805,"about_ca_system_score_codex":0.006700978,"about_ca_system_score_gemma":0.018903147,"threshold_uncertainty_score":0.57232785},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","score_opus":0.02534761186315127,"score_gpt":0.2711513648274525,"score_spread":0.24580375296430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988983801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772857,0.0011923432,0.0032185009,0.0026161887,0.00009832892,0.00004515745,0.00008124838,0.000042936368,0.015419534],"genre_scores_gemma":[0.9963862,0.0003029796,0.0007006584,0.0002963992,0.00003372407,0.000045017066,0.000035656896,0.000016818438,0.0021826017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99620026,0.0018932512,0.00014427406,0.0005894162,0.0006403641,0.0005324421],"domain_scores_gemma":[0.9948868,0.001670778,0.001048237,0.00053183374,0.00060850545,0.0012538468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037899378,0.0003292481,0.0004474276,0.0018403253,0.0130024385,0.0061877184,0.0012229297,0.0015185963,0.0025873443],"category_scores_gemma":[0.008251154,0.0005350301,0.00030219363,0.0009363662,0.010512928,0.0033888973,0.0103076575,0.0014630411,0.00046172246],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015108666,0.000086210894,0.07627503,0.00018742097,0.00004031074,0.0011005367,0.8678695,0.00019575277,0.0024084295,0.008246205,0.0032507598,0.040188786],"study_design_scores_gemma":[0.000011391367,0.000111021574,0.03881844,0.00020138237,0.000018275574,0.0007017322,0.89740133,0.00019243128,0.00028427242,0.007160528,0.055043295,0.000055860623],"about_ca_topic_score_codex":0.005896372,"about_ca_topic_score_gemma":0.010966314,"teacher_disagreement_score":0.0130024385,"about_ca_system_score_codex":0.0020822692,"about_ca_system_score_gemma":0.0028824827,"threshold_uncertainty_score":0.020043314},"labels":[],"label_agreement":null},{"id":"W2998182339","doi":"10.1145/3375195","title":"Understanding the Challenges for Bangladeshi Women to Participate in #MeToo Movement","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Patriarchy; Feminism; Gender studies; Movement (music); Social media; Sociology; Feminist movement; Social movement; Psychology; Political science; Aesthetics","score_opus":0.4094481593691972,"score_gpt":0.3937804355549286,"score_spread":0.01566772381426862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998182339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84381545,0.0016351291,0.0009494222,0.0468936,0.00020527594,0.00011117477,0.00019781543,0.000019205127,0.10617293],"genre_scores_gemma":[0.98706865,0.0014550016,0.00028386296,0.0033548344,0.00005217219,0.0001325592,0.000046068413,0.000014654486,0.007592113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9955676,0.0030138844,0.00010103633,0.00022323175,0.00035755095,0.0007366831],"domain_scores_gemma":[0.99494404,0.0029672661,0.00068962184,0.00015630675,0.00045928496,0.0007835151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062533403,0.00046480968,0.0002523226,0.001062323,0.013599128,0.0073826113,0.0010184393,0.0027805958,0.009091852],"category_scores_gemma":[0.009914311,0.00044730733,0.00016726824,0.0013010739,0.0099852905,0.006444398,0.0055436753,0.0029147062,0.0013413612],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019473824,0.000019333227,0.008421595,0.00005654889,0.0000025945915,0.00038463992,0.97195846,0.00001305288,0.00045534657,0.0094096605,0.0020376022,0.0072218445],"study_design_scores_gemma":[0.0000021251735,0.000014350443,0.002682371,0.000071465125,0.0000014533864,0.00007632457,0.9721807,0.000014834242,0.000049641574,0.0009803994,0.023920158,0.000006229837],"about_ca_topic_score_codex":0.02216398,"about_ca_topic_score_gemma":0.03590458,"teacher_disagreement_score":0.02216398,"about_ca_system_score_codex":0.0042148475,"about_ca_system_score_gemma":0.003894417,"threshold_uncertainty_score":0.044069946},"labels":[],"label_agreement":null},{"id":"W3013157987","doi":"10.1145/3375190","title":"Remote Communication in Wilderness Search and Rescue","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University; University of Calgary","funders":"O'Brien Institute for Public Health, University of Calgary; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Modalities; Computer science; Wilderness; Information overload; Work (physics); Modality (human–computer interaction); Internet privacy; Computer security; World Wide Web; Human–computer interaction; Engineering; Sociology","score_opus":0.09040165014292384,"score_gpt":0.3742858052374321,"score_spread":0.28388415509450826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013157987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91389906,0.001342149,0.033316415,0.0026749563,0.00016622785,0.000119517455,0.00003537407,0.0002299216,0.048216395],"genre_scores_gemma":[0.9943218,0.00015812572,0.003560497,0.00015549645,0.000021568594,0.00002857666,0.000015806985,0.000019177378,0.00171879],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99607617,0.0028214778,0.00010847852,0.00031573974,0.00037538706,0.00030268263],"domain_scores_gemma":[0.9953903,0.0027731843,0.00071764726,0.00026398728,0.00038814315,0.0004667518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020678304,0.00050366984,0.00033233676,0.0005999631,0.0038607842,0.00254701,0.0008524412,0.0018093152,0.004796426],"category_scores_gemma":[0.009748272,0.00034301964,0.000267002,0.0002656299,0.0028435087,0.0027326972,0.003962325,0.0011408422,0.00078443007],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009671553,0.0010696474,0.074266225,0.0015830223,0.00015982517,0.0034604773,0.57168585,0.01291237,0.031039178,0.023480264,0.01277001,0.266606],"study_design_scores_gemma":[0.00020566228,0.002344844,0.09222231,0.0013740894,0.0001591337,0.0035672756,0.69296116,0.03182719,0.008806026,0.044167913,0.12193496,0.00042946826],"about_ca_topic_score_codex":0.0037757594,"about_ca_topic_score_gemma":0.0032125956,"teacher_disagreement_score":0.004796426,"about_ca_system_score_codex":0.0007262155,"about_ca_system_score_gemma":0.0009478348,"threshold_uncertainty_score":0.01604563},"labels":[],"label_agreement":null},{"id":"W3041215734","doi":"10.1145/3359208","title":"Design for Collaborative Information-Seeking","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Event (particle physics); Focus group; Filter (signal processing); sort; Focus (optics); Computer science; Information exchange; Knowledge management; Psychology; Internet privacy; World Wide Web; Business; Information retrieval; Marketing","score_opus":0.28390856727459857,"score_gpt":0.4335458979179517,"score_spread":0.1496373306433531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041215734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02273893,0.00036702104,0.9541908,0.00060755503,0.00019106656,0.0021082899,0.00013105778,0.0019441007,0.017721144],"genre_scores_gemma":[0.1563666,0.0002506054,0.8278289,0.000278401,0.00004030592,0.004617344,0.000274358,0.00031548445,0.010028045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99002796,0.006247696,0.0006902118,0.0012518818,0.001297982,0.00048430698],"domain_scores_gemma":[0.9885357,0.005918785,0.0007373021,0.0024048772,0.0016132413,0.0007900553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010504326,0.0014461013,0.00070199446,0.0010120556,0.0017981216,0.0035403545,0.0026153217,0.0023627675,0.015359325],"category_scores_gemma":[0.02115591,0.0011733515,0.0013396918,0.00065906916,0.0020186459,0.0027391894,0.0049877614,0.0013751306,0.0035881447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018157813,0.002381804,0.008582033,0.006820544,0.00042517966,0.0017552509,0.04356067,0.060276125,0.08985363,0.2914346,0.020625578,0.4724688],"study_design_scores_gemma":[0.0018779369,0.005619015,0.0036782178,0.0010802344,0.00064774055,0.0018808888,0.0067244195,0.20481974,0.041840285,0.21691126,0.514557,0.00036330413],"about_ca_topic_score_codex":0.0006048451,"about_ca_topic_score_gemma":0.000752285,"teacher_disagreement_score":0.015359325,"about_ca_system_score_codex":0.0011492617,"about_ca_system_score_gemma":0.0018042626,"threshold_uncertainty_score":0.05555284},"labels":[],"label_agreement":null},{"id":"W3043890729","doi":"10.1145/3394976","title":"VizSciFlow: A Visually Guided Scripting Framework for Supporting Complex Scientific Data Analysis","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Workflow; Computer science; Scripting language; Graphical user interface; Workflow management system; Workflow technology; World Wide Web; Domain (mathematical analysis); Data science; Workflow engine; Software engineering; Human–computer interaction; Programming language; Database","score_opus":0.6184498652537452,"score_gpt":0.5276075254327914,"score_spread":0.0908423398209538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043890729","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017981902,0.00007003899,0.9299824,0.000105786676,0.000058839247,0.00018924834,0.00036916527,0.06592032,0.0015060039],"genre_scores_gemma":[0.043972816,0.00040732638,0.93466175,0.00044976166,0.00007869543,0.0007861086,0.0038413494,0.011438343,0.00436385],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850035,0.00029843955,0.00018618465,0.0002696105,0.0005936232,0.00015190139],"domain_scores_gemma":[0.9978999,0.00076231617,0.00019470148,0.0004765728,0.00038892694,0.0002775782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003986028,0.0017119128,0.00070581073,0.0014531105,0.0007826467,0.0022523832,0.0044633728,0.0014582778,0.005360486],"category_scores_gemma":[0.0048332065,0.0011663618,0.0022273837,0.000737097,0.0017846676,0.0032715066,0.0029872083,0.0035270483,0.0029520893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013214666,0.0007654403,0.0053129275,0.0017782258,0.0003477499,0.001921094,0.0025548094,0.12212417,0.1575558,0.1985699,0.12146057,0.3862879],"study_design_scores_gemma":[0.00026021563,0.00030427423,0.0009978043,0.0002703471,0.00010342261,0.0007942542,0.00009402046,0.57175946,0.08853871,0.04636655,0.29018885,0.00032212495],"about_ca_topic_score_codex":0.0045837006,"about_ca_topic_score_gemma":0.0033337541,"teacher_disagreement_score":0.005360486,"about_ca_system_score_codex":0.0010510229,"about_ca_system_score_gemma":0.0034923425,"threshold_uncertainty_score":0.021080375},"labels":[],"label_agreement":null},{"id":"W3048396016","doi":"10.1145/3392849","title":"Trustworthiness Perceptions of Social Media Resources Named after a Crisis Event","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Misinformation; Perception; Trustworthiness; Social media; Crisis communication; Event (particle physics); Psychology; Demographics; Social psychology; Internet privacy; Public relations; Political science; Computer science; Computer security; Sociology; World Wide Web","score_opus":0.04905079603763355,"score_gpt":0.34775859775319484,"score_spread":0.29870780171556127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048396016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99479926,0.00010463894,0.0005589934,0.00019029061,0.00001527003,0.00002804868,0.000026431822,0.000008159316,0.0042688367],"genre_scores_gemma":[0.9993988,0.000059330378,0.00018133949,0.000029565392,0.000010676387,0.000007859289,0.000018551798,0.0000046787986,0.00028910147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953852,0.0025021124,0.0003586721,0.00029155944,0.0011937657,0.00026868988],"domain_scores_gemma":[0.9600467,0.01996538,0.010477881,0.0016321639,0.005439026,0.0024386859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068363827,0.00030176612,0.00028935476,0.0014812816,0.0014432624,0.0026582086,0.0003101013,0.00054944464,0.002542477],"category_scores_gemma":[0.042809054,0.0002348235,0.00033521172,0.00054283027,0.0012143279,0.0021770636,0.0016309951,0.00075155625,0.00032977652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089421595,0.0003890505,0.53619874,0.0003593712,0.00027817802,0.0013937524,0.40640944,0.00046070036,0.005831313,0.0015840429,0.0012077864,0.04499339],"study_design_scores_gemma":[0.000046557052,0.0008356562,0.653049,0.00033876643,0.00016589847,0.00087059976,0.3293034,0.003144815,0.0019194164,0.0012834338,0.008904695,0.00013775336],"about_ca_topic_score_codex":0.0057600145,"about_ca_topic_score_gemma":0.0042462763,"teacher_disagreement_score":0.0068363827,"about_ca_system_score_codex":0.0008746643,"about_ca_system_score_gemma":0.0005937288,"threshold_uncertainty_score":0.036154687},"labels":[],"label_agreement":null},{"id":"W3048821638","doi":"10.1145/3415242","title":"When Are Search Completion Suggestions Problematic?","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Web search query; Offensive; Computer science; Context (archaeology); Information retrieval; Web query classification; Query expansion; World Wide Web; Psychology; Search engine; Data science; Operations research; Engineering","score_opus":0.17161175098847475,"score_gpt":0.3790315879248319,"score_spread":0.20741983693635713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048821638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97849965,0.0007861868,0.008743777,0.0020724982,0.00007129014,0.00017622265,0.00030690775,0.0009444819,0.008398938],"genre_scores_gemma":[0.9925659,0.00025604988,0.005480376,0.00036390327,0.000046558074,0.0000844495,0.00020285603,0.0001698819,0.0008301034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98252815,0.008953518,0.0016446937,0.0010809364,0.0048955227,0.0008971752],"domain_scores_gemma":[0.8548118,0.1014187,0.023324292,0.009146684,0.008730847,0.0025677558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012359645,0.00077459746,0.00080941914,0.0017825909,0.0018179545,0.0037982953,0.0011207424,0.0025958898,0.0024858734],"category_scores_gemma":[0.1487573,0.00088797335,0.00050795893,0.0010278882,0.0019165111,0.005720689,0.0021826697,0.0022676329,0.00085326604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006851151,0.0010330166,0.44679916,0.0037062254,0.00044804867,0.002822535,0.21111694,0.0031078742,0.05325535,0.009930486,0.015192272,0.24573696],"study_design_scores_gemma":[0.0004350144,0.0032094875,0.59264374,0.0020198557,0.00095830165,0.0050480147,0.24468455,0.028417978,0.024753373,0.021895604,0.07496167,0.0009723638],"about_ca_topic_score_codex":0.0032582702,"about_ca_topic_score_gemma":0.0039059324,"teacher_disagreement_score":0.012359645,"about_ca_system_score_codex":0.0011656904,"about_ca_system_score_gemma":0.0014302594,"threshold_uncertainty_score":0.06536484},"labels":[],"label_agreement":null},{"id":"W3055342297","doi":"10.1145/3415230","title":"Holy Tweets","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social media; Islam; Context (archaeology); Representation (politics); Arabic; Expression (computer science); Identity (music); Modalities; Set (abstract data type)","score_opus":0.1341654621482357,"score_gpt":0.3057718998834209,"score_spread":0.17160643773518522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3055342297","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008685845,0.0012983816,0.003572992,0.006169221,0.005742871,0.0006550473,0.4307697,0.00560047,0.53750545],"genre_scores_gemma":[0.060490925,0.002334677,0.010885659,0.0069510993,0.003755916,0.0017686255,0.4299076,0.0040972964,0.4798082],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99898094,0.00017012417,0.00010580672,0.00018721764,0.00037386597,0.0001821634],"domain_scores_gemma":[0.99788374,0.00072476757,0.00021779074,0.00041076247,0.0005630539,0.00019983905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007960545,0.0006589699,0.0005118335,0.0039817574,0.0023785844,0.0039130147,0.0008138876,0.0012707829,0.25468236],"category_scores_gemma":[0.0053066295,0.0003760712,0.00038320263,0.0042886194,0.00041608218,0.0032995734,0.003508808,0.0012985441,0.18154494],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019791281,0.000026101441,0.0017353417,0.00078929507,0.000015385656,0.00021394111,0.001297809,0.00010323498,0.0011845372,0.007735849,0.92014855,0.066552125],"study_design_scores_gemma":[0.000012245981,0.000009016438,0.0017273622,0.000087952714,0.0000053477106,0.00005959481,0.0006095055,0.00014129958,0.00034715547,0.0010868051,0.9959015,0.00001221845],"about_ca_topic_score_codex":0.004148014,"about_ca_topic_score_gemma":0.008550417,"teacher_disagreement_score":0.25468236,"about_ca_system_score_codex":0.0010327351,"about_ca_system_score_gemma":0.0010421461,"threshold_uncertainty_score":0.8519974},"labels":[],"label_agreement":null},{"id":"W3069328762","doi":"10.1145/3434180","title":"Characterizing Stage-aware Writing Assistance for Collaborative Document Authoring","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Collaborative writing; Situated; Context (archaeology); World Wide Web; Process (computing); Writing process; Data science; Multimedia; Psychology; Artificial intelligence; Mathematics education","score_opus":0.09482225587427835,"score_gpt":0.3514553030547717,"score_spread":0.25663304718049335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3069328762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949084,0.00028391482,0.046554334,0.000080560676,0.000011454398,0.00024570661,0.00034997604,0.00064806506,0.0027420216],"genre_scores_gemma":[0.9722305,0.00008548776,0.02648023,0.000011601098,0.0000068747863,0.00010932455,0.00028076532,0.000045891105,0.00074942794],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760216,0.00090214703,0.0002814205,0.00039275122,0.0006908372,0.00013075105],"domain_scores_gemma":[0.94441885,0.03555504,0.008467175,0.0038944941,0.0065129134,0.0011514836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00299793,0.00036688254,0.0003150633,0.0023744632,0.000575732,0.002470177,0.0006380876,0.00071621634,0.0010973493],"category_scores_gemma":[0.04430297,0.00032020485,0.0002920857,0.001137612,0.0005114292,0.00212496,0.0010194461,0.00053645816,0.00057014584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023183208,0.0007828756,0.4860543,0.0014247483,0.00016885833,0.00091019605,0.03301733,0.013766605,0.12641847,0.004307824,0.0017172836,0.3291132],"study_design_scores_gemma":[0.000102413265,0.0020464328,0.6743094,0.0002543972,0.00025314937,0.0015360357,0.011722517,0.22243832,0.06472187,0.007881305,0.014451614,0.00028261435],"about_ca_topic_score_codex":0.0014309292,"about_ca_topic_score_gemma":0.0024777057,"teacher_disagreement_score":0.00299793,"about_ca_system_score_codex":0.00053747353,"about_ca_system_score_gemma":0.00069869333,"threshold_uncertainty_score":0.015854776},"labels":[],"label_agreement":null},{"id":"W3091803848","doi":"10.1145/3457145","title":"Designing for Recommending Intermediate States in A Scientific Workflow Management System","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Workflow; Computer science; Workflow management system; Workflow technology; Workflow engine; Graphical user interface; Data management; Windows Workflow Foundation; Database; Process (computing); Task (project management); Reusability; Interface (matter); Software engineering; Systems engineering; Operating system; Software; Engineering","score_opus":0.1942574267555006,"score_gpt":0.40627200915314676,"score_spread":0.21201458239764617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091803848","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043991935,0.0001316169,0.9139959,0.00025775432,0.000030950803,0.00043504484,0.0004898098,0.039114647,0.0015523168],"genre_scores_gemma":[0.29706705,0.00013523457,0.69828236,0.00012402296,0.000016831105,0.00048514467,0.0017244207,0.0008306423,0.0013342674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778265,0.000513696,0.00030104627,0.0006978543,0.0005183578,0.00018639465],"domain_scores_gemma":[0.99605393,0.0013881254,0.00036809576,0.00084031175,0.0010239705,0.00032555667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045929546,0.0012000478,0.0008495872,0.002907852,0.0012725178,0.0032160867,0.0020254953,0.0012101157,0.002257744],"category_scores_gemma":[0.01167172,0.00100362,0.0013349139,0.0014785827,0.0006977588,0.0035445576,0.0012457779,0.0012497999,0.0012412895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021174771,0.0010945452,0.05746973,0.0009010707,0.00034824555,0.0010879234,0.0041516824,0.15623613,0.043541327,0.015930507,0.0165907,0.70053077],"study_design_scores_gemma":[0.00010951559,0.00023881039,0.0066638836,0.00008666933,0.00015292598,0.00020718528,0.00035033844,0.93959254,0.032876186,0.008447807,0.01114061,0.00013358083],"about_ca_topic_score_codex":0.01039617,"about_ca_topic_score_gemma":0.0076249903,"teacher_disagreement_score":0.01039617,"about_ca_system_score_codex":0.0010929228,"about_ca_system_score_gemma":0.002419196,"threshold_uncertainty_score":0.024290144},"labels":[],"label_agreement":null},{"id":"W3093481705","doi":"10.1145/3415197","title":"On the Desiderata for Online Altruism","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Experimental Behavioral Economics Studies","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"FP7 Ideas: European Research Council","keywords":"Nudge theory; Inequality; Donation; Equity (law); Context (archaeology); Public relations; Altruism (biology); Psychological intervention; Public good; Public economics; School choice; Political science; Economics; Social psychology; Psychology; Microeconomics; Economic growth; Law","score_opus":0.20941626698987234,"score_gpt":0.4061599600962245,"score_spread":0.19674369310635217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093481705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34950143,0.0014911034,0.1756651,0.14765948,0.00070425065,0.0002643751,0.00039010282,0.0005033664,0.32382083],"genre_scores_gemma":[0.9703671,0.00031727686,0.018116124,0.0039553302,0.00021917933,0.00022319682,0.000053385476,0.0001017871,0.006646671],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98767006,0.009134885,0.0003180278,0.0010382332,0.001386538,0.00045232518],"domain_scores_gemma":[0.95525813,0.03210491,0.0032687834,0.0053118244,0.0021360593,0.0019202547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013264628,0.0004310815,0.00050088344,0.00051445595,0.002456018,0.006416373,0.0013374335,0.0031332923,0.023785973],"category_scores_gemma":[0.05078684,0.00041725455,0.0006008364,0.0005734015,0.008847748,0.0105766095,0.0043824846,0.0036787344,0.0018101465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025310213,0.00025689646,0.007859937,0.00021207434,0.000038230963,0.00012670642,0.0067511215,0.0016856795,0.0009186745,0.92976475,0.006751263,0.04538157],"study_design_scores_gemma":[0.00017043264,0.00026086203,0.007751181,0.00021166593,0.00005080622,0.00029340474,0.0042145373,0.009645543,0.0010280482,0.9166907,0.059622806,0.00005995943],"about_ca_topic_score_codex":0.0010679837,"about_ca_topic_score_gemma":0.0008815482,"teacher_disagreement_score":0.023785973,"about_ca_system_score_codex":0.0014688973,"about_ca_system_score_gemma":0.0013246761,"threshold_uncertainty_score":0.07957202},"labels":[],"label_agreement":null},{"id":"W3093547246","doi":"10.1145/3415170","title":"Understanding the Homepreneurship Opportunities Afforded by Social Networking and Personal Fabrication Technologies","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association","funders":"","keywords":"Usability; Plotter; Workflow; Emerging technologies; World Wide Web; Computer science; Business; Internet privacy; Human–computer interaction","score_opus":0.3741614487745971,"score_gpt":0.29878493308794785,"score_spread":0.07537651568664927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093547246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79405046,0.0020429962,0.0059811897,0.007233983,0.000053173422,0.000030604086,0.000029607128,0.000021858616,0.19055614],"genre_scores_gemma":[0.9924361,0.0011794317,0.0015446179,0.00028296173,0.000014401055,0.000021263862,0.000009208837,0.0000049402556,0.004507],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989905,0.000581466,0.000017668912,0.00008471079,0.000116719406,0.0002089508],"domain_scores_gemma":[0.99869967,0.00072715373,0.00021315546,0.00007952127,0.000089713256,0.00019076325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013095351,0.00030271357,0.0001221273,0.0011136227,0.0031627796,0.0039895773,0.00041470377,0.001204494,0.0042240033],"category_scores_gemma":[0.0017747122,0.0002314259,0.00017497374,0.00067645474,0.00565133,0.0074049276,0.0031034932,0.0009921787,0.00027365016],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073760784,0.0001874096,0.03886219,0.0002571989,0.00001571466,0.0025999476,0.64779395,0.0003843991,0.0020426852,0.19811156,0.0032780322,0.106393225],"study_design_scores_gemma":[0.000009658574,0.0001057901,0.034473635,0.00062178785,0.00001811817,0.0020827712,0.74713135,0.0013421193,0.000595684,0.035934962,0.1776527,0.0000314026],"about_ca_topic_score_codex":0.00475164,"about_ca_topic_score_gemma":0.0133775985,"teacher_disagreement_score":0.00475164,"about_ca_system_score_codex":0.0011171524,"about_ca_system_score_gemma":0.0009644346,"threshold_uncertainty_score":0.014130712},"labels":[],"label_agreement":null},{"id":"W3093569432","doi":"10.1145/3415177","title":"Leveraging Peer Support for Mature Immigrants Learning to Write in Informal Contexts","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Peer learning; Immigration; Peer feedback; Computer science; Peer support; Negotiation; Literacy; Leverage (statistics); Public relations; Psychology; Pedagogy; Sociology; Political science","score_opus":0.09162598735691602,"score_gpt":0.4053014968539309,"score_spread":0.3136755094970149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093569432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84354544,0.00040186514,0.09177462,0.0038412998,0.00032761935,0.0020692549,0.00011709143,0.003762052,0.054160763],"genre_scores_gemma":[0.924911,0.00022462616,0.06503896,0.0004102602,0.00014945501,0.00081890257,0.000108592074,0.00021082486,0.0081273485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995806,0.002753578,0.00015957306,0.0003922,0.00055497984,0.00033367932],"domain_scores_gemma":[0.9853689,0.007450555,0.0009867628,0.0019174886,0.0016106488,0.0026656627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004564157,0.0007663198,0.00028523797,0.0010903489,0.0026714988,0.0038339258,0.0016127127,0.0011314712,0.0061639776],"category_scores_gemma":[0.025242189,0.00029004386,0.00040594337,0.00037363742,0.0009712763,0.004206993,0.006870152,0.000992415,0.002297795],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005200049,0.0030202216,0.044467203,0.0013634936,0.00011360508,0.0045468323,0.15203944,0.0013029216,0.03742139,0.0057160677,0.012114333,0.7373745],"study_design_scores_gemma":[0.0008564596,0.013835033,0.08101113,0.0029297327,0.0007235447,0.007984216,0.25917432,0.037519593,0.04306831,0.046722196,0.50544935,0.0007262394],"about_ca_topic_score_codex":0.0006767081,"about_ca_topic_score_gemma":0.0018740686,"teacher_disagreement_score":0.0061639776,"about_ca_system_score_codex":0.00038043558,"about_ca_system_score_gemma":0.0017339793,"threshold_uncertainty_score":0.024137855},"labels":[],"label_agreement":null},{"id":"W3094465390","doi":"10.1145/3415184","title":"Gender Differences in Graphic Design Q&amp;As","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perspective (graphical); Diversity (politics); Gender balance; Psychology; Social psychology; Sociology; Computer science; Gender studies","score_opus":0.23073461079464294,"score_gpt":0.39368139543966496,"score_spread":0.16294678464502202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094465390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92396694,0.0009667527,0.008632542,0.0014185837,0.00012999115,0.00012664817,0.00044299214,0.00010070297,0.0642149],"genre_scores_gemma":[0.98993087,0.0002321073,0.0021268248,0.00023462616,0.00001981278,0.000114954164,0.0001143132,0.000063133964,0.0071634096],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9866368,0.009077797,0.0007178794,0.0007804399,0.0021332488,0.000653804],"domain_scores_gemma":[0.9441413,0.044813108,0.0035927505,0.0024111376,0.0035372355,0.0015044408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012612794,0.00026222056,0.0002638006,0.0018109867,0.0012217398,0.0032566169,0.00036499696,0.00052493246,0.016145395],"category_scores_gemma":[0.04808208,0.00023526633,0.00022381762,0.0016094246,0.0014245802,0.0021019143,0.0020676376,0.00044487265,0.0017254543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006866257,0.00019981405,0.22604978,0.0007450643,0.000043295895,0.00071751734,0.54904926,0.00024856802,0.007929255,0.019081155,0.0076242466,0.1876254],"study_design_scores_gemma":[0.00007534462,0.0005523146,0.4078396,0.0010231332,0.00004984541,0.0020790128,0.39583084,0.0014390761,0.0041664783,0.015402667,0.17142826,0.00011345743],"about_ca_topic_score_codex":0.001396842,"about_ca_topic_score_gemma":0.003393086,"teacher_disagreement_score":0.016145395,"about_ca_system_score_codex":0.00062657957,"about_ca_system_score_gemma":0.00061575614,"threshold_uncertainty_score":0.06670362},"labels":[],"label_agreement":null},{"id":"W3094607757","doi":"10.1145/3415199","title":"Religion and Sustainability","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Persuasion; Scholarship; Religiosity; Sociology; Spirituality; Islam; Sustainability; Environmental ethics; Epistemology; Sociology of religion; Scope (computer science); Criticism; Social science; Social psychology; Political science; Psychology; Law; Philosophy; Ecology; Theology","score_opus":0.021595104251892764,"score_gpt":0.29234419228425096,"score_spread":0.2707490880323582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094607757","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27475852,0.01628917,0.008348701,0.059710454,0.0006701403,0.000062687395,0.00010900103,0.000091053626,0.6399603],"genre_scores_gemma":[0.9792118,0.0028740736,0.0014046163,0.0018349251,0.00007935783,0.000019804353,0.00002028452,0.000013646426,0.014541445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916613,0.0005627069,0.000021611857,0.00006895984,0.000102859965,0.000077711884],"domain_scores_gemma":[0.9976749,0.0011842737,0.0003834446,0.00017191729,0.00024836397,0.0003371744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013837406,0.00015669432,0.00015245286,0.0005075957,0.002520386,0.0031832764,0.00033854297,0.0010634799,0.0107491175],"category_scores_gemma":[0.0035594804,0.00010016787,0.00013816223,0.00057300326,0.007964473,0.0017887605,0.0021599538,0.0010853,0.00083863124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008007051,0.00023875968,0.025835183,0.00058323157,0.000037595815,0.0006238462,0.07379485,0.0008465721,0.0010143135,0.6592939,0.017051972,0.22059965],"study_design_scores_gemma":[0.000032908138,0.0001957582,0.027197944,0.0010028647,0.000030554667,0.0007612861,0.05009434,0.00074438035,0.000680155,0.33720747,0.5819975,0.000054868273],"about_ca_topic_score_codex":0.0021027157,"about_ca_topic_score_gemma":0.0030741494,"teacher_disagreement_score":0.0107491175,"about_ca_system_score_codex":0.0013589466,"about_ca_system_score_gemma":0.0010548336,"threshold_uncertainty_score":0.035959423},"labels":[],"label_agreement":null},{"id":"W3094989392","doi":"10.1145/3427314","title":"Exploring User Defined Gestures for Ear-Based Interactions","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Gesture; Human–computer interaction; Wearable computer; Computer science; Set (abstract data type); Interface (matter); Gesture recognition; User interface; Wearable technology; Multimedia; Artificial intelligence; Programming language; Embedded system","score_opus":0.229397836290953,"score_gpt":0.3371712241058136,"score_spread":0.10777338781486062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094989392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69419247,0.0010505065,0.28981632,0.00026317794,0.000045707395,0.0005158841,0.0003215621,0.00065449625,0.013139948],"genre_scores_gemma":[0.8932101,0.00043960553,0.10287321,0.00006848217,0.000008382176,0.00056365645,0.00019414637,0.00006715389,0.0025752059],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99751735,0.0015348041,0.00014115666,0.00028486678,0.00036387893,0.00015794284],"domain_scores_gemma":[0.9965732,0.0027068914,0.00019317487,0.00018527923,0.00025482214,0.00008669862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020243947,0.0008117793,0.00031095036,0.0007516759,0.0004652472,0.0014529092,0.0005228362,0.0007805887,0.0028242639],"category_scores_gemma":[0.0070657358,0.00020747598,0.00037513324,0.00053053757,0.0008593799,0.0018958948,0.0015211325,0.0004346479,0.00048619934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009644254,0.00032271844,0.025403848,0.0040231845,0.000086456595,0.0020089315,0.13612938,0.0045515783,0.40088555,0.02403702,0.0021704715,0.39941642],"study_design_scores_gemma":[0.00045046606,0.0053374264,0.18778996,0.0033606896,0.00052597764,0.012018138,0.16436331,0.12679029,0.26450834,0.053024188,0.18108523,0.0007460173],"about_ca_topic_score_codex":0.00037765538,"about_ca_topic_score_gemma":0.0009653654,"teacher_disagreement_score":0.0028242639,"about_ca_system_score_codex":0.0003136024,"about_ca_system_score_gemma":0.0003781796,"threshold_uncertainty_score":0.010706186},"labels":[],"label_agreement":null},{"id":"W3095104357","doi":"10.1145/3427311","title":"The Effects of Predictive Features of Mobile Keyboards on Text Entry Speed and Errors","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Text entry; Word (group theory); Computer science; Phrase; Mobile device; Typing; Words per minute; Natural language processing; Artificial intelligence; Speech recognition; Human–computer interaction; World Wide Web; Mathematics; Linguistics","score_opus":0.015407859033297909,"score_gpt":0.27943568945247255,"score_spread":0.26402783041917466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095104357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961228,0.000252985,0.0024129928,0.0000529692,0.000027849443,0.000048987567,0.00013464896,0.00022296314,0.0007237435],"genre_scores_gemma":[0.99655604,0.00009562849,0.002649286,0.000023905754,0.000016630898,0.00004814316,0.00015219126,0.000077746525,0.00038033453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99595875,0.0014323645,0.0004659724,0.0007122803,0.0011352373,0.0002953684],"domain_scores_gemma":[0.77321357,0.20049524,0.01032529,0.0071712085,0.0064062416,0.0023884932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026183894,0.0013006142,0.00058385555,0.0008476756,0.00038969508,0.0017915061,0.0008113802,0.0010899901,0.00246613],"category_scores_gemma":[0.10075984,0.00064887025,0.0004771602,0.0005500008,0.00052335975,0.0021746194,0.00089990423,0.0012367058,0.0006570247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024976408,0.0032775677,0.47216743,0.0022344142,0.00070386054,0.0014723019,0.0053572548,0.034199882,0.12288304,0.0005900581,0.0018138689,0.33032393],"study_design_scores_gemma":[0.0003207264,0.016498618,0.8793526,0.0003143101,0.00081647094,0.001619397,0.00208056,0.06272187,0.03309094,0.0009060655,0.0019427232,0.00033566417],"about_ca_topic_score_codex":0.0015652522,"about_ca_topic_score_gemma":0.0016377845,"teacher_disagreement_score":0.0026183894,"about_ca_system_score_codex":0.00035708398,"about_ca_system_score_gemma":0.0004094125,"threshold_uncertainty_score":0.01384753},"labels":[],"label_agreement":null},{"id":"W3095283945","doi":"10.1145/3427323","title":"Flex-ER","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Horizon 2020 Framework Programme","keywords":"FLEX; Computer science; Human–computer interaction; JSON; Visualization; Flexibility (engineering); Debugging; Field (mathematics); Software engineering; Multimedia; World Wide Web; Operating system; Artificial intelligence","score_opus":0.08918782119899336,"score_gpt":0.3476504447671012,"score_spread":0.25846262356810784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095283945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032405518,0.0013935436,0.6275808,0.0009885879,0.0004960287,0.0008887594,0.0112371575,0.20340173,0.121607885],"genre_scores_gemma":[0.2168243,0.0020073885,0.54583424,0.001725901,0.00019213837,0.0020823302,0.03095369,0.031143775,0.16923632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992235,0.00015058093,0.00007488962,0.00016486744,0.00028940738,0.000096719654],"domain_scores_gemma":[0.99777895,0.000790842,0.0000853692,0.0008642507,0.00032836403,0.00015220606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015418144,0.0013958706,0.00054162275,0.00073203584,0.0005098889,0.001770293,0.0023377012,0.0013368502,0.080013305],"category_scores_gemma":[0.004420802,0.0005491292,0.0010872559,0.0005815108,0.00044901573,0.004065293,0.0034000229,0.0012159848,0.026799586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002253178,0.0007198355,0.0024122915,0.0021432522,0.000098659744,0.0011281377,0.0015512427,0.008340454,0.046986144,0.043912105,0.20436998,0.68608475],"study_design_scores_gemma":[0.00044261428,0.0007828481,0.0035022206,0.00037711026,0.000089354326,0.0026351395,0.00053059694,0.040910155,0.058166232,0.034732778,0.8575775,0.00025344462],"about_ca_topic_score_codex":0.00064139714,"about_ca_topic_score_gemma":0.0008133759,"teacher_disagreement_score":0.080013305,"about_ca_system_score_codex":0.0002543976,"about_ca_system_score_gemma":0.0005424013,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3096067795","doi":"10.1145/3427310","title":"PACM HCI V4 ISS, November 2020 - Editorial","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Pleasure; Computer science; Library science; Operations research; Psychology; Engineering; Artificial intelligence","score_opus":0.04680602958952837,"score_gpt":0.3105913426997812,"score_spread":0.2637853131102529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096067795","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022301829,0.0065159616,0.0005347821,0.020296793,0.9361825,0.00029341882,0.000399077,0.00053296576,0.035021454],"genre_scores_gemma":[0.0030322894,0.013990729,0.00090174214,0.019965021,0.7293995,0.000523292,0.0010047364,0.0010116306,0.23017095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902086,0.0012039786,0.00085019146,0.000732289,0.0063749407,0.0006299201],"domain_scores_gemma":[0.9537318,0.0046789064,0.0014589881,0.0014607325,0.032871135,0.005798428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010594994,0.0027003132,0.002288205,0.0076421234,0.0040375367,0.019419601,0.0029469794,0.0065861708,0.1827239],"category_scores_gemma":[0.03336299,0.0011191916,0.0019720597,0.0038562007,0.002011165,0.006445928,0.0033973097,0.0065598073,0.1265216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028077995,0.000016566097,0.00004812766,0.0003491873,0.000006884957,0.00006201694,0.000028930166,0.00001722682,0.000090413196,0.00039617912,0.9848418,0.014114607],"study_design_scores_gemma":[0.000014301736,0.000026943391,0.00021076945,0.00061491824,0.0000070586293,0.00008564894,0.00007525099,0.000049718372,0.000086309425,0.0004315226,0.9983876,0.000009984478],"about_ca_topic_score_codex":0.0013335058,"about_ca_topic_score_gemma":0.0028962782,"teacher_disagreement_score":0.1827239,"about_ca_system_score_codex":0.0041240253,"about_ca_system_score_gemma":0.005081418,"threshold_uncertainty_score":0.61127234},"labels":[],"label_agreement":null},{"id":"W3096395999","doi":"10.1145/3427334","title":"Expanding Side Touch Input on Mobile Phones","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Thumb; Index finger; Computer science; Enhanced Data Rates for GSM Evolution; Computer vision; Artificial intelligence; Tapping; Acoustics; Medicine; Anatomy; Physics","score_opus":0.053106776399903174,"score_gpt":0.32146707574357025,"score_spread":0.26836029934366706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096395999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99024945,0.00014625615,0.0064192847,0.000029718642,0.00001772702,0.00003856772,0.00008749518,0.00018382634,0.0028276711],"genre_scores_gemma":[0.98908234,0.00016672236,0.0090199215,0.00008275337,0.000020413392,0.000042316096,0.00014565753,0.000070937655,0.0013690307],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991817,0.00018634369,0.0000489202,0.00013605686,0.0002996946,0.00014730798],"domain_scores_gemma":[0.99575555,0.0028458938,0.00020725139,0.00031525004,0.00065493234,0.00022121651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040906083,0.00077003374,0.0008360079,0.00032339577,0.00029463167,0.0008927704,0.0005819255,0.00091506564,0.008489131],"category_scores_gemma":[0.0053820605,0.00028628306,0.00039168668,0.00026509783,0.00028500147,0.0011885846,0.0010647897,0.00030797024,0.0011816393],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027606725,0.0003286297,0.0072359284,0.00062194205,0.00004478576,0.0010196079,0.00068402075,0.0044116452,0.8936834,0.00020593572,0.00044924722,0.08855431],"study_design_scores_gemma":[0.00025082676,0.02186033,0.176293,0.0002961056,0.00033101713,0.005346864,0.0014508428,0.16777374,0.62032086,0.001115695,0.004726065,0.00023461618],"about_ca_topic_score_codex":0.00052939495,"about_ca_topic_score_gemma":0.00056729297,"teacher_disagreement_score":0.008489131,"about_ca_system_score_codex":0.00016893183,"about_ca_system_score_gemma":0.00017923857,"threshold_uncertainty_score":0.02839899},"labels":[],"label_agreement":null},{"id":"W3118980982","doi":"10.1145/3432939","title":"A Dozen Stickers on a Mailbox","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Universität Zürich; Vetenskapsrådet","keywords":"Shared resource; Sharing economy; Computer science; Peer-to-peer; Leverage (statistics); Internet privacy; Resource (disambiguation); Business; Knowledge management; World Wide Web; Public relations; Political science; Computer security","score_opus":0.05185429638293126,"score_gpt":0.3237180205801651,"score_spread":0.2718637241972338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118980982","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41890314,0.0015367615,0.051699627,0.007787844,0.002613135,0.00314017,0.008797513,0.029259976,0.47626188],"genre_scores_gemma":[0.4839227,0.0008084787,0.048775427,0.0018956792,0.00080750976,0.0015259428,0.0051962887,0.0013074878,0.45576048],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990681,0.0003139469,0.00008589782,0.00019851772,0.00019327084,0.00014032742],"domain_scores_gemma":[0.99610597,0.0011724862,0.00031675957,0.0009896627,0.0003900862,0.0010249511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012462747,0.0010515893,0.0006582004,0.0013634203,0.0032002602,0.002266539,0.0011998895,0.0013382866,0.28701404],"category_scores_gemma":[0.004784881,0.0005144971,0.00033963806,0.0012579641,0.00061198743,0.0033148068,0.0029391646,0.00071113475,0.08899669],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014138159,0.0015027833,0.017250825,0.000747895,0.00006383817,0.001942681,0.014055443,0.00045335852,0.015722113,0.012891362,0.3714814,0.56247455],"study_design_scores_gemma":[0.00011654058,0.0010074725,0.012131867,0.00025475275,0.000043069052,0.0012594331,0.015320219,0.0017108275,0.0042682574,0.0048226705,0.9589806,0.000084306055],"about_ca_topic_score_codex":0.0004655105,"about_ca_topic_score_gemma":0.0008536006,"teacher_disagreement_score":0.28701404,"about_ca_system_score_codex":0.00044368496,"about_ca_system_score_gemma":0.0003814673,"threshold_uncertainty_score":0.96015763},"labels":[],"label_agreement":null},{"id":"W3119019292","doi":"10.1145/3432941","title":"Piracy and the Impaired Cyborg","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomy; Metaphor; Modalities; Independence (probability theory); Through-the-lens metering; Software; Assistive technology; Control (management); Power (physics); Sociology; Internet privacy; Lens (geology); Psychology; Political science; Engineering; Human–computer interaction; Computer science; Law; Artificial intelligence; Social science","score_opus":0.050589018513165475,"score_gpt":0.30324242692608666,"score_spread":0.25265340841292117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119019292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9353309,0.0015779523,0.0017639117,0.0032310497,0.000057150435,0.000015331363,0.000011972552,0.000024776637,0.057986908],"genre_scores_gemma":[0.9977666,0.0005611452,0.00010678023,0.00016352719,0.0000071526692,0.0000063939647,0.00000277426,0.000005821527,0.0013798036],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997792,0.0012258554,0.0000706242,0.00016698844,0.0003592871,0.00038518282],"domain_scores_gemma":[0.9977729,0.0011445626,0.0005159258,0.00014909051,0.00019119517,0.00022628465],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016245431,0.00046073587,0.00046958288,0.002564642,0.006593628,0.005530529,0.0005093473,0.0012690532,0.0038007188],"category_scores_gemma":[0.0047029792,0.00021553945,0.00028111326,0.0013731093,0.021504946,0.0058113635,0.009249891,0.0020386707,0.00033873378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038968785,0.000041682244,0.014622874,0.00014622169,0.000010838738,0.0016688375,0.9125781,0.00007724501,0.00085198774,0.049445026,0.00064210634,0.019876134],"study_design_scores_gemma":[0.000009829934,0.00013505976,0.020442067,0.00042897678,0.00003019407,0.004138889,0.8965761,0.0002711448,0.0007875713,0.019205274,0.057935316,0.000039611503],"about_ca_topic_score_codex":0.004884599,"about_ca_topic_score_gemma":0.0035904758,"teacher_disagreement_score":0.99340636,"about_ca_system_score_codex":0.0017808634,"about_ca_system_score_gemma":0.0016797212,"threshold_uncertainty_score":0.0129211545},"labels":[],"label_agreement":null},{"id":"W3119373015","doi":"10.1145/3432937","title":"Socio-Spatial Comfort","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Evacuation and Crowd Dynamics","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Autodesk (Canada)","funders":"","keywords":"Desk; Proxemics; Territoriality; Architecture; Relation (database); Computer science; Work (physics); Human–computer interaction; Architectural engineering; Knowledge management; Engineering; Sociology; Geography; Communication","score_opus":0.030355757071027376,"score_gpt":0.2874216956668891,"score_spread":0.2570659385958617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119373015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74319655,0.0016667048,0.10960364,0.0022625749,0.00018410732,0.00017410627,0.0007400949,0.0010413955,0.14113085],"genre_scores_gemma":[0.98755276,0.0002459752,0.0072018234,0.0001828421,0.000025184088,0.000056909314,0.00009248709,0.00005552203,0.0045864205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991314,0.00031585156,0.00004653096,0.00013747557,0.00022402784,0.00014468573],"domain_scores_gemma":[0.99889624,0.00032400395,0.00016280434,0.00019039762,0.0001728321,0.00025379585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007397428,0.00041087184,0.000249798,0.00047501927,0.0011305753,0.0029677898,0.00049210776,0.00067593786,0.011711551],"category_scores_gemma":[0.0028121648,0.000168628,0.0003150459,0.00029180653,0.0012265512,0.0015774597,0.003620259,0.0003995272,0.00142809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793129,0.00065957766,0.1955437,0.002221995,0.0003722696,0.0028000216,0.11947997,0.017993819,0.09730586,0.09386785,0.022393877,0.44678175],"study_design_scores_gemma":[0.000052778967,0.001450936,0.31733778,0.0007874719,0.0002486132,0.0036509607,0.12175652,0.015925817,0.021976553,0.059915937,0.45654625,0.00035037356],"about_ca_topic_score_codex":0.0010440318,"about_ca_topic_score_gemma":0.001888281,"teacher_disagreement_score":0.011711551,"about_ca_system_score_codex":0.00048725924,"about_ca_system_score_gemma":0.0005306451,"threshold_uncertainty_score":0.039178967},"labels":[],"label_agreement":null},{"id":"W3120070483","doi":"10.1145/3432913","title":"Seeing in Context","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Storytelling; Rationality; Sociology; Narrative; Context (archaeology); Meaning (existential); Ideology; Public relations; Epistemology; Political science; Politics; Geography","score_opus":0.0658229462190784,"score_gpt":0.3168526077577794,"score_spread":0.251029661538701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120070483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012958333,0.0037582421,0.013449377,0.041066576,0.0023234782,0.00009270273,0.0002272397,0.00024153094,0.92588246],"genre_scores_gemma":[0.6867183,0.006850652,0.010691673,0.016576042,0.0009051851,0.00017192555,0.00057749567,0.00049558753,0.27701306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9964876,0.0017750626,0.00009981633,0.0006535103,0.00041649595,0.000567543],"domain_scores_gemma":[0.9979572,0.000541853,0.0001549035,0.0003359197,0.0002751131,0.0007348806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00248053,0.000715014,0.00057699846,0.0011148518,0.011013202,0.015792051,0.0018921817,0.0034563655,0.064066574],"category_scores_gemma":[0.004823647,0.00030692382,0.0005818257,0.0013474431,0.018393135,0.015177548,0.014503028,0.005158502,0.009901966],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004434437,0.00004920332,0.0015071422,0.0002029224,0.00001647225,0.0013764478,0.16740878,0.00020718989,0.00073786726,0.7202693,0.06352911,0.044651236],"study_design_scores_gemma":[0.0000036431081,0.000012577952,0.00023559979,0.0002167642,0.000006646699,0.00029961794,0.05730062,0.00004672411,0.00010747945,0.053951886,0.88780695,0.000011410188],"about_ca_topic_score_codex":0.013251062,"about_ca_topic_score_gemma":0.014179663,"teacher_disagreement_score":0.064066574,"about_ca_system_score_codex":0.005057673,"about_ca_system_score_gemma":0.0055430573,"threshold_uncertainty_score":0.21432406},"labels":[],"label_agreement":null},{"id":"W3123744018","doi":"10.1145/3449092","title":"Exploring Lightweight Interventions at Posting Time to Reduce the Sharing of Misinformation on Social Media","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Social media; Psychological intervention; Internet privacy; Computer science; World Wide Web; Psychology; Computer security","score_opus":0.3025225327048007,"score_gpt":0.3940998446864759,"score_spread":0.09157731198167524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123744018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90752614,0.0005614217,0.074281804,0.0023883653,0.00014924195,0.0036444457,0.00018788582,0.002706477,0.008554183],"genre_scores_gemma":[0.85877335,0.00030657975,0.13391279,0.0006518747,0.000068981724,0.0041887625,0.00014584142,0.00011345735,0.0018383747],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9904879,0.006719514,0.0004515904,0.0008374841,0.0010719979,0.00043145873],"domain_scores_gemma":[0.9055903,0.075828426,0.008126379,0.005151347,0.0025694836,0.0027340234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010411281,0.0015048548,0.0006755315,0.0012719817,0.0009798529,0.001973826,0.0019361114,0.0013760206,0.006462868],"category_scores_gemma":[0.08199029,0.0005924434,0.0006972243,0.00048254742,0.00097309164,0.0035232662,0.0023204763,0.0017576847,0.001172283],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052669323,0.025710078,0.05286333,0.00699779,0.00052073406,0.0004403044,0.032013077,0.006094508,0.044773526,0.0051365653,0.0057336204,0.81444955],"study_design_scores_gemma":[0.014203042,0.11522477,0.36587188,0.010309703,0.0057856548,0.0014034626,0.064335704,0.15854596,0.079991765,0.07582177,0.10717643,0.0013299171],"about_ca_topic_score_codex":0.0009197579,"about_ca_topic_score_gemma":0.001750111,"teacher_disagreement_score":0.010411281,"about_ca_system_score_codex":0.00084229716,"about_ca_system_score_gemma":0.001897469,"threshold_uncertainty_score":0.055060744},"labels":[],"label_agreement":null},{"id":"W3126786794","doi":"10.1145/3449133","title":"Belonging There","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Calgary","funders":"","keywords":"Avatar; Human–computer interaction; Embodied cognition; Gesture; Computer science; Virtual reality; Multimedia; Artificial intelligence","score_opus":0.05506003723088014,"score_gpt":0.3293890978465045,"score_spread":0.27432906061562434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126786794","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0143248085,0.001783263,0.007719903,0.024917059,0.0064122113,0.00014288713,0.00026002416,0.00054821477,0.9438916],"genre_scores_gemma":[0.20304866,0.0020251113,0.0038950406,0.015691113,0.0017310054,0.00015492167,0.000546057,0.0005542326,0.7723539],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99561864,0.0017011287,0.00015148161,0.0007549058,0.00096426846,0.0008096849],"domain_scores_gemma":[0.9949615,0.0004507595,0.0003518212,0.00076775294,0.00083798164,0.0026302321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023643821,0.0008928308,0.00059114944,0.0014005463,0.012286086,0.010638233,0.001183777,0.0021651757,0.17274237],"category_scores_gemma":[0.007753541,0.00024872358,0.000631833,0.00097322155,0.00510865,0.009977502,0.014271915,0.004328024,0.046323933],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078550554,0.00011412756,0.0039559603,0.00025455793,0.00003197496,0.00076455524,0.121101804,0.00007650326,0.0013372826,0.30652562,0.35221034,0.21354866],"study_design_scores_gemma":[0.0000026881341,0.000021457125,0.0007751043,0.000093468094,0.0000056777913,0.00026397663,0.017144157,0.000023237177,0.000067301866,0.008237104,0.9733523,0.000013485107],"about_ca_topic_score_codex":0.004196051,"about_ca_topic_score_gemma":0.006986519,"teacher_disagreement_score":0.17274237,"about_ca_system_score_codex":0.002188597,"about_ca_system_score_gemma":0.0021808054,"threshold_uncertainty_score":0.5778808},"labels":[],"label_agreement":null},{"id":"W3133564273","doi":"10.1145/3479529","title":"\"@alex, this fixes #9\": Analysis of Referencing Patterns in Pull Request Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Referent; Variety (cybernetics); Source code; Thread (computing); Common ground; World Wide Web; User interface; Software; Interface (matter); Information retrieval; Human–computer interaction; Programming language; Artificial intelligence; Psychology","score_opus":0.05804857565293148,"score_gpt":0.3381942710071979,"score_spread":0.2801456953542664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133564273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548907,0.0004465431,0.016228858,0.00081911066,0.00008844796,0.00035720842,0.01559155,0.0030955367,0.008481985],"genre_scores_gemma":[0.89650583,0.00041129146,0.042114407,0.0006309682,0.00008061048,0.00090290693,0.04279707,0.0012640207,0.0152929155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99564135,0.0015276269,0.000451783,0.00079189986,0.0012329242,0.0003544268],"domain_scores_gemma":[0.95864546,0.028286323,0.004852649,0.0029153002,0.004238757,0.0010615285],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040953234,0.00037139712,0.00028783237,0.0054582083,0.0014392636,0.0018576275,0.00093685655,0.0010387017,0.0034135054],"category_scores_gemma":[0.024903938,0.00026605924,0.00040906118,0.004130905,0.000793255,0.0030120153,0.0021611822,0.0007919684,0.0016904428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001780741,0.00074972113,0.45278656,0.0029533117,0.00018782947,0.0029960715,0.13320857,0.0018861507,0.030510923,0.014092533,0.07538552,0.28346208],"study_design_scores_gemma":[0.00009223655,0.00043773185,0.6344867,0.00084161334,0.00013468484,0.001793212,0.08497528,0.021551928,0.02566457,0.0071265777,0.22262515,0.00027033256],"about_ca_topic_score_codex":0.0070600337,"about_ca_topic_score_gemma":0.012342684,"teacher_disagreement_score":0.9959047,"about_ca_system_score_codex":0.0009878027,"about_ca_system_score_gemma":0.0010484927,"threshold_uncertainty_score":0.02165842},"labels":[],"label_agreement":null},{"id":"W3155832955","doi":"10.1145/3449132","title":"StreamSketch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Interactivity; Computer science; Multimedia; Live streaming; Modality (human–computer interaction); Key (lock); Modalities; Human–computer interaction; Process (computing); Space (punctuation); Formative assessment; World Wide Web; Psychology; Sociology","score_opus":0.05995711704533049,"score_gpt":0.356367323382279,"score_spread":0.29641020633694853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155832955","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036224067,0.0030015407,0.29283592,0.0014489705,0.0020646155,0.0034423172,0.031379383,0.31776783,0.31183538],"genre_scores_gemma":[0.18316138,0.0036599268,0.2068568,0.0016353412,0.000831644,0.0046899943,0.06607742,0.0650483,0.46803927],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990652,0.000135367,0.00006501059,0.00020836129,0.0004016767,0.00012431669],"domain_scores_gemma":[0.99792564,0.00065530825,0.00008992406,0.00050144666,0.00051418913,0.0003134596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013476145,0.0014687455,0.00073900155,0.0017777332,0.0010577827,0.0029244174,0.0021506401,0.0012559947,0.18193191],"category_scores_gemma":[0.0058356742,0.00078355824,0.00087935984,0.0010671275,0.0008570273,0.0046890364,0.005491318,0.0016951148,0.058309384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034549562,0.00033689573,0.0023212817,0.0025181638,0.00010607973,0.00092689047,0.0029356289,0.0020488289,0.03295005,0.030608376,0.47109744,0.4506953],"study_design_scores_gemma":[0.00045553906,0.00041253355,0.002914769,0.00036704636,0.00007661503,0.0007740195,0.000618739,0.009404715,0.02032877,0.014690888,0.94979966,0.00015669884],"about_ca_topic_score_codex":0.0015602331,"about_ca_topic_score_gemma":0.002709013,"teacher_disagreement_score":0.18193191,"about_ca_system_score_codex":0.00058412354,"about_ca_system_score_gemma":0.0012562219,"threshold_uncertainty_score":0.6086229},"labels":[],"label_agreement":null},{"id":"W3157216313","doi":"10.1145/3449242","title":"Becoming Interdisciplinary","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering ethics; Process (computing); Criticism; Position paper; Event (particle physics); Sociology; Data science; Management science; Computer science; Political science; Engineering","score_opus":0.0639494099519361,"score_gpt":0.35583567900982627,"score_spread":0.29188626905789017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157216313","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107488245,0.0074755317,0.20273933,0.181121,0.008156529,0.0006908312,0.00011273659,0.00063646445,0.4915793],"genre_scores_gemma":[0.81194705,0.0032750447,0.06058515,0.030151863,0.0014626917,0.00067157013,0.00017819826,0.00040495687,0.091323525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95194393,0.030998789,0.0013812993,0.0057427846,0.006992855,0.0029403178],"domain_scores_gemma":[0.9533771,0.017635249,0.002555671,0.007772573,0.009283144,0.009376211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034660775,0.0009269005,0.00084045914,0.003515764,0.01709702,0.024439177,0.0037008612,0.0062006516,0.016068544],"category_scores_gemma":[0.043152105,0.0009279639,0.00090299675,0.0023547625,0.028659869,0.024295859,0.0346237,0.0125154015,0.0028696354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003934416,0.00015984366,0.0029721053,0.0002908745,0.00006168166,0.0007012988,0.28970122,0.00049819716,0.0020859027,0.5878515,0.03378429,0.0818537],"study_design_scores_gemma":[0.000015485646,0.000052852858,0.0010096249,0.0003514245,0.000018736257,0.00044251193,0.12852657,0.00051828986,0.00025111414,0.24124588,0.6275302,0.000037324447],"about_ca_topic_score_codex":0.0016933937,"about_ca_topic_score_gemma":0.0021165372,"teacher_disagreement_score":0.034660775,"about_ca_system_score_codex":0.0063733743,"about_ca_system_score_gemma":0.011086407,"threshold_uncertainty_score":0.18330586},"labels":[],"label_agreement":null},{"id":"W3157741034","doi":"10.1145/3449251","title":"\"Positive Energy\"","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Censorship; Social media; China; Government (linguistics); Coronavirus disease 2019 (COVID-19); Public relations; Pandemic; Trustworthiness; Internet privacy; Information Dissemination; Information sharing; Business; Political science; Information overload; Medicine; Computer science","score_opus":0.057525048356623296,"score_gpt":0.35533781557029137,"score_spread":0.29781276721366806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157741034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6815305,0.0013804781,0.005671085,0.009159137,0.00063109264,0.00015332093,0.0003610074,0.00020963483,0.30090377],"genre_scores_gemma":[0.98169965,0.00053812575,0.000904349,0.0014872489,0.00008934342,0.00005842801,0.00011112682,0.00004132626,0.015070493],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99929845,0.00026644295,0.000029065155,0.00006009554,0.00020791858,0.00013810358],"domain_scores_gemma":[0.99880123,0.00032319178,0.00027808445,0.00013160783,0.0002582385,0.00020751727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090931676,0.0004268861,0.0001576407,0.0008857695,0.00238842,0.0025143393,0.00035506015,0.0009359773,0.008267738],"category_scores_gemma":[0.0024870299,0.00016221138,0.00027550518,0.0008437201,0.0032786469,0.002264141,0.0030699973,0.0008363349,0.0009078805],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005574404,0.00030714954,0.16166218,0.0025412117,0.00032421757,0.004230928,0.24190581,0.0005893884,0.02979612,0.14636064,0.06774371,0.34398127],"study_design_scores_gemma":[0.000040129085,0.00037658386,0.21530569,0.00067475066,0.00019431149,0.0028695776,0.18511276,0.0011170886,0.0055337884,0.029067364,0.55955315,0.00015479325],"about_ca_topic_score_codex":0.001663602,"about_ca_topic_score_gemma":0.0036427407,"teacher_disagreement_score":0.008267738,"about_ca_system_score_codex":0.0010145714,"about_ca_system_score_gemma":0.0005754195,"threshold_uncertainty_score":0.027658343},"labels":[],"label_agreement":null},{"id":"W3157782429","doi":"10.1145/3449193","title":"Can Crowds Customize Instructional Materials with Minimal Expert Guidance?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; National Science Foundation","keywords":"Crowdsourcing; Crowds; Computer science; Pipeline (software); Personalization; TUTOR; Task (project management); Mathematics education; Data science; Multimedia; World Wide Web; Psychology; Engineering","score_opus":0.029173657412900875,"score_gpt":0.2787471208449022,"score_spread":0.24957346343200135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157782429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37419096,0.00080977066,0.5648092,0.00696226,0.00053338194,0.0022960773,0.00070488686,0.021450233,0.028243318],"genre_scores_gemma":[0.65033907,0.00031598847,0.33745146,0.0012053581,0.00011504783,0.0014020695,0.0005776451,0.0011293752,0.0074640517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945521,0.0027339004,0.00021779184,0.001137403,0.00096775003,0.0003910358],"domain_scores_gemma":[0.9798115,0.009830549,0.0012743606,0.005899753,0.0020907894,0.0010930892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069309375,0.0014624734,0.00076305773,0.0010653067,0.0011257908,0.0024303428,0.002863777,0.0023984017,0.005788569],"category_scores_gemma":[0.036489643,0.0008118323,0.00061809045,0.00064791244,0.0017195736,0.0049662823,0.004218149,0.0016624429,0.0045444397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012355889,0.0016630979,0.024138883,0.0014973693,0.00015553954,0.0007942756,0.0148976315,0.044238508,0.080676734,0.008813298,0.027247095,0.794642],"study_design_scores_gemma":[0.0015945601,0.004039084,0.04969806,0.00084970973,0.0004062413,0.0013896272,0.027573844,0.33847994,0.094669126,0.10747628,0.3728778,0.00094578543],"about_ca_topic_score_codex":0.005026408,"about_ca_topic_score_gemma":0.007340561,"teacher_disagreement_score":0.0069309375,"about_ca_system_score_codex":0.00096005324,"about_ca_system_score_gemma":0.0021889242,"threshold_uncertainty_score":0.03665471},"labels":[],"label_agreement":null},{"id":"W3157954185","doi":"10.1145/3449102","title":"Joint Action Storyboards","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; University of Guelph","keywords":"Computer-supported cooperative work; Common ground; Computer science; Human–computer interaction; Leverage (statistics); Interface (matter); Ground; Work (physics); Engineering; Psychology; Artificial intelligence; Communication","score_opus":0.1477220990802632,"score_gpt":0.3417092702397753,"score_spread":0.1939871711595121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157954185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13047512,0.0015980368,0.59296924,0.0033725007,0.001056803,0.0016051421,0.007169982,0.0064735743,0.2552797],"genre_scores_gemma":[0.65587693,0.0011040565,0.29088086,0.0004145783,0.0001833644,0.0020205597,0.0045329235,0.0010076179,0.043979105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757975,0.0013634354,0.00014585158,0.00028375798,0.00049271225,0.00013459292],"domain_scores_gemma":[0.99182093,0.005419777,0.0005836892,0.0009795661,0.0007169732,0.00047907763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023702877,0.0012551029,0.00039671283,0.0026063516,0.0018105091,0.0052984837,0.0013632813,0.0013233218,0.02948558],"category_scores_gemma":[0.01182437,0.00039025268,0.0006829961,0.0021829803,0.0027717247,0.006146667,0.0043875743,0.0012506578,0.002533625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006563663,0.00017379878,0.005498825,0.0014664644,0.00007374574,0.001547962,0.09256543,0.009726829,0.010585075,0.5512104,0.066653155,0.25984195],"study_design_scores_gemma":[0.000077921504,0.00026490417,0.004938703,0.00055192504,0.000056406305,0.000775873,0.019668987,0.02044939,0.006076525,0.09832337,0.84872365,0.00009238224],"about_ca_topic_score_codex":0.0018148491,"about_ca_topic_score_gemma":0.0023617977,"teacher_disagreement_score":0.02948558,"about_ca_system_score_codex":0.0009857246,"about_ca_system_score_gemma":0.000827391,"threshold_uncertainty_score":0.09863913},"labels":[],"label_agreement":null},{"id":"W3158004789","doi":"10.1145/3479524","title":"Digital Social Interaction in Older Adults During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Korea Institute of Science and Technology","keywords":"Pandemic; Social distance; Coping (psychology); Psychology; Telehealth; Coronavirus disease 2019 (COVID-19); Interpersonal communication; Apprehension; Digital divide; Internet privacy; Social psychology; Public relations; Information and Communications Technology; Business; Gerontology; Political science; Telemedicine; Medicine; Clinical psychology; Computer science","score_opus":0.0497220369189681,"score_gpt":0.35118672054984906,"score_spread":0.30146468363088097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158004789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973387,0.00045050026,0.00005367451,0.00071617565,0.000016348287,0.000012469876,0.000036324745,0.0000029544863,0.001372734],"genre_scores_gemma":[0.9987997,0.00042042127,0.000065622036,0.00028528876,0.000011464989,0.00001588729,0.000026197162,0.0000013064085,0.00037420492],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9990308,0.00042781158,0.000096543336,0.00008489148,0.00014759786,0.00021237945],"domain_scores_gemma":[0.9977411,0.00066185754,0.00059766736,0.00008145211,0.0002657698,0.00065217423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014780085,0.00021716517,0.0003706556,0.00088669074,0.002687928,0.0018096097,0.00035906304,0.0009870473,0.0016408064],"category_scores_gemma":[0.005689666,0.00019247126,0.00025881946,0.00046080834,0.0011310918,0.0018067489,0.0029144513,0.000936546,0.00019401123],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011909226,0.0001696073,0.2752743,0.0001925008,0.00004344102,0.0010957868,0.6899419,0.000050231916,0.001027952,0.0005247604,0.0019643565,0.029596137],"study_design_scores_gemma":[0.000011538308,0.00028526763,0.24289653,0.00019030648,0.000034183846,0.0007269733,0.74679357,0.00018294933,0.00013148172,0.00026265378,0.008455551,0.000028990047],"about_ca_topic_score_codex":0.011673949,"about_ca_topic_score_gemma":0.027842972,"teacher_disagreement_score":0.011673949,"about_ca_system_score_codex":0.0010135425,"about_ca_system_score_gemma":0.0008379411,"threshold_uncertainty_score":0.023212016},"labels":[],"label_agreement":null},{"id":"W3158890363","doi":"10.1145/3449244","title":"Exploring the Tensions between the Owners and the Drivers of Uber Cars in Urban Bangladesh","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Negotiation; Car sharing; General partnership; Sharing economy; Work (physics); Business; Power (physics); Public relations; Advertising; Political science; Engineering; Transport engineering","score_opus":0.11074016704092161,"score_gpt":0.2661741381228087,"score_spread":0.1554339710818871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158890363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99233377,0.00014665152,0.00019182423,0.00085685676,0.000004549011,0.000018890332,0.000025984862,0.0000020014916,0.006419516],"genre_scores_gemma":[0.9982223,0.00020848113,0.000060310223,0.00007754687,0.0000019074444,0.000018391298,0.000011456941,0.0000033396843,0.0013963355],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952676,0.0029961537,0.00014626778,0.00033968975,0.00042059226,0.0008296708],"domain_scores_gemma":[0.9957098,0.0027040741,0.00057745085,0.00018447614,0.00037290252,0.0004512463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041336776,0.00040893018,0.00048846693,0.001658819,0.0142501965,0.0059275557,0.0012532114,0.0016140245,0.006145243],"category_scores_gemma":[0.0066094603,0.0006206701,0.00018313523,0.00247875,0.008179883,0.0057510673,0.006706388,0.0017454355,0.0006126317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036262136,0.000025729598,0.016942445,0.000044171917,0.000006237237,0.00066714437,0.97337824,0.000048598657,0.0004278214,0.004012153,0.0003116432,0.00409955],"study_design_scores_gemma":[0.0000012147152,0.000009303093,0.0037732937,0.000021895788,0.0000022774045,0.000039043403,0.99290085,0.000046447378,0.000052840434,0.00025196117,0.0028938325,0.0000070865235],"about_ca_topic_score_codex":0.08021204,"about_ca_topic_score_gemma":0.13695796,"teacher_disagreement_score":0.08021204,"about_ca_system_score_codex":0.008234392,"about_ca_system_score_gemma":0.0027725354,"threshold_uncertainty_score":0.15949035},"labels":[],"label_agreement":null},{"id":"W3159059608","doi":"10.1145/3449100","title":"An Image of Society","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workforce; Representation (politics); Field (mathematics); Narrative; Product (mathematics); Audit; People of color; Content (measure theory); Psychology; Race (biology); Sociology; Gender studies; Political science; Mathematics; Management; Art","score_opus":0.03989034647469759,"score_gpt":0.3396560730475095,"score_spread":0.2997657265728119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159059608","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060427032,0.0013644375,0.009684672,0.014003642,0.00057381805,0.000046654168,0.00027989753,0.00025988175,0.91336],"genre_scores_gemma":[0.88797873,0.0017230478,0.0048032864,0.0024939778,0.00030596717,0.00006356187,0.00025426375,0.00021159727,0.10216566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99894387,0.00053064607,0.000030671996,0.0001414598,0.00026858333,0.000084761385],"domain_scores_gemma":[0.9987936,0.00025025968,0.00013234286,0.0003304152,0.00023440475,0.0002588228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086421653,0.00040682722,0.00018117522,0.0013503593,0.0029161258,0.00797969,0.0004514494,0.00085664436,0.024337547],"category_scores_gemma":[0.0024399583,0.000108054504,0.0002278742,0.0012624022,0.0071274224,0.0054657017,0.0038051358,0.0012634023,0.0035850895],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045505214,0.00006167345,0.0056886477,0.00015069621,0.00002864181,0.0003013706,0.101049475,0.00039761214,0.0020295302,0.74230736,0.058316607,0.08962288],"study_design_scores_gemma":[0.000006456794,0.000061341976,0.0032608318,0.00015390369,0.000013128292,0.00038484824,0.035586007,0.00040482884,0.00035597055,0.075705595,0.88404596,0.000021051825],"about_ca_topic_score_codex":0.0027238682,"about_ca_topic_score_gemma":0.0030074783,"teacher_disagreement_score":0.024337547,"about_ca_system_score_codex":0.0014356464,"about_ca_system_score_gemma":0.0013700619,"threshold_uncertainty_score":0.08141726},"labels":[],"label_agreement":null},{"id":"W3159097015","doi":"10.1145/3449185","title":"Parsing the 'Me' in #MeToo","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Harassment; Caste; Gender studies; Queer; Patriarchy; Social media; Sociology; Population; Political science; Law","score_opus":0.09645873993458777,"score_gpt":0.375444416852647,"score_spread":0.27898567691805926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159097015","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34527642,0.00195621,0.05019369,0.048330717,0.002290807,0.0001945989,0.0048551983,0.0018089217,0.5450934],"genre_scores_gemma":[0.86460876,0.001008352,0.016046025,0.00533536,0.00033425074,0.00013229575,0.0020919738,0.0013697132,0.10907332],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980106,0.00088449643,0.000079313766,0.00023441807,0.00038409472,0.00040709288],"domain_scores_gemma":[0.9960432,0.0020076812,0.00040911004,0.00055935193,0.0007203699,0.00026032183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020661564,0.00039021642,0.00019448722,0.0021722473,0.005312618,0.0067986846,0.00097034767,0.0013516035,0.017420596],"category_scores_gemma":[0.008281727,0.00042723783,0.00032923272,0.0026774933,0.0073130205,0.007778324,0.0062417174,0.0018717074,0.0029173612],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019844637,0.00004515602,0.025296656,0.00038362527,0.000022646189,0.0010859648,0.48604682,0.0002491562,0.0035296774,0.2484477,0.0938639,0.14083019],"study_design_scores_gemma":[0.0000036552215,0.000021866152,0.0077741016,0.00033138937,0.00001348614,0.00029231847,0.19403096,0.0004033891,0.0011977099,0.013802417,0.78209066,0.000038108632],"about_ca_topic_score_codex":0.027916044,"about_ca_topic_score_gemma":0.058301043,"teacher_disagreement_score":0.027916044,"about_ca_system_score_codex":0.0029012163,"about_ca_system_score_gemma":0.0020937936,"threshold_uncertainty_score":0.058277667},"labels":[],"label_agreement":null},{"id":"W3159273122","doi":"10.1145/3449195","title":"Speculation and the Design of Development","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Memorial University of Newfoundland; National Science Foundation","keywords":"Speculation; Technoscience; Futures contract; Sociology; Normative; Colonialism; Constructive; Fantasy; Political science; Social science; Law; Computer science; Economics","score_opus":0.06062240976796456,"score_gpt":0.30485378158191495,"score_spread":0.24423137181395038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159273122","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16029805,0.004112778,0.35846645,0.025053961,0.00027313383,0.00029637737,0.00012743373,0.0005657462,0.4508061],"genre_scores_gemma":[0.9619919,0.0005756805,0.026455494,0.000257474,0.000024838524,0.00016013216,0.00004911532,0.000089211666,0.010396221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9829837,0.012487649,0.0004992692,0.0016105009,0.0013841398,0.0010346352],"domain_scores_gemma":[0.98226124,0.0109051885,0.001176811,0.003914184,0.0012275237,0.0005151236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015763486,0.0008346774,0.00040387755,0.001672177,0.006260337,0.0111681055,0.0021967147,0.0025969592,0.0053769704],"category_scores_gemma":[0.018603938,0.00076264195,0.00069343025,0.0015358472,0.0687724,0.009238374,0.007916795,0.0023678488,0.000647125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025475023,0.000007958888,0.0009625439,0.000057612495,0.0000067829324,0.00015559261,0.017780313,0.0015660834,0.00024312414,0.9697669,0.00035388407,0.009073686],"study_design_scores_gemma":[0.000056951223,0.00006934186,0.0006948694,0.00024889535,0.000023182356,0.00025115648,0.012502027,0.0050431886,0.0010719041,0.8186428,0.16135652,0.00003906451],"about_ca_topic_score_codex":0.011797172,"about_ca_topic_score_gemma":0.0073898686,"teacher_disagreement_score":0.015763486,"about_ca_system_score_codex":0.013895889,"about_ca_system_score_gemma":0.009738128,"threshold_uncertainty_score":0.10082221},"labels":[],"label_agreement":null},{"id":"W3159365872","doi":"10.1145/3449172","title":"Participatory Design for Intergenerational Culture Exchange in Immigrant Families","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"AGE-WELL","keywords":"Grandparent; Sociology; Immigration; Storytelling; Citizen journalism; Psychology; Developmental psychology; Narrative; Political science","score_opus":0.12173742697923978,"score_gpt":0.35026840640562296,"score_spread":0.22853097942638317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159365872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16151468,0.0014357815,0.7170034,0.0065018646,0.00078037777,0.02815474,0.0005801903,0.00095740944,0.08307162],"genre_scores_gemma":[0.41365167,0.0005517629,0.54047257,0.0006692067,0.000040647214,0.036067527,0.00016115028,0.0001448505,0.008240616],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91466606,0.08002082,0.0009969508,0.0018699329,0.0015222662,0.0009240354],"domain_scores_gemma":[0.9450723,0.04477098,0.0011781253,0.0052752597,0.0022764294,0.0014270074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.062242456,0.00095122104,0.0005454448,0.0014928351,0.0054114354,0.004584047,0.0026527327,0.0014456034,0.011435415],"category_scores_gemma":[0.051452458,0.0008104348,0.00090212683,0.0009920393,0.007458507,0.0025668289,0.007829631,0.0018060019,0.0007931552],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011404277,0.0020322935,0.0055181254,0.003908683,0.00021085492,0.0015788608,0.4710984,0.010731533,0.007851919,0.1883594,0.010899528,0.29667002],"study_design_scores_gemma":[0.002574891,0.0040183365,0.006186152,0.00455123,0.00037927835,0.0008795309,0.20094502,0.023468712,0.009010719,0.28543934,0.4623001,0.000246809],"about_ca_topic_score_codex":0.0021574588,"about_ca_topic_score_gemma":0.0045143096,"teacher_disagreement_score":0.062242456,"about_ca_system_score_codex":0.0030322399,"about_ca_system_score_gemma":0.0075662304,"threshold_uncertainty_score":0.32917356},"labels":[],"label_agreement":null},{"id":"W3159721124","doi":"10.1145/3449160","title":"The Complementary Nature of Perceived and Actual Time Spent Online in Measuring Digital Well-being","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data science; Psychology; Internet privacy","score_opus":0.030310436388978543,"score_gpt":0.32845518720874495,"score_spread":0.2981447508197664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159721124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95366347,0.0019175694,0.023026112,0.0005092142,0.00015165034,0.00019306848,0.0013576132,0.000060138354,0.01912106],"genre_scores_gemma":[0.9886283,0.00057404576,0.009012935,0.00014700455,0.00008251715,0.0002893252,0.00050635135,0.00002144188,0.0007380784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914398,0.0051454417,0.00061830925,0.0010141368,0.0014943996,0.0002878637],"domain_scores_gemma":[0.93804675,0.042002622,0.009522265,0.0043131365,0.0041068643,0.002008346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006489911,0.000606806,0.00037148793,0.0019217766,0.0005000679,0.0028043452,0.0007617642,0.000705842,0.003181284],"category_scores_gemma":[0.04698239,0.00031419194,0.0007226536,0.0020337957,0.0011836117,0.0024912283,0.0018839166,0.0010080467,0.00063853565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039816438,0.00045093565,0.8700233,0.0011118499,0.0008136323,0.00010548063,0.006975629,0.0015949246,0.0018376659,0.0038358422,0.0010453683,0.11180723],"study_design_scores_gemma":[0.00001646211,0.00044898075,0.9787345,0.0005289729,0.00028200843,0.0002480619,0.0049794945,0.0038857176,0.0013287284,0.0046373,0.0048310026,0.00007870984],"about_ca_topic_score_codex":0.0019831369,"about_ca_topic_score_gemma":0.0052336557,"teacher_disagreement_score":0.006489911,"about_ca_system_score_codex":0.00036977517,"about_ca_system_score_gemma":0.00045304812,"threshold_uncertainty_score":0.03432238},"labels":[],"label_agreement":null},{"id":"W3177618397","doi":"10.1145/3463928","title":"A Patent Application for NEXTGEN Flood Early Warning System","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information and Cyber Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Warning system; Flood myth; Work (physics); Informatics; Order (exchange); Disaster response; Emergency management; Business; Engineering; Computer science; Computer security; Political science; Telecommunications; Geography","score_opus":0.05229959993924437,"score_gpt":0.2849548455850155,"score_spread":0.2326552456457711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177618397","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011196725,0.004612311,0.07754984,0.031492986,0.007853625,0.0011799062,0.003206978,0.005931617,0.8569761],"genre_scores_gemma":[0.07964787,0.003716343,0.028161064,0.006695484,0.0012927465,0.00078476063,0.0021894414,0.00076962454,0.87674266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986808,0.00022107412,0.00007310113,0.0001455507,0.0007547288,0.00012481996],"domain_scores_gemma":[0.9979652,0.0009791214,0.00008275204,0.00028196516,0.00057361485,0.00011728483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020642732,0.00040043276,0.0002605183,0.0011667919,0.0015269781,0.0018495675,0.0007672284,0.0035090267,0.14292963],"category_scores_gemma":[0.005966765,0.0002095312,0.0004608496,0.0007567908,0.0009900961,0.0021230914,0.0012776642,0.001365117,0.026942044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018850068,0.00014348865,0.0006473801,0.0005843022,0.000020478188,0.001591741,0.0006720831,0.0006679849,0.011360276,0.14891139,0.52878237,0.30642998],"study_design_scores_gemma":[0.00004344579,0.00011699841,0.00058708404,0.000094869894,0.000015069175,0.0004646208,0.000060597857,0.00087216945,0.0022134134,0.0066957325,0.9888138,0.000022180016],"about_ca_topic_score_codex":0.0027492547,"about_ca_topic_score_gemma":0.0033175729,"teacher_disagreement_score":0.14292963,"about_ca_system_score_codex":0.0010969291,"about_ca_system_score_gemma":0.00160475,"threshold_uncertainty_score":0.47814727},"labels":[],"label_agreement":null},{"id":"W3178495544","doi":"10.1145/3463935","title":"Who has a Choice?: Survey-Based Predictors of Volitionality in Facebook Use and Non-use","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Facebook; National Science Foundation","keywords":"Social media; Variety (cybernetics); Agency (philosophy); Psychology; Addiction; Media use; Internet privacy; Advertising; Social psychology; Sociology; Computer science; Business; World Wide Web","score_opus":0.11695885218847794,"score_gpt":0.35902708800513417,"score_spread":0.2420682358166562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178495544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987966,0.00007062468,0.0001580504,0.00011044434,0.0000054330526,0.000014327639,0.000114194125,0.000002490685,0.000727763],"genre_scores_gemma":[0.9993493,0.000043697066,0.0001130157,0.000028340904,0.0000065647223,0.000016311935,0.00016395663,0.0000020101359,0.00027685802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968303,0.0014831359,0.0004232451,0.0002916023,0.0005683264,0.00040326983],"domain_scores_gemma":[0.95664537,0.017747002,0.016263783,0.0021403122,0.0018501851,0.0053534075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053952807,0.0002230137,0.0003569531,0.0014689966,0.0007800251,0.0019041445,0.0005954797,0.00078015967,0.0028812592],"category_scores_gemma":[0.02056955,0.00034042788,0.0005264357,0.0012596648,0.0014673043,0.0016564344,0.0020001412,0.001993165,0.000502073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039909857,0.000109032226,0.9967809,0.000009736377,0.000031562835,0.0000280518,0.0010566894,0.00003547088,0.000080701975,0.00011669495,0.000061005827,0.001650228],"study_design_scores_gemma":[0.0000027208353,0.00006256315,0.9947531,0.000016312497,0.000011001743,0.000107830914,0.0041414076,0.00034849797,0.00008193726,0.00012743642,0.00033931085,0.000007847721],"about_ca_topic_score_codex":0.0039596194,"about_ca_topic_score_gemma":0.0069855433,"teacher_disagreement_score":0.0053952807,"about_ca_system_score_codex":0.0003931683,"about_ca_system_score_gemma":0.00053408364,"threshold_uncertainty_score":0.02853328},"labels":[],"label_agreement":null},{"id":"W3180717668","doi":"10.1145/3476089","title":"A Framework of High-Stakes Algorithmic Decision-Making for the Public Sector Developed through a Case Study of Child-Welfare","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"William T. Grant Foundation; National Science Foundation","keywords":"Bureaucracy; Discretion; Agency (philosophy); Government (linguistics); Public sector; Welfare; Human welfare; Preference; Computer science; Work (physics); Ethnography; Management science; Political science; Public relations; Sociology; Public administration; Economics; Engineering; Law; Social science; Microeconomics","score_opus":0.14926821984376112,"score_gpt":0.4342756422147127,"score_spread":0.28500742237095156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180717668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13925354,0.0010698444,0.6580341,0.024248991,0.0001266758,0.00182656,0.00029297415,0.00018679346,0.17496051],"genre_scores_gemma":[0.77989924,0.0003900507,0.21566474,0.00055786676,0.000018552797,0.0011958481,0.00007563771,0.00004477943,0.0021531947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9560721,0.037897967,0.00086842675,0.0015505776,0.0018776845,0.0017331793],"domain_scores_gemma":[0.9670364,0.026909605,0.001686657,0.0020577612,0.0013599732,0.00094960997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032289084,0.000940808,0.0006447054,0.004437842,0.012402758,0.013131587,0.004214353,0.0055978876,0.004958254],"category_scores_gemma":[0.03021218,0.00062537706,0.0010988729,0.00465528,0.042574875,0.013511878,0.008713299,0.0060073244,0.00046814533],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016153474,0.00009531645,0.0020134097,0.00014173222,0.000007803416,0.0007736222,0.04408397,0.0048175007,0.0002504679,0.937567,0.0007473213,0.009485601],"study_design_scores_gemma":[0.00006606215,0.00014251447,0.0027171804,0.0010427093,0.000028716691,0.00087683555,0.12477271,0.028425323,0.0012791683,0.73225135,0.10830461,0.000092788745],"about_ca_topic_score_codex":0.014134853,"about_ca_topic_score_gemma":0.019403968,"teacher_disagreement_score":0.032289084,"about_ca_system_score_codex":0.01974015,"about_ca_system_score_gemma":0.019682627,"threshold_uncertainty_score":0.17076308},"labels":[],"label_agreement":null},{"id":"W3183326348","doi":"10.1145/3474674","title":"Nature vs. Stress","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Biofeedback; Stress (linguistics); Psychology; Point (geometry); Applied psychology; Psychological stress; Social psychology; Cognitive psychology; Clinical psychology","score_opus":0.026703464552074473,"score_gpt":0.30497275627585235,"score_spread":0.2782692917237779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183326348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80929875,0.0060096844,0.02283068,0.0061785765,0.0011061247,0.00024629247,0.0003276409,0.00013414989,0.15386817],"genre_scores_gemma":[0.98997915,0.0012033023,0.003069883,0.00091179,0.00014669851,0.000119346405,0.00004118197,0.000021070031,0.0045076185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994677,0.00024070988,0.000031481628,0.00007590593,0.00011239694,0.000071968214],"domain_scores_gemma":[0.9984744,0.0008880643,0.00020750814,0.000060382205,0.00011192421,0.00025772277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005143326,0.00038559502,0.0002469111,0.00032707377,0.00037853845,0.0019155352,0.00032517314,0.00060097844,0.0051083947],"category_scores_gemma":[0.0027999256,0.00012941519,0.00021238171,0.00018781408,0.0011096282,0.0011827241,0.001183552,0.0005716202,0.00039938572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004336644,0.0012858515,0.13476159,0.005657091,0.00040466862,0.0013876036,0.024047654,0.0042630634,0.111046515,0.17000195,0.0072333356,0.5355741],"study_design_scores_gemma":[0.00043691587,0.006092666,0.60068583,0.0024205453,0.0005723953,0.0032005087,0.034564383,0.010272176,0.016020602,0.165853,0.15960479,0.00027616895],"about_ca_topic_score_codex":0.0006100464,"about_ca_topic_score_gemma":0.0011326672,"teacher_disagreement_score":0.0051083947,"about_ca_system_score_codex":0.00039365795,"about_ca_system_score_gemma":0.00024378007,"threshold_uncertainty_score":0.017089248},"labels":[],"label_agreement":null},{"id":"W3185991793","doi":"10.1145/3474677","title":"Merlynne","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Cognitive dissonance; Avatar; Psychology; Peer support; Social psychology; Applied psychology; Computer science; Human–computer interaction","score_opus":0.09406073842184264,"score_gpt":0.420559554776623,"score_spread":0.32649881635478034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185991793","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0105836615,0.008958194,0.017446175,0.017217997,0.007479835,0.00030370522,0.0015353978,0.0061398637,0.9303353],"genre_scores_gemma":[0.026759058,0.0028727397,0.005111032,0.0025511647,0.00035865954,0.0001356462,0.0006018317,0.00075252075,0.9608573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885404,0.00014136912,0.000046378424,0.0004179302,0.00044472597,0.000095658426],"domain_scores_gemma":[0.99784505,0.00047831459,0.00010592515,0.00016292703,0.00057078636,0.00083713385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071230816,0.00098595,0.0005463546,0.0012258132,0.0014902055,0.0033572344,0.0010604786,0.0015026546,0.4510243],"category_scores_gemma":[0.0036290297,0.00031997904,0.00031962292,0.0004154144,0.0006221395,0.0025805542,0.0026640934,0.0016228217,0.13898623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003856319,0.00023954915,0.0016039964,0.00047650398,0.000011949093,0.0005960209,0.0008469428,0.00037847745,0.0039248983,0.018588513,0.45255232,0.5203952],"study_design_scores_gemma":[0.000016437598,0.00007061998,0.000583927,0.00012636621,0.000004941712,0.00038738333,0.00019412262,0.00043920486,0.0007661903,0.0017898447,0.9956052,0.00001571658],"about_ca_topic_score_codex":0.0020836864,"about_ca_topic_score_gemma":0.004971627,"teacher_disagreement_score":0.4510243,"about_ca_system_score_codex":0.00091263716,"about_ca_system_score_gemma":0.0012992325,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3194283088","doi":"10.1145/3479497","title":"The \"Shut the f**k up\" Phenomenon: Characterizing Incivility in Open Source Code Review Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Civility; Context (archaeology); Phenomenon; Internet privacy; Computer science; Computer security; World Wide Web; Public relations; Social psychology; Psychology; Political science; Law; Epistemology","score_opus":0.07765418840429965,"score_gpt":0.3631479555744238,"score_spread":0.28549376717012415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194283088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772141,0.00069466676,0.00880613,0.0036601794,0.000082712315,0.00017609655,0.00008015438,0.00012269989,0.009163167],"genre_scores_gemma":[0.99629104,0.00023563825,0.0017489335,0.00075268844,0.000049484872,0.00019744552,0.000059638594,0.000057540805,0.0006075924],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9437389,0.04084769,0.0028512427,0.0027260003,0.0072679375,0.0025683157],"domain_scores_gemma":[0.7082104,0.22088422,0.04893406,0.0073175337,0.0089665875,0.005687233],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.024629055,0.0005827453,0.0006648565,0.006262058,0.008354625,0.007484009,0.002219041,0.0035469886,0.0022389786],"category_scores_gemma":[0.14682332,0.00075233413,0.00064792845,0.0032368754,0.013552961,0.0096386215,0.013548449,0.003888013,0.00041406025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009203492,0.00006454361,0.03659263,0.00028989292,0.000029004046,0.00077826285,0.93917406,0.00010028756,0.0014938073,0.0056574945,0.0011257716,0.014602126],"study_design_scores_gemma":[0.000023166025,0.00012019665,0.046176527,0.0007055226,0.000035029563,0.0016088476,0.9167534,0.0012352968,0.0010991794,0.008906314,0.023209346,0.0001272429],"about_ca_topic_score_codex":0.002925303,"about_ca_topic_score_gemma":0.0030168549,"teacher_disagreement_score":0.992516,"about_ca_system_score_codex":0.00526225,"about_ca_system_score_gemma":0.0037134096,"threshold_uncertainty_score":0.13025248},"labels":[],"label_agreement":null},{"id":"W3194517965","doi":"10.1145/3479538","title":"Curiosity Notebook: The Design of a Research Platform for Learning by Teaching","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"AI in Service Interactions","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton; University of Waterloo","funders":"","keywords":"Curiosity; TUTOR; Computer science; Field (mathematics); Set (abstract data type); Mathematics education; Experiential learning; Human–computer interaction; Psychology","score_opus":0.16373181667999745,"score_gpt":0.41019231230758985,"score_spread":0.2464604956275924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194517965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07444696,0.00030073867,0.89511657,0.0012739986,0.00040016434,0.0021609843,0.00032516426,0.009522869,0.01645263],"genre_scores_gemma":[0.12598296,0.00025916705,0.8540069,0.00031880187,0.00006756844,0.0025042659,0.00042503755,0.0011603005,0.015275005],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982193,0.00074021885,0.00011128295,0.00039888037,0.00037139945,0.00015887184],"domain_scores_gemma":[0.99326396,0.002543472,0.00042111115,0.0017029584,0.0007587887,0.0013098004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037089703,0.0008743773,0.00039384657,0.0009747949,0.00093238143,0.0030793238,0.0027358697,0.0013387697,0.0059683686],"category_scores_gemma":[0.008340723,0.00067392003,0.0006154942,0.00040222227,0.001602163,0.003921035,0.0030152218,0.0015788112,0.0022354056],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014223135,0.0014405514,0.009596064,0.002730179,0.00016452924,0.0025502832,0.028477972,0.018049175,0.20227475,0.10648618,0.031145718,0.59566224],"study_design_scores_gemma":[0.00051301,0.0025999928,0.007848693,0.00067608646,0.00020409784,0.002477963,0.004506801,0.041686255,0.08486619,0.025911286,0.82833695,0.0003726405],"about_ca_topic_score_codex":0.0006331279,"about_ca_topic_score_gemma":0.0010726505,"teacher_disagreement_score":0.0059683686,"about_ca_system_score_codex":0.0007547573,"about_ca_system_score_gemma":0.0022507536,"threshold_uncertainty_score":0.019966185},"labels":[],"label_agreement":null},{"id":"W3202122852","doi":"10.1145/3474675","title":"How Avatar Customization Affects Fear in a Game-based Digital Exposure Task for Social Anxiety","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Avatar; Social anxiety; Personalization; Psychology; Anxiety; Context (archaeology); Task (project management); Applied psychology; Social psychology; Cognitive psychology; Computer science; Human–computer interaction; Engineering; World Wide Web","score_opus":0.05538347106700807,"score_gpt":0.29939294323225346,"score_spread":0.24400947216524538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202122852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989976,0.000012652035,0.00056027295,0.000017373717,0.000006011989,0.000016138276,0.0000072562425,0.00001577251,0.00036687925],"genre_scores_gemma":[0.9976567,0.000028843751,0.001566514,0.000035488705,0.000005299188,0.000064130974,0.000022878929,0.000010836334,0.00060923025],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9996822,0.00012952858,0.0000223275,0.00006285044,0.000052894702,0.00005020934],"domain_scores_gemma":[0.9988883,0.00072133914,0.00014547173,0.00007003808,0.000032279004,0.00014251229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048145256,0.00041070348,0.00018572694,0.00014335389,0.00021514666,0.0007069215,0.00037203354,0.0003435208,0.0026664382],"category_scores_gemma":[0.0035427273,0.00015709242,0.00020106742,0.000052089876,0.0003874966,0.0003336924,0.00054380856,0.00043069504,0.00018987939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016517788,0.018632412,0.039262682,0.0007094097,0.00023829126,0.00059943734,0.012201444,0.0019984408,0.80862266,0.0010081899,0.0010399655,0.0991692],"study_design_scores_gemma":[0.0028646116,0.095947735,0.6431279,0.00023558448,0.0009782154,0.0016716096,0.009991355,0.02810239,0.20464708,0.0043492327,0.007715525,0.0003687177],"about_ca_topic_score_codex":0.0004348667,"about_ca_topic_score_gemma":0.00060837244,"teacher_disagreement_score":0.0026664382,"about_ca_system_score_codex":0.00014599657,"about_ca_system_score_gemma":0.00011287366,"threshold_uncertainty_score":0.008920133},"labels":[],"label_agreement":null},{"id":"W3202266009","doi":"10.1145/3474682","title":"Identifying Commercial Games with Therapeutic Potential through a Content Analysis of Steam Reviews","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Social connectedness; Content analysis; Coping (psychology); Video game; Psychology; Computer science; Multimedia; Social psychology; Psychotherapist; Sociology","score_opus":0.17365847647405616,"score_gpt":0.4047935086989844,"score_spread":0.23113503222492823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202266009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9074632,0.0035444768,0.04402569,0.0014321979,0.0002694857,0.0069453735,0.01611135,0.00082810945,0.019380111],"genre_scores_gemma":[0.8768728,0.0022944778,0.0987919,0.00037984486,0.0001404685,0.007959878,0.008734115,0.0002769353,0.004549633],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98901296,0.0063732574,0.0015716385,0.0006558487,0.0021100817,0.00027630886],"domain_scores_gemma":[0.8609155,0.10781804,0.011213504,0.0038651663,0.01533332,0.0008545375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011063983,0.00048567704,0.00050557364,0.012185984,0.00071141473,0.002136103,0.0005888464,0.00033966088,0.0020925298],"category_scores_gemma":[0.085305765,0.00024674708,0.0004115645,0.008043933,0.00052901387,0.001810323,0.0013993484,0.00045168702,0.0004889211],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015380684,0.0003237489,0.10787885,0.016598769,0.00038011742,0.0016075236,0.10140695,0.0014367704,0.028441174,0.0074729417,0.029849479,0.7030656],"study_design_scores_gemma":[0.00020387903,0.0017231463,0.4449681,0.010910902,0.0010640236,0.0020698223,0.13568996,0.026692845,0.04323146,0.012517258,0.32045925,0.00046932884],"about_ca_topic_score_codex":0.0018491053,"about_ca_topic_score_gemma":0.007672897,"teacher_disagreement_score":0.012185984,"about_ca_system_score_codex":0.0014142334,"about_ca_system_score_gemma":0.0020924092,"threshold_uncertainty_score":0.058512628},"labels":[],"label_agreement":null},{"id":"W3202675740","doi":"10.1145/3474715","title":"Seek What You Need","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Social psychology; Autonomy; Prosocial behavior; Self-determination theory; Competence (human resources); Disposition; Dominance (genetics)","score_opus":0.055664833055603276,"score_gpt":0.3425101291416485,"score_spread":0.28684529608604525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202675740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26662788,0.00521371,0.02210818,0.072203174,0.0048844884,0.00042638788,0.0014051363,0.0019361611,0.6251949],"genre_scores_gemma":[0.5653831,0.002297322,0.013305569,0.023257434,0.0009954186,0.00023169185,0.0010904212,0.0004295046,0.39300957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992987,0.00020095264,0.000033395943,0.00006816769,0.00023179232,0.00016702112],"domain_scores_gemma":[0.9986022,0.00016275361,0.00015095605,0.00008585073,0.00032251963,0.0006757198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006013228,0.00047604123,0.00029842556,0.00059500796,0.0020677368,0.00294873,0.0004305415,0.0014559812,0.04990308],"category_scores_gemma":[0.0031744114,0.0001877362,0.00047617077,0.00026954492,0.0008687832,0.0032885114,0.002801465,0.0013625778,0.025136514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028144647,0.0006675499,0.040620912,0.00092910515,0.00014290729,0.0031038995,0.043387167,0.00020885128,0.00925626,0.063571125,0.504853,0.33297774],"study_design_scores_gemma":[0.000035192308,0.0002519134,0.012947626,0.00021278458,0.00006063139,0.0026176807,0.03333177,0.0005222735,0.0010075816,0.018224213,0.930696,0.000092437826],"about_ca_topic_score_codex":0.001097076,"about_ca_topic_score_gemma":0.0031766288,"teacher_disagreement_score":0.04990308,"about_ca_system_score_codex":0.00035663662,"about_ca_system_score_gemma":0.00053450663,"threshold_uncertainty_score":0.16694242},"labels":[],"label_agreement":null},{"id":"W3202831899","doi":"10.1145/3474708","title":"Videogame Play and Wellbeing Among a First Episode Psychosis Population","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Passion; Distress; Coping (psychology); Mental health; Subjective well-being; Clinical psychology; Life satisfaction; Psychological distress; Social psychology; Psychiatry; Happiness","score_opus":0.030495859644925852,"score_gpt":0.33456757088923944,"score_spread":0.3040717112443136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202831899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99967957,0.000055631568,0.000007452989,0.000026896512,0.0000011973075,0.0000047986664,0.00002407243,5.087232e-7,0.00019990584],"genre_scores_gemma":[0.9997029,0.000121649595,0.000014983281,0.00001540899,0.000002017924,0.0000048901557,0.000033807235,4.3376363e-7,0.0001038995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997888,0.000046203637,0.000014390414,0.0000273747,0.000050653245,0.00007256033],"domain_scores_gemma":[0.9995541,0.00005846337,0.00018315013,0.000013429287,0.00004460827,0.00014627201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025396794,0.00013571502,0.00022879009,0.000957677,0.00078826625,0.00073079584,0.0001503082,0.00033014864,0.0018543387],"category_scores_gemma":[0.0013736816,0.00019001268,0.00020704359,0.0007361079,0.00031259374,0.0005133895,0.0007040157,0.00061561447,0.00011948823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005508645,0.00012426656,0.9926604,0.000020547448,0.000012453829,0.00017235006,0.0025953637,0.000014005716,0.00038626976,0.000034470242,0.00007078928,0.0038540065],"study_design_scores_gemma":[0.0000020743078,0.00015619487,0.99569976,0.000010119174,0.0000053376802,0.00025588085,0.003684512,0.000030955194,0.000031934218,0.000017351576,0.00010327485,0.0000027306958],"about_ca_topic_score_codex":0.015173777,"about_ca_topic_score_gemma":0.024617262,"teacher_disagreement_score":0.015173777,"about_ca_system_score_codex":0.00040203464,"about_ca_system_score_gemma":0.00029268113,"threshold_uncertainty_score":0.030170858},"labels":[],"label_agreement":null},{"id":"W3202925558","doi":"10.1145/3474691","title":"Pathfinder","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Collectable; Computer science; Mathematics education; Psychology; Multimedia; Human–computer interaction; Visual arts","score_opus":0.08299945641576426,"score_gpt":0.3828245932082675,"score_spread":0.2998251367925032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202925558","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006283502,0.0028923452,0.17604357,0.002349465,0.0015005934,0.0009287215,0.03117492,0.16282094,0.61600596],"genre_scores_gemma":[0.056994762,0.0028809716,0.18527652,0.0012104475,0.00019578371,0.0012532655,0.034200665,0.022023723,0.695964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992536,0.00008945178,0.000050022813,0.00018989388,0.00034295968,0.00007413112],"domain_scores_gemma":[0.99814,0.00064268755,0.00011798235,0.0003448652,0.00050564285,0.00024875454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095579337,0.0009777672,0.0006152288,0.002566968,0.00087042386,0.0029896635,0.001627783,0.0017024372,0.38328943],"category_scores_gemma":[0.004908994,0.00080514286,0.00062114355,0.0016057419,0.0005049163,0.0029877876,0.0031659142,0.001419614,0.20193361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041251988,0.00012165489,0.0011872587,0.00079649774,0.000024589346,0.00028399838,0.00032660965,0.001213818,0.0032096102,0.023136685,0.47382018,0.4954667],"study_design_scores_gemma":[0.00006338278,0.000045370565,0.00056745374,0.00012829954,0.000013184864,0.00023641033,0.00007852096,0.0026142944,0.0022185058,0.0063186362,0.98768413,0.00003168814],"about_ca_topic_score_codex":0.0020851584,"about_ca_topic_score_gemma":0.0034839672,"teacher_disagreement_score":0.38328943,"about_ca_system_score_codex":0.00060190074,"about_ca_system_score_gemma":0.0015698912,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3203530699","doi":"10.1145/3474656","title":"To Be or Not to Be Stuck, or Is It a Continuum?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Artificial intelligence; Programming language","score_opus":0.17679408217804107,"score_gpt":0.43788828412308783,"score_spread":0.26109420194504673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203530699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45927268,0.10638927,0.11397291,0.17270538,0.004759398,0.0016367657,0.0011098356,0.0006677281,0.13948601],"genre_scores_gemma":[0.95213693,0.017026445,0.018297002,0.00874012,0.00019144952,0.0005880404,0.00027538618,0.000067897636,0.002676773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98689216,0.006317696,0.0017376639,0.0012757959,0.0029329609,0.00084374956],"domain_scores_gemma":[0.96852845,0.019613605,0.004463693,0.0008905885,0.004174859,0.0023288222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013448921,0.000623978,0.0009950878,0.00389274,0.0028629547,0.007902262,0.0020189811,0.0036082237,0.0031493024],"category_scores_gemma":[0.053704623,0.00049638713,0.001288272,0.00247904,0.011340833,0.012399587,0.0047157477,0.0032873016,0.0006346527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004744602,0.0003519358,0.07847533,0.015165891,0.0005406819,0.0019628562,0.08398358,0.0008209864,0.0022738727,0.1637621,0.02066752,0.63152087],"study_design_scores_gemma":[0.0001742863,0.000997398,0.07673924,0.038967468,0.00090283476,0.006145556,0.35477546,0.0023913435,0.00299352,0.39326873,0.12210088,0.0005433309],"about_ca_topic_score_codex":0.0022512753,"about_ca_topic_score_gemma":0.004377361,"teacher_disagreement_score":0.013448921,"about_ca_system_score_codex":0.003555579,"about_ca_system_score_gemma":0.0052328464,"threshold_uncertainty_score":0.07112557},"labels":[],"label_agreement":null},{"id":"W3203671873","doi":"10.1145/3474651","title":"PACMHCI V5, CHI PLAY, September 2021 Editorial","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Process (computing); Library science; Public relations; Computer science; Medical education; Political science; Operations research; Medicine; Engineering","score_opus":0.048434266333006605,"score_gpt":0.3689298659842335,"score_spread":0.32049559965122687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203671873","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041952844,0.010645877,0.00035412383,0.024432646,0.95111036,0.00018601386,0.00016420237,0.0002523458,0.012812405],"genre_scores_gemma":[0.0010180094,0.022383226,0.00072645757,0.043461293,0.82805157,0.000640095,0.00071410957,0.0006346717,0.102370575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98794824,0.0015662946,0.0013262788,0.0012122846,0.007263951,0.00068302464],"domain_scores_gemma":[0.95020133,0.006738951,0.0012427631,0.001214857,0.034360673,0.00624151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012130594,0.0031000595,0.0024254161,0.0064061154,0.0037321988,0.018194307,0.004306242,0.009603486,0.09113965],"category_scores_gemma":[0.050981134,0.0011906287,0.0020803874,0.0027601686,0.0026820186,0.0058454503,0.0036601506,0.014518576,0.08183969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000154855,0.0000066438765,0.0000137428215,0.00017123006,0.0000034081004,0.000028014452,0.00001474862,0.00000900527,0.0000288978,0.00021112214,0.9896494,0.009848287],"study_design_scores_gemma":[0.000014350898,0.000016676586,0.000116773546,0.0006382758,0.0000055953615,0.00008958386,0.00003459191,0.000033773904,0.00004027865,0.00037105617,0.9986297,0.000009279546],"about_ca_topic_score_codex":0.003478687,"about_ca_topic_score_gemma":0.0053615617,"teacher_disagreement_score":0.09113965,"about_ca_system_score_codex":0.007347134,"about_ca_system_score_gemma":0.0075457837,"threshold_uncertainty_score":0.30489248},"labels":[],"label_agreement":null},{"id":"W3204000260","doi":"10.1145/3474670","title":"On Social Contagion in Gamification","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Influencer marketing; Value (mathematics); Affect (linguistics); Emotional contagion; Social media; Psychology; Social network (sociolinguistics); Social psychology; Computer science; Marketing; Business; Communication","score_opus":0.08217367893598253,"score_gpt":0.3716682816885827,"score_spread":0.28949460275260014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204000260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89458007,0.0012812818,0.034167252,0.0028239589,0.000056260003,0.00009194285,0.00004280346,0.000044323955,0.06691207],"genre_scores_gemma":[0.9967788,0.00025502473,0.0018106627,0.000059911723,0.000019250192,0.000033937235,0.0000094265115,0.0000084325375,0.0010246409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975817,0.0015772731,0.00006706738,0.0003060251,0.00027171336,0.00019611677],"domain_scores_gemma":[0.98278284,0.013388808,0.0019804714,0.00051393063,0.000580964,0.0007529771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031024946,0.00052836357,0.0003509436,0.0017340346,0.0015136206,0.0025951269,0.0004948652,0.0009798612,0.004093235],"category_scores_gemma":[0.01567805,0.0003119965,0.00044370274,0.00095187477,0.0032922816,0.0026948622,0.002600213,0.0010534242,0.0002723677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007009837,0.0009830747,0.3132471,0.00076582265,0.00048131563,0.0017508094,0.081853874,0.02332091,0.007065494,0.35021755,0.002380097,0.21723306],"study_design_scores_gemma":[0.00010451556,0.0011306944,0.35460588,0.00074406643,0.0006634786,0.0014573032,0.036289167,0.16268677,0.004118592,0.40627655,0.031675853,0.00024717275],"about_ca_topic_score_codex":0.004155565,"about_ca_topic_score_gemma":0.004853885,"teacher_disagreement_score":0.004155565,"about_ca_system_score_codex":0.0013470184,"about_ca_system_score_gemma":0.00066735357,"threshold_uncertainty_score":0.016407788},"labels":[],"label_agreement":null},{"id":"W3204119708","doi":"10.1145/3474693","title":"The Role of Partial Automation in Increasing the Accessibility of Digital Games","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Automation; Personalization; Computer science; Human–computer interaction; Rendering (computer graphics); Multimedia; Wheelchair; Artificial intelligence; Engineering; World Wide Web","score_opus":0.05223048102571779,"score_gpt":0.3331847479188955,"score_spread":0.2809542668931777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204119708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84548265,0.000860231,0.14090896,0.00028955677,0.000040213014,0.00016794987,0.00004200629,0.0015917266,0.010616794],"genre_scores_gemma":[0.97461027,0.00012316843,0.024573555,0.000038921415,0.0000125836705,0.000041515086,0.000021027667,0.000053799115,0.00052514405],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809796,0.0009571505,0.00013491609,0.00023176476,0.00035925437,0.0002190207],"domain_scores_gemma":[0.98697275,0.008178787,0.0010785745,0.0020756298,0.001083862,0.00061045255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014820597,0.00074011687,0.0003829063,0.0008995656,0.0005925701,0.0013577614,0.0006845506,0.0005851257,0.0023298275],"category_scores_gemma":[0.013070995,0.00034169157,0.00053705805,0.0002929505,0.0013596786,0.0025538963,0.0032076568,0.0004905561,0.00031966617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001646002,0.0016276892,0.039109457,0.002082844,0.00018165079,0.0012569408,0.01216384,0.014037833,0.28718,0.012477147,0.0016219751,0.62661463],"study_design_scores_gemma":[0.0005629981,0.019853977,0.39172077,0.0011307758,0.0011671941,0.014782624,0.0082084155,0.13336454,0.30396056,0.04480294,0.07973613,0.0007091116],"about_ca_topic_score_codex":0.0005570942,"about_ca_topic_score_gemma":0.0007905244,"teacher_disagreement_score":0.0023298275,"about_ca_system_score_codex":0.00018297361,"about_ca_system_score_gemma":0.0002786097,"threshold_uncertainty_score":0.007837951},"labels":[],"label_agreement":null},{"id":"W3204127860","doi":"10.1145/3474666","title":"Under Pressure","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Choking; Psychology; Peer pressure; Social psychology; Social pressure; Video game; Consciousness; Computer science","score_opus":0.05756727187370006,"score_gpt":0.3680755487088523,"score_spread":0.31050827683515225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204127860","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33664557,0.0016538886,0.014457357,0.005858598,0.0017586037,0.0002948246,0.00065008336,0.0007852686,0.6378959],"genre_scores_gemma":[0.85285085,0.0014712312,0.003960579,0.002555053,0.00047448376,0.00024270652,0.0006691172,0.00025302626,0.13752297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858475,0.00021983667,0.000054338354,0.00027697513,0.00051576336,0.00034837442],"domain_scores_gemma":[0.9986797,0.0001429116,0.00021213906,0.00011526345,0.00031465074,0.0005352772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051978347,0.0005976517,0.00039112143,0.000656289,0.0017933097,0.0039453767,0.0010377616,0.0010808407,0.054897133],"category_scores_gemma":[0.0041039907,0.00023630496,0.00045185714,0.00046285367,0.0015564767,0.0024340902,0.0036989197,0.0016086525,0.012359972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072906155,0.00092122646,0.08422786,0.0010193503,0.00019703526,0.0074148565,0.03764416,0.00089340453,0.03313382,0.1640285,0.11922594,0.55056477],"study_design_scores_gemma":[0.00008671799,0.0011574624,0.10563769,0.000736043,0.00013914281,0.0058865887,0.03507226,0.0026588205,0.007185014,0.057900902,0.7833632,0.00017613218],"about_ca_topic_score_codex":0.0028053282,"about_ca_topic_score_gemma":0.002639158,"teacher_disagreement_score":0.9451029,"about_ca_system_score_codex":0.000670508,"about_ca_system_score_gemma":0.0010967018,"threshold_uncertainty_score":0.18364918},"labels":[],"label_agreement":null},{"id":"W3204449655","doi":"10.1145/3474685","title":"The Potential of Video Game Streaming as Exposure Therapy for Social Anxiety","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exposure therapy; Social anxiety; Anxiety; Psychology; Cognitive restructuring; Visibility; Live streaming; Restructuring; Video game; Computer science; Multimedia; Business; Psychiatry","score_opus":0.05891905683709562,"score_gpt":0.39967541102781556,"score_spread":0.3407563541907199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204449655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.869446,0.0023275488,0.07120988,0.0028823589,0.00020364467,0.0008647703,0.00010283622,0.00039922673,0.05256364],"genre_scores_gemma":[0.9716868,0.0010347058,0.024714692,0.00039091546,0.0000754389,0.00039957577,0.00003682349,0.000031428153,0.0016297132],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993279,0.00044379992,0.00001963515,0.000046689307,0.00011434229,0.000047569505],"domain_scores_gemma":[0.9982882,0.0013771836,0.00008677116,0.00008559796,0.000031828364,0.0001304377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000791006,0.00037248727,0.00011582067,0.00031387547,0.00027432333,0.0009116755,0.0004971322,0.00036774308,0.0036093106],"category_scores_gemma":[0.0028549428,0.0000706194,0.00030436277,0.00011690529,0.0007988057,0.00078204245,0.000860865,0.00048830797,0.00022372225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023113315,0.006502484,0.012195472,0.0022551192,0.00019424199,0.00055704126,0.011221696,0.0040928875,0.08719066,0.040302258,0.0031753955,0.8300015],"study_design_scores_gemma":[0.0030028203,0.07794648,0.27015233,0.003392321,0.0012286941,0.008727189,0.025709683,0.060164824,0.12112593,0.20299858,0.22501522,0.0005359368],"about_ca_topic_score_codex":0.00027412543,"about_ca_topic_score_gemma":0.0004804417,"teacher_disagreement_score":0.0036093106,"about_ca_system_score_codex":0.0003161598,"about_ca_system_score_gemma":0.0003768789,"threshold_uncertainty_score":0.012074292},"labels":[],"label_agreement":null},{"id":"W3204888765","doi":"10.1145/3474711","title":"Players' Stories and Secrets in Animal Crossing","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Narrative; Social media; Game design; Coronavirus disease 2019 (COVID-19); Internet privacy; Psychology; Social psychology; Sociology; Computer science; Multimedia; World Wide Web; Art","score_opus":0.055570344279905495,"score_gpt":0.35895618271688084,"score_spread":0.30338583843697536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204888765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583465,0.00056174694,0.0037998466,0.0046239034,0.00012657193,0.000052049458,0.000088263085,0.000039621766,0.032361448],"genre_scores_gemma":[0.9942924,0.0003025134,0.0006969572,0.0002484836,0.0000180819,0.000024421777,0.000032764427,0.000018720148,0.0043656044],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99555993,0.003295238,0.00012095981,0.00025747603,0.00041527534,0.00035115326],"domain_scores_gemma":[0.9932234,0.004509597,0.0008990725,0.00022767001,0.00030270847,0.00083749363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025754585,0.0007546296,0.0002502946,0.0009236993,0.005582569,0.0066186995,0.0010712689,0.0015731609,0.0026204523],"category_scores_gemma":[0.011532921,0.00044124998,0.00028797428,0.00050738984,0.0066798218,0.004988069,0.005016204,0.0023826598,0.00047175973],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069082314,0.00004446995,0.009291473,0.0000782326,0.000014639314,0.0016683653,0.970169,0.00016730926,0.0010086779,0.007412451,0.0019675978,0.00810872],"study_design_scores_gemma":[0.0000061569413,0.00010870706,0.0048088618,0.00015701106,0.000021212894,0.0016499804,0.91076326,0.0006745991,0.001512852,0.0021957075,0.07806202,0.000039719063],"about_ca_topic_score_codex":0.0037016708,"about_ca_topic_score_gemma":0.006956143,"teacher_disagreement_score":0.0066186995,"about_ca_system_score_codex":0.0017189796,"about_ca_system_score_gemma":0.00066399976,"threshold_uncertainty_score":0.013620496},"labels":[],"label_agreement":null},{"id":"W3205041414","doi":"10.1145/3479511","title":"On the Congruence Between Online Social Content and Future IT Skill Demand","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Employability; Seekers; Social media; Popularity; Lifelong learning; Digital content; Computer science; Knowledge management; Psychology; Multimedia; World Wide Web; Pedagogy; Social psychology; Political science","score_opus":0.08754506683187495,"score_gpt":0.35114561537506817,"score_spread":0.2636005485431932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205041414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926466,0.000056262645,0.00057979266,0.00029592752,0.000010297186,0.00001908014,0.00033061148,0.000007115599,0.0060542035],"genre_scores_gemma":[0.99922526,0.000037879676,0.00020976008,0.000023523637,0.000017055236,0.000016615977,0.00022950757,0.000005847276,0.00023456286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787366,0.0008141401,0.00021410963,0.0003212821,0.0005472103,0.00022960317],"domain_scores_gemma":[0.90205836,0.06911245,0.01652297,0.0033752422,0.0057104724,0.003220482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003950993,0.00019507151,0.00023108414,0.0028127413,0.0007017784,0.0026150343,0.00042278206,0.00068267365,0.0053930706],"category_scores_gemma":[0.041595455,0.0002566991,0.0003123733,0.0027649743,0.0008866751,0.002332236,0.0015332374,0.0010981079,0.0007481249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065050204,0.000111741196,0.99089515,0.000016110485,0.000028598502,0.000050747658,0.0019098534,0.00019593486,0.00030600023,0.0006779906,0.00015193585,0.005591042],"study_design_scores_gemma":[0.0000027695417,0.000046835878,0.99437076,0.0000126751775,0.00001070315,0.00004335735,0.0027380344,0.0017832079,0.0001314081,0.0004113935,0.00044150732,0.000007395805],"about_ca_topic_score_codex":0.003936918,"about_ca_topic_score_gemma":0.005411797,"teacher_disagreement_score":0.0053930706,"about_ca_system_score_codex":0.0006589282,"about_ca_system_score_gemma":0.00044587822,"threshold_uncertainty_score":0.020895123},"labels":[],"label_agreement":null},{"id":"W3205158261","doi":"10.1145/3479857","title":"Physicality As an Anchor for Coordination: Examining Collocated Collaboration in Physical and Mobile Augmented Reality Settings","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Augmented reality; Workspace; Human–computer interaction; Computer science; Artifact (error); Leverage (statistics); Context (archaeology); Multimedia; Artificial intelligence","score_opus":0.049892304782796985,"score_gpt":0.374408431672301,"score_spread":0.324516126889504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205158261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720079,0.00028672753,0.015663708,0.000247317,0.000018164195,0.000112259484,0.00003438593,0.000045130964,0.0115844915],"genre_scores_gemma":[0.99700874,0.000054432014,0.0024142812,0.000017929979,0.0000025582096,0.00004700655,0.000013217069,0.000008366955,0.00043349643],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9940865,0.0034688322,0.000290602,0.00089101464,0.00082654215,0.00043655033],"domain_scores_gemma":[0.9865066,0.007086294,0.0030333016,0.0012997921,0.001124252,0.0009497165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034563013,0.00037719967,0.00031498642,0.0016470372,0.0024182494,0.0042929724,0.0010544615,0.0010209316,0.0026747263],"category_scores_gemma":[0.018867537,0.0004508802,0.0003449071,0.0010740504,0.003884722,0.004052082,0.005300967,0.0008745443,0.0003045021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000507907,0.00035143612,0.083310984,0.0007550815,0.00010295047,0.0013089085,0.80683875,0.0020441967,0.023927098,0.015777083,0.000605953,0.06446965],"study_design_scores_gemma":[0.00010771153,0.0008827039,0.28249815,0.00044645276,0.00012982075,0.0013103518,0.6615513,0.010860541,0.0045972373,0.014754152,0.022687348,0.00017416626],"about_ca_topic_score_codex":0.0030677216,"about_ca_topic_score_gemma":0.0036644274,"teacher_disagreement_score":0.0042929724,"about_ca_system_score_codex":0.0011798335,"about_ca_system_score_gemma":0.0012393909,"threshold_uncertainty_score":0.018278837},"labels":[],"label_agreement":null},{"id":"W3205870165","doi":"10.1145/3479518","title":"Meeting with Media: Comparing Synchronous Media Sharing and Icebreaker Questions in Initial Interactions via Video Chat","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Conversation; Computer science; Context (archaeology); Multimedia; Digital media; Social media; World Wide Web; Psychology; Communication","score_opus":0.049334163540725215,"score_gpt":0.33697685123359444,"score_spread":0.2876426876928692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205870165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953746,0.0001347754,0.0007893138,0.00005843446,0.00002320794,0.00028232584,0.0000704799,0.000015379353,0.0032514702],"genre_scores_gemma":[0.9969472,0.00012888417,0.0012481885,0.00006787498,0.000026036349,0.00052708224,0.00018640634,0.000011226814,0.0008570763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9908708,0.0061450084,0.00080821186,0.00065441005,0.0009425185,0.00057911815],"domain_scores_gemma":[0.89757526,0.08358907,0.007852673,0.0027707533,0.0045145997,0.0036976228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009753787,0.0003699065,0.00043544229,0.0015334483,0.001292165,0.0025597822,0.0007139185,0.0008826223,0.0032462273],"category_scores_gemma":[0.074096344,0.000262997,0.0005839674,0.0007649175,0.0011578894,0.0031468347,0.0022967095,0.0011994541,0.00063505926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030980976,0.014092267,0.44264534,0.003598677,0.00090777973,0.0006754483,0.2372369,0.002514029,0.020627331,0.004184647,0.0018232634,0.2407133],"study_design_scores_gemma":[0.0013375864,0.037240844,0.7869801,0.0009844884,0.0010130346,0.0004516865,0.1418486,0.009375639,0.009952715,0.00325721,0.0073029883,0.00025512086],"about_ca_topic_score_codex":0.0025825985,"about_ca_topic_score_gemma":0.0029078298,"teacher_disagreement_score":0.009753787,"about_ca_system_score_codex":0.0009658948,"about_ca_system_score_gemma":0.0009672661,"threshold_uncertainty_score":0.051583588},"labels":[],"label_agreement":null},{"id":"W3206191641","doi":"10.1145/3476090","title":"Naturally Together: A Systematic Approach for Multi-User Interaction With Natural Interfaces","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; User interface; Set (abstract data type); User interface design; Natural (archaeology); Space (punctuation); Post-WIMP; User modeling; User group; User experience design; Computer user satisfaction; User requirements document; Natural user interface; World Wide Web","score_opus":0.058986939039450924,"score_gpt":0.3270263493376211,"score_spread":0.2680394102981702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206191641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043076575,0.000972482,0.98649174,0.0006032945,0.000050651677,0.0024781753,0.00020714985,0.0007237325,0.0041651325],"genre_scores_gemma":[0.034903176,0.0005765104,0.9586312,0.0001453216,0.000021535992,0.0039869756,0.0003052351,0.00015983684,0.0012701463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.91240484,0.06380159,0.006051869,0.0071359947,0.009505702,0.0011000056],"domain_scores_gemma":[0.91636205,0.05574362,0.004391778,0.012541629,0.00962178,0.0013392526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05142862,0.003687371,0.0023915444,0.01737252,0.0050078174,0.012500925,0.004810686,0.003200009,0.0048056985],"category_scores_gemma":[0.07766292,0.0036378324,0.005343608,0.009324709,0.0126463175,0.015211554,0.011257408,0.0048768916,0.001974243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022379837,0.00084402406,0.014775731,0.007454221,0.00067830173,0.00089411077,0.11459109,0.007682831,0.007273614,0.42718175,0.0070439014,0.4113567],"study_design_scores_gemma":[0.00035141432,0.0010000987,0.010062651,0.0091686305,0.0009150207,0.0020620613,0.05711312,0.09646631,0.0087165,0.5833639,0.23017906,0.0006012119],"about_ca_topic_score_codex":0.0077122073,"about_ca_topic_score_gemma":0.012451236,"teacher_disagreement_score":0.05142862,"about_ca_system_score_codex":0.006201442,"about_ca_system_score_gemma":0.0144279795,"threshold_uncertainty_score":0.27198374},"labels":[],"label_agreement":null},{"id":"W3206705049","doi":"10.1145/3479862","title":"Dilemmas in Mutual Aid: Lessons for Crisis Informatics from an Emergent Community Response to the Pandemic","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mutual aid; Transformative learning; Political science; Emergency response; Public relations; Politics; Informatics; Equity (law); Pandemic; Disaster response; Sociology; Coronavirus disease 2019 (COVID-19); Emergency management; Law; Medicine","score_opus":0.12679251045399037,"score_gpt":0.4180308603314967,"score_spread":0.29123834987750635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206705049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24218631,0.009742266,0.027098108,0.45678574,0.0012089242,0.00042084535,0.00013722735,0.00017589348,0.26224464],"genre_scores_gemma":[0.9666808,0.0042959815,0.0091956,0.0069578676,0.0003375096,0.00031485918,0.000059050708,0.00007504688,0.012083175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99219865,0.006361483,0.00011684701,0.00026407652,0.00037211148,0.00068686326],"domain_scores_gemma":[0.979408,0.016545488,0.000627001,0.00062353763,0.0009182676,0.0018777605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011985874,0.000729192,0.0007160423,0.0019431924,0.011927064,0.016744781,0.002441788,0.0054425444,0.0067019938],"category_scores_gemma":[0.02122897,0.00057647296,0.0005533166,0.0014688335,0.035374444,0.022761406,0.010945584,0.0064278436,0.00072341284],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015548106,0.00027752912,0.003790943,0.00040760226,0.000020548674,0.0020148088,0.31100115,0.0018579661,0.00037104788,0.62235063,0.019317864,0.038434453],"study_design_scores_gemma":[0.000081603015,0.0001087716,0.0014163795,0.0005920206,0.000014349685,0.00050270156,0.48455566,0.0031021717,0.00041430918,0.3721366,0.13700904,0.00006640419],"about_ca_topic_score_codex":0.0055710794,"about_ca_topic_score_gemma":0.0074545657,"teacher_disagreement_score":0.016744781,"about_ca_system_score_codex":0.006798878,"about_ca_system_score_gemma":0.007578887,"threshold_uncertainty_score":0.06338811},"labels":[],"label_agreement":null},{"id":"W3206893018","doi":"10.1145/3479603","title":"Time for Historicism in CSCW: An Invitation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Sensibility; Presentism; Sociology; Historicism; Field (mathematics); Engineering ethics; Work (physics); Epistemology; Political science; Engineering","score_opus":0.0563592827327612,"score_gpt":0.3360085121621149,"score_spread":0.2796492294293537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206893018","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011230698,0.03487367,0.02083251,0.8233777,0.023992289,0.0001330527,0.000106306325,0.00023893846,0.08521479],"genre_scores_gemma":[0.6405174,0.05119617,0.023492754,0.16135253,0.03107236,0.0013324248,0.00024030362,0.001650124,0.089145854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98102945,0.015064665,0.00046695935,0.0009292274,0.0017122503,0.0007975088],"domain_scores_gemma":[0.95056665,0.04034163,0.0014553233,0.0034051046,0.0022609672,0.0019703493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02197201,0.0009352436,0.0007322197,0.0027090786,0.0145476805,0.01887634,0.002279053,0.010768641,0.013393064],"category_scores_gemma":[0.054353073,0.0007684427,0.00095363765,0.0029350147,0.040398087,0.04866805,0.023717178,0.017204115,0.0015394541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056730492,0.00004809657,0.00047574798,0.00029487594,0.000010968871,0.00041342925,0.1603989,0.00012694884,0.00026938593,0.7286515,0.07618432,0.033069022],"study_design_scores_gemma":[0.000011531254,0.000035646695,0.00014582217,0.0008788807,0.0000066806992,0.00044798214,0.06478702,0.00016393163,0.0001504647,0.08503664,0.84830594,0.000029471514],"about_ca_topic_score_codex":0.002107994,"about_ca_topic_score_gemma":0.003909311,"teacher_disagreement_score":0.02197201,"about_ca_system_score_codex":0.007683502,"about_ca_system_score_gemma":0.0062208823,"threshold_uncertainty_score":0.11620051},"labels":[],"label_agreement":null},{"id":"W3207140219","doi":"10.1145/3479608","title":"\"The Network Is an Excuse\": Hardware Maintenance Supporting Community","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"The Internet; Excuse; Software-defined networking; Work (physics); Computer science; Active networking; Networking hardware; World Wide Web; Telecommunications; Engineering; Computer network","score_opus":0.09682128039971094,"score_gpt":0.39858329437264656,"score_spread":0.3017620139729356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207140219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7790097,0.00036710547,0.030476395,0.0155519685,0.00024766743,0.00019730449,0.000035783673,0.0002886188,0.17382544],"genre_scores_gemma":[0.989678,0.000083223196,0.004831089,0.0002952531,0.000017495993,0.00004729585,0.00001351037,0.000027618988,0.0050065024],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975314,0.0017390321,0.000031502037,0.00014483201,0.00023846104,0.0003147683],"domain_scores_gemma":[0.9968843,0.0014582527,0.0004366413,0.00036468083,0.00024151725,0.00061466434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024567412,0.00032468836,0.00012866437,0.0005716251,0.0080829,0.0025953022,0.0012809711,0.0020180312,0.004050639],"category_scores_gemma":[0.0062267752,0.00016198264,0.00017609581,0.00045606936,0.0082909595,0.0055377586,0.004952949,0.0010752815,0.00037500163],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027788983,0.0006702912,0.026018053,0.000401102,0.000023668797,0.005190262,0.4098239,0.0020859705,0.0056210263,0.3521418,0.031848647,0.16589746],"study_design_scores_gemma":[0.00012605064,0.00070608174,0.013958926,0.0005310011,0.00006281,0.0038434276,0.5287303,0.009078602,0.0029161128,0.054161787,0.38579437,0.00009066419],"about_ca_topic_score_codex":0.0067833555,"about_ca_topic_score_gemma":0.01761329,"teacher_disagreement_score":0.0080829,"about_ca_system_score_codex":0.0021771197,"about_ca_system_score_gemma":0.0027127296,"threshold_uncertainty_score":0.015796185},"labels":[],"label_agreement":null},{"id":"W3211396084","doi":"10.1145/3486954","title":"User-Defined Gestures with Physical Props in Virtual Reality","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Gesture; Computer science; Context (archaeology); Human–computer interaction; Set (abstract data type); Referent; Virtual reality; Mobile device; Multimedia; Artificial intelligence; Linguistics; World Wide Web; Programming language","score_opus":0.0738222011701573,"score_gpt":0.3366236190485641,"score_spread":0.2628014178784068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211396084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.919054,0.00021411497,0.07308944,0.000060465547,0.000021172233,0.00038869807,0.00025286456,0.00037485358,0.0065445057],"genre_scores_gemma":[0.94170445,0.00014396901,0.05533759,0.00005842944,0.000010874613,0.0007781893,0.00032810518,0.000081009224,0.0015573859],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9928311,0.0046222564,0.0005037258,0.0006812057,0.0010652557,0.00029642432],"domain_scores_gemma":[0.98248094,0.013693822,0.0011928077,0.0015877333,0.000744595,0.00030023625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004385656,0.00084383995,0.0004953069,0.0007422832,0.00055818644,0.0011570096,0.00061777444,0.0008950164,0.0031189215],"category_scores_gemma":[0.022494968,0.00038669404,0.00057800685,0.0005262834,0.0015215202,0.0014136423,0.0026202768,0.0005208766,0.0006760422],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035470673,0.00067368825,0.08188748,0.0037345137,0.00024942053,0.0023560876,0.12118404,0.013186526,0.46068415,0.01577574,0.002432804,0.2942884],"study_design_scores_gemma":[0.000759426,0.007568896,0.5108499,0.0017362185,0.000455984,0.009489227,0.07553032,0.07717659,0.21268259,0.028589897,0.07398428,0.0011766113],"about_ca_topic_score_codex":0.00048860384,"about_ca_topic_score_gemma":0.0009685198,"teacher_disagreement_score":0.004385656,"about_ca_system_score_codex":0.0002880962,"about_ca_system_score_gemma":0.00026053595,"threshold_uncertainty_score":0.023193836},"labels":[],"label_agreement":null},{"id":"W3211756976","doi":"10.1145/3486933","title":"PACMHCI V5, ISS, November 2021 Editorial","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Variety (cybernetics); Pleasure; Library science; Operations research; Computer science; Psychology; Engineering; Artificial intelligence","score_opus":0.03661555295848269,"score_gpt":0.31731690934166995,"score_spread":0.2807013563831873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211756976","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000101457284,0.003715743,0.00021093068,0.012768556,0.96990335,0.0001378258,0.00018526794,0.00018743896,0.012789421],"genre_scores_gemma":[0.0014878322,0.008426444,0.00034648966,0.018108876,0.8858796,0.00019191008,0.000505542,0.00033830383,0.08471503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940625,0.0006458455,0.0006358416,0.000628317,0.003582816,0.00044468857],"domain_scores_gemma":[0.9725169,0.0031145192,0.0010755347,0.00074483606,0.018453907,0.0040943017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075268634,0.0025416198,0.0022504164,0.005098502,0.0029135188,0.013953722,0.0026050431,0.006167344,0.09772837],"category_scores_gemma":[0.02613285,0.0008134565,0.0018274705,0.002119844,0.0014291791,0.0045566284,0.0021789395,0.008185943,0.07718194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041958545,0.000016316508,0.00004062579,0.0002844178,0.000007035608,0.00009652458,0.00001610986,0.00002093643,0.00007499103,0.00030850506,0.9876368,0.011455715],"study_design_scores_gemma":[0.000018955276,0.000030072615,0.00021314053,0.0004873344,0.000007886271,0.00013932689,0.0000382117,0.00005597991,0.00008916274,0.00037943054,0.99853075,0.000009659053],"about_ca_topic_score_codex":0.00075371476,"about_ca_topic_score_gemma":0.0015519246,"teacher_disagreement_score":0.09772837,"about_ca_system_score_codex":0.0032158087,"about_ca_system_score_gemma":0.0036441407,"threshold_uncertainty_score":0.32693398},"labels":[],"label_agreement":null},{"id":"W3212665243","doi":"10.1145/3488540","title":"HybridPointing for Touch","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Touchpad; Cursor (databases); Computer science; Drag; Artificial intelligence; Mathematics; Human–computer interaction; Physics","score_opus":0.053861170367747076,"score_gpt":0.3300629010569766,"score_spread":0.27620173068922954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212665243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046142142,0.0018190274,0.9199897,0.0002637236,0.00032630336,0.0003530483,0.00039554355,0.017340992,0.013369382],"genre_scores_gemma":[0.49503258,0.0012528067,0.48086122,0.00056072656,0.00019020979,0.0008346021,0.0007058819,0.0015128483,0.019049227],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991135,0.00018403812,0.000047127214,0.00022092181,0.0003321107,0.000102261736],"domain_scores_gemma":[0.99819785,0.0008125574,0.000080570666,0.00055684446,0.0002117017,0.00014056156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063770334,0.001282127,0.0006046171,0.00058420206,0.00033971982,0.0013529087,0.0022780914,0.0011585134,0.023894757],"category_scores_gemma":[0.0028910995,0.00042664036,0.0006681637,0.00044080222,0.0006280321,0.0025821945,0.0036760021,0.0010200085,0.0040762327],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012610327,0.0002491268,0.0017003579,0.0013713329,0.0001295493,0.0006469526,0.0014658197,0.0039002597,0.25872672,0.020171866,0.013678143,0.6966988],"study_design_scores_gemma":[0.000639582,0.0057091904,0.012438046,0.0007795218,0.00043042432,0.008339685,0.0014749606,0.17227088,0.29603857,0.0548676,0.4463687,0.000642867],"about_ca_topic_score_codex":0.0003955126,"about_ca_topic_score_gemma":0.0005769837,"teacher_disagreement_score":0.023894757,"about_ca_system_score_codex":0.00021491786,"about_ca_system_score_gemma":0.00019946783,"threshold_uncertainty_score":0.07993591},"labels":[],"label_agreement":null},{"id":"W3213054554","doi":"10.1145/3486950","title":"Towards Balancing VR Immersion and Bystander Awareness","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Headset; Avatar; Immersion (mathematics); Virtual reality; Interactivity; Human–computer interaction; Bystander effect; Visualization; Computer science; Optical head-mounted display; Multimedia; Psychology; Artificial intelligence; Social psychology","score_opus":0.057494282525164565,"score_gpt":0.3367479078413894,"score_spread":0.27925362531622483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213054554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8560657,0.0018096416,0.12396715,0.0014663569,0.00009100872,0.00029656655,0.00004879575,0.0005805901,0.015674163],"genre_scores_gemma":[0.9603534,0.0005184678,0.0366795,0.000235042,0.000043176882,0.00016751955,0.000041403895,0.000082773884,0.0018788114],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99683267,0.0019605355,0.00012799227,0.0003574451,0.00048913644,0.00023222095],"domain_scores_gemma":[0.9934012,0.0038950557,0.00072379585,0.00056417997,0.0010262959,0.00038940247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035957084,0.00080193457,0.0004432677,0.00078623137,0.0007559364,0.0035139439,0.0010448949,0.0012535905,0.0046841716],"category_scores_gemma":[0.017115805,0.00038178495,0.00037513737,0.00037852043,0.0013459591,0.0038228163,0.004725971,0.0010547433,0.0006460078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017324886,0.0016587955,0.026258284,0.0038237004,0.0003041225,0.0004970247,0.06868094,0.006179125,0.4708068,0.023549067,0.0030272792,0.3934823],"study_design_scores_gemma":[0.0015109514,0.029016504,0.18640594,0.0040171714,0.0020239432,0.0049107047,0.15073554,0.067094594,0.33928928,0.07659322,0.13759504,0.0008071028],"about_ca_topic_score_codex":0.0007502622,"about_ca_topic_score_gemma":0.00074022374,"teacher_disagreement_score":0.0046841716,"about_ca_system_score_codex":0.0005155383,"about_ca_system_score_gemma":0.0005636372,"threshold_uncertainty_score":0.019016147},"labels":[],"label_agreement":null},{"id":"W3213790395","doi":"10.1145/3488535","title":"Analyzing Midair Object Pointing Mappings for Smart Display Input","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Computer science; Selection (genetic algorithm); Task (project management); Object (grammar); Contrast (vision); Human–computer interaction; Control (management); Artificial intelligence; Computer vision; Engineering","score_opus":0.03781388857731147,"score_gpt":0.31128059670976055,"score_spread":0.27346670813244905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213790395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95262975,0.00013192769,0.044422083,0.000027390553,0.000016662209,0.00007615405,0.00032405515,0.00051459833,0.0018572559],"genre_scores_gemma":[0.9766824,0.000058020454,0.021810275,0.000023255674,0.000004611248,0.00007089939,0.00040731084,0.00010347656,0.0008397259],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99951994,0.00014872786,0.00003301005,0.000111910806,0.0001413555,0.000045159424],"domain_scores_gemma":[0.99632555,0.0027235567,0.000215856,0.0003174385,0.00031472705,0.00010284149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005389428,0.00031463135,0.00029766004,0.00057236623,0.0001956717,0.00066711387,0.00030995085,0.0004071648,0.0040527307],"category_scores_gemma":[0.008911295,0.00014147218,0.00018860187,0.0003635757,0.00018643131,0.0007589145,0.00065498555,0.00034797605,0.00063489773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028432724,0.0006670638,0.03032281,0.000876049,0.00006759457,0.0006331412,0.0026991707,0.021044282,0.65705377,0.0020042637,0.0013360521,0.28045255],"study_design_scores_gemma":[0.000208153,0.0029560688,0.4026082,0.00011637881,0.000092153256,0.001508578,0.002815507,0.3643463,0.21357056,0.0057123085,0.005899265,0.00016654485],"about_ca_topic_score_codex":0.00066451955,"about_ca_topic_score_gemma":0.00077654864,"teacher_disagreement_score":0.0040527307,"about_ca_system_score_codex":0.00014627136,"about_ca_system_score_gemma":0.00015802101,"threshold_uncertainty_score":0.013557732},"labels":[],"label_agreement":null},{"id":"W3214323122","doi":"10.1145/3488549","title":"Multi-channel Tactile Feedback Based on User Finger Speed","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"İslam Tarih, Sanat ve Kültür Araştırma Merkezi","keywords":"Channel (broadcasting); Computer science; Auditory feedback; Human–computer interaction; Tactile sensor; Tactile display; Work (physics); Selection (genetic algorithm); Computer vision; Artificial intelligence; Speech recognition; Psychology; Engineering; Telecommunications; Robot","score_opus":0.1050235085999683,"score_gpt":0.33435656314579726,"score_spread":0.22933305454582897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214323122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9224168,0.00075384777,0.07179379,0.00012339297,0.000094386975,0.00015198017,0.00020901121,0.00079592015,0.0036609531],"genre_scores_gemma":[0.9773432,0.00024928022,0.020992002,0.000052477244,0.000018711677,0.000085633874,0.00006262235,0.000098827346,0.0010972787],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99938536,0.00014257272,0.000052550113,0.00015746184,0.00018068607,0.0000812854],"domain_scores_gemma":[0.99442,0.004086185,0.0003928538,0.00042374854,0.00041820784,0.00025897668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007618026,0.0008162281,0.00048100212,0.00049738056,0.00022708169,0.0009168931,0.00054753723,0.00047609612,0.0037266554],"category_scores_gemma":[0.0073118024,0.000355751,0.00023311363,0.00024116265,0.00037301567,0.0014203138,0.0010070518,0.0004365805,0.00044493668],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026259758,0.00022892114,0.006708469,0.00046010368,0.000045955665,0.00013824571,0.00035468175,0.003723682,0.8836731,0.0004414494,0.00033669194,0.10126277],"study_design_scores_gemma":[0.0004874591,0.0061605703,0.15070714,0.00024882093,0.00041862487,0.0022841597,0.0005227294,0.118654706,0.7102883,0.003983345,0.0057781492,0.00046598606],"about_ca_topic_score_codex":0.00026812547,"about_ca_topic_score_gemma":0.00038731974,"teacher_disagreement_score":0.0037266554,"about_ca_system_score_codex":0.00014740547,"about_ca_system_score_gemma":0.00018595127,"threshold_uncertainty_score":0.0124669075},"labels":[],"label_agreement":null},{"id":"W3214575505","doi":"10.1145/3486952","title":"Typealike","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Laptop; Computer science; Artificial intelligence; Rotation (mathematics); Computer vision; Typing; Key (lock); Human–computer interaction; Speech recognition","score_opus":0.06057261144803624,"score_gpt":0.3182253181540785,"score_spread":0.2576527067060423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214575505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018710438,0.002208584,0.63599735,0.0013534926,0.0027525828,0.00093436654,0.008685651,0.20206426,0.1272932],"genre_scores_gemma":[0.19190554,0.0021699893,0.45315188,0.004115152,0.0006636118,0.001307196,0.021293221,0.029189583,0.29620376],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977354,0.00023563398,0.00024124167,0.0006709621,0.0008038345,0.00031306167],"domain_scores_gemma":[0.99681854,0.00040108638,0.00017801588,0.0017905287,0.00059805735,0.00021375479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013391318,0.0017207249,0.00095080555,0.00154301,0.0009055772,0.0035161632,0.0045124264,0.0016689396,0.053294495],"category_scores_gemma":[0.004652146,0.0009584717,0.0015862725,0.0012336493,0.0007934588,0.0053881826,0.003670927,0.0020705273,0.04287068],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019378058,0.00041849678,0.006259858,0.0012737263,0.00022401268,0.0005485077,0.0008268578,0.0026695547,0.029048342,0.045523617,0.266888,0.6443812],"study_design_scores_gemma":[0.00012822419,0.00036708813,0.0022550526,0.00021190937,0.00014504259,0.0017180316,0.00019698325,0.019783882,0.043537848,0.020046195,0.9113919,0.00021776461],"about_ca_topic_score_codex":0.0024891058,"about_ca_topic_score_gemma":0.0051060882,"teacher_disagreement_score":0.053294495,"about_ca_system_score_codex":0.00070744177,"about_ca_system_score_gemma":0.0010898395,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3215074405","doi":"10.1145/3492844","title":"The Computational Thematic Analysis Toolkit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Transparency (behavior); Thematic analysis; Data science; Variety (cybernetics); Interface (matter); Coding (social sciences); Computational model; Thematic map; Modular design; Computational sociology; Process (computing); Human–computer interaction; World Wide Web; Qualitative research; Artificial intelligence; Sociology","score_opus":0.07997970442216792,"score_gpt":0.4028001203780254,"score_spread":0.3228204159558574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215074405","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019486581,0.00053974055,0.89962095,0.0021424205,0.0004199116,0.002636444,0.04076053,0.039521117,0.012410144],"genre_scores_gemma":[0.007126748,0.00029014348,0.96083164,0.000265869,0.000045243938,0.008475827,0.0143328365,0.004830079,0.0038016213],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9834222,0.009647717,0.002354379,0.0017187281,0.002440551,0.00041640035],"domain_scores_gemma":[0.94068104,0.042124633,0.0026130262,0.0071568005,0.006381379,0.0010430188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028178938,0.0020998998,0.0016428675,0.0075639063,0.0034091591,0.008543228,0.0056185443,0.0017120318,0.048513275],"category_scores_gemma":[0.06758262,0.002322917,0.0059596677,0.007632795,0.0021850823,0.007162398,0.01187579,0.0055810576,0.016854402],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039508726,0.00019078479,0.0028534995,0.008688971,0.0007805998,0.0009770618,0.024235908,0.012098684,0.005660468,0.21417165,0.40269095,0.3272564],"study_design_scores_gemma":[0.00019704679,0.000035525372,0.0013118079,0.0013422476,0.00016687551,0.00039984845,0.0026492162,0.03663697,0.0023322122,0.2537362,0.7009918,0.00020020422],"about_ca_topic_score_codex":0.010156543,"about_ca_topic_score_gemma":0.021720529,"teacher_disagreement_score":0.048513275,"about_ca_system_score_codex":0.0030102734,"about_ca_system_score_gemma":0.011810082,"threshold_uncertainty_score":0.16229302},"labels":[],"label_agreement":null},{"id":"W4200633865","doi":"10.1145/3512943","title":"Human-AI Collaboration for UX Evaluation: Effects of Explanation and Synchronization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Context (archaeology); Wizard of oz; Asynchronous communication; Synchronization (alternating current); Test (biology); User experience design","score_opus":0.04460961568483576,"score_gpt":0.35449577421542816,"score_spread":0.3098861585305924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200633865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820238,0.0004432353,0.012237868,0.00028528884,0.000096814576,0.0014093755,0.00010481158,0.00036012116,0.0030386602],"genre_scores_gemma":[0.9795385,0.00014105754,0.016979637,0.00013693923,0.000035778306,0.002264783,0.0001514005,0.000121423174,0.0006305046],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9459229,0.041209124,0.0046547586,0.0025616682,0.0044548158,0.0011968073],"domain_scores_gemma":[0.3099674,0.64624155,0.019583391,0.009012153,0.011996713,0.0031987822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039273646,0.0014829244,0.0011323079,0.0017085911,0.0014638786,0.0031902716,0.0011534886,0.001219508,0.0031790258],"category_scores_gemma":[0.32822222,0.0006450013,0.00091191055,0.0012233951,0.0015057944,0.0030189063,0.0028257363,0.001555481,0.000309812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0271309,0.01270278,0.16506003,0.00919831,0.0013605283,0.000744618,0.09597142,0.011234392,0.06763965,0.0022803224,0.004552825,0.60212433],"study_design_scores_gemma":[0.005261269,0.077516906,0.72120756,0.002642326,0.0025503088,0.00063666666,0.04675638,0.05334432,0.067099266,0.0058682924,0.016081678,0.0010351544],"about_ca_topic_score_codex":0.0015862626,"about_ca_topic_score_gemma":0.0017259446,"teacher_disagreement_score":0.039273646,"about_ca_system_score_codex":0.0016520151,"about_ca_system_score_gemma":0.0016432788,"threshold_uncertainty_score":0.20770139},"labels":[],"label_agreement":null},{"id":"W4205570006","doi":"10.1145/3492853","title":"Studying Up Machine Learning Data","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Documentation; Transparency (behavior); Computer science; Data science; Context (archaeology); Argument (complex analysis); Perspective (graphical); Quality (philosophy); Data quality; Power (physics); Work (physics); Artificial intelligence; Machine learning; Knowledge management; Epistemology; Engineering; Business; Computer security; Marketing","score_opus":0.2530857386306079,"score_gpt":0.43534458629564343,"score_spread":0.18225884766503553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205570006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0462235,0.008156033,0.6644479,0.21133433,0.0024853593,0.0003823735,0.0011842786,0.0005724106,0.06521382],"genre_scores_gemma":[0.62003237,0.0066875704,0.3347647,0.020072155,0.0033784416,0.0009439817,0.0011332254,0.0007013183,0.012286196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9371008,0.043527674,0.0024130787,0.004315733,0.011434992,0.0012076634],"domain_scores_gemma":[0.7226893,0.21594788,0.010453235,0.037850317,0.011005148,0.0020541393],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.055700608,0.00080580526,0.001094933,0.004865214,0.0052951598,0.014146666,0.0035429327,0.004192219,0.0058301156],"category_scores_gemma":[0.20487523,0.0009111905,0.0012399195,0.0056413417,0.024440238,0.029090043,0.01065532,0.009262962,0.0013810556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039060888,0.000048292583,0.0052958135,0.0004613917,0.000050804494,0.00017137935,0.013277885,0.0020849844,0.0004948859,0.8990687,0.009701291,0.06930544],"study_design_scores_gemma":[0.000011299737,0.000038784012,0.0013487133,0.000704084,0.000017620328,0.00017016244,0.004746724,0.005423057,0.0014001648,0.86404306,0.122063614,0.000032716987],"about_ca_topic_score_codex":0.001989169,"about_ca_topic_score_gemma":0.0021355108,"teacher_disagreement_score":0.99470484,"about_ca_system_score_codex":0.004161262,"about_ca_system_score_gemma":0.0064935,"threshold_uncertainty_score":0.29457653},"labels":[],"label_agreement":null},{"id":"W4205919053","doi":"10.1145/3492826","title":"Cultivating the Community","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Harassment; Social media; Psychology; Internet privacy; Data science; Computer science; Applied psychology; Social psychology; World Wide Web; Sociology; Qualitative research; Social science","score_opus":0.08817035823634031,"score_gpt":0.37874103105781265,"score_spread":0.2905706728214723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205919053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5073299,0.002222891,0.14676921,0.031174272,0.0007897223,0.00057468977,0.00025544383,0.00088856183,0.30999535],"genre_scores_gemma":[0.9740337,0.00045549552,0.014155268,0.0010834398,0.00012199258,0.00014630888,0.00010810541,0.00012030875,0.009775334],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99587244,0.0023576668,0.00009272428,0.0007828848,0.0005537176,0.00034063618],"domain_scores_gemma":[0.9907578,0.0036681746,0.00094129686,0.001267816,0.0009845068,0.0023803345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046712775,0.0005072066,0.00034318434,0.0024135031,0.0074193534,0.006904528,0.0013931514,0.0015227324,0.009471718],"category_scores_gemma":[0.013219917,0.0003967828,0.00044937583,0.001180494,0.011217836,0.010717958,0.015927536,0.0021678146,0.0016108167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009288811,0.00027361154,0.031490557,0.00049504475,0.00005920059,0.0011319629,0.43408266,0.00082576147,0.0076376903,0.34403312,0.013456508,0.16642097],"study_design_scores_gemma":[0.000046319117,0.0002534537,0.011155415,0.0004423286,0.00005431908,0.0009039812,0.18195361,0.004526081,0.0016584942,0.23489714,0.56404006,0.00006884568],"about_ca_topic_score_codex":0.0022620545,"about_ca_topic_score_gemma":0.0035974358,"teacher_disagreement_score":0.009471718,"about_ca_system_score_codex":0.001582455,"about_ca_system_score_gemma":0.003134721,"threshold_uncertainty_score":0.031686068},"labels":[],"label_agreement":null},{"id":"W4206102468","doi":"10.1145/3492829","title":"Toward Video-Conferencing Tools for Hands-On Activities in Online Teaching","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Videoconferencing; Context (archaeology); Computer science; Online teaching; Multimedia; Teleconference; Mathematics education; Psychology","score_opus":0.20511910994753088,"score_gpt":0.4350397470047585,"score_spread":0.22992063705722762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206102468","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6976452,0.00078061747,0.27615032,0.0033901446,0.00006571318,0.0007769401,0.000047228932,0.00079350726,0.020350317],"genre_scores_gemma":[0.7377034,0.0004997811,0.25326994,0.0006899183,0.000040399562,0.0004309784,0.000057524645,0.00014057128,0.00716756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98869586,0.0072797397,0.00047124687,0.00095328485,0.001841046,0.0007588741],"domain_scores_gemma":[0.9739977,0.015763292,0.0027774049,0.001731466,0.0043301,0.0013999299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01576819,0.000785386,0.0002555782,0.001460299,0.0021584055,0.0063616717,0.0024462035,0.0024160417,0.0027520615],"category_scores_gemma":[0.035372514,0.0006734199,0.00029152315,0.0007454807,0.0036117532,0.006836146,0.0045727617,0.0025316582,0.0010850545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053066097,0.0022831555,0.04178566,0.0012334462,0.000032225144,0.001498177,0.25408533,0.002638624,0.07169142,0.030108547,0.0045552067,0.58955765],"study_design_scores_gemma":[0.00031295253,0.005521407,0.07749182,0.004386736,0.00022090282,0.009302736,0.31810766,0.043964297,0.15482037,0.056697283,0.32856584,0.000608025],"about_ca_topic_score_codex":0.0027019742,"about_ca_topic_score_gemma":0.004288463,"teacher_disagreement_score":0.01576819,"about_ca_system_score_codex":0.0016703511,"about_ca_system_score_gemma":0.0029229536,"threshold_uncertainty_score":0.08339113},"labels":[],"label_agreement":null},{"id":"W4221135284","doi":"10.1145/3512922","title":"An Exploration of Captioning Practices and Challenges of Individual Content Creators on YouTube for People with Hearing Impairments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closed captioning; Perception; Content (measure theory); Online video; Computer science; Multimedia; Content analysis; Bridge (graph theory); World Wide Web; Internet privacy; Psychology; Sociology; Artificial intelligence","score_opus":0.31902736481574734,"score_gpt":0.348528546668038,"score_spread":0.02950118185229067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221135284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98796916,0.00054208585,0.0035930015,0.0012587518,0.000043327906,0.0001768366,0.00016846709,0.000055619385,0.0061927373],"genre_scores_gemma":[0.9935144,0.0005413655,0.00322967,0.0003235998,0.000029793575,0.00016109066,0.00014344092,0.000039297378,0.0020173055],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99517906,0.0033640598,0.00019191796,0.00034322587,0.00049695163,0.0004247933],"domain_scores_gemma":[0.98589534,0.009352254,0.0014920991,0.0006029476,0.0018271017,0.0008302256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005548525,0.00055902475,0.00030559415,0.0018130583,0.004829992,0.0027946557,0.0009880714,0.0010564976,0.0020026946],"category_scores_gemma":[0.018323077,0.00027561263,0.0003040939,0.0010670801,0.0025178576,0.0040916144,0.0034942795,0.0009986778,0.00035623566],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082557475,0.00006232722,0.023485752,0.00032714265,0.00001549225,0.0011979295,0.92809665,0.00010876022,0.004409974,0.00066182454,0.0023256734,0.0392259],"study_design_scores_gemma":[0.0000059833815,0.00013622516,0.020130277,0.00027814647,0.00002210595,0.00076197047,0.9551699,0.00084249594,0.0016100638,0.0004389073,0.020555582,0.000048286183],"about_ca_topic_score_codex":0.009860032,"about_ca_topic_score_gemma":0.023213245,"teacher_disagreement_score":0.009860032,"about_ca_system_score_codex":0.0021577668,"about_ca_system_score_gemma":0.0015210066,"threshold_uncertainty_score":0.029343724},"labels":[],"label_agreement":null},{"id":"W4224329925","doi":"10.1145/3512949","title":"More than just Software Surprises: Purposes, Processes, and Directions for Software Application Easter Eggs","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Context (archaeology); Software; Perception; Computer science; Data science; Social media; World Wide Web; Work (physics); Human–computer interaction; Engineering; Psychology; Artificial intelligence; History; Archaeology","score_opus":0.04788259756912465,"score_gpt":0.34736892624092397,"score_spread":0.2994863286717993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224329925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030877,0.0006676516,0.04057787,0.0060160034,0.00010011971,0.00018217799,0.000029709518,0.00024491918,0.049093954],"genre_scores_gemma":[0.98835874,0.000164457,0.0063138413,0.00030181647,0.000016995782,0.000056325924,0.000015436115,0.000119478646,0.004652912],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868678,0.00884191,0.00046595992,0.0009076069,0.0020128728,0.0009038599],"domain_scores_gemma":[0.9423354,0.042716537,0.004798079,0.0038510722,0.0043708966,0.001928027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010518783,0.0005556838,0.00029629984,0.0018155765,0.003797631,0.007119008,0.0010624881,0.0017077423,0.002152498],"category_scores_gemma":[0.058909517,0.00069449644,0.00047775477,0.0007758843,0.008525894,0.010394876,0.0073168506,0.0027598133,0.00035181455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010634338,0.00008999057,0.042505622,0.00027593056,0.00001791887,0.0029184057,0.8319222,0.00024161908,0.0059167957,0.062196754,0.0025991974,0.051209334],"study_design_scores_gemma":[0.000027371096,0.0003205066,0.043380044,0.00080554065,0.000064699976,0.0035576578,0.7918248,0.0051506665,0.008088416,0.0353037,0.11130274,0.00017383607],"about_ca_topic_score_codex":0.0017590433,"about_ca_topic_score_gemma":0.002990488,"teacher_disagreement_score":0.010518783,"about_ca_system_score_codex":0.0018053203,"about_ca_system_score_gemma":0.0019269006,"threshold_uncertainty_score":0.055629313},"labels":[],"label_agreement":null},{"id":"W4225638590","doi":"10.1145/3512911","title":"Situating Public Speaking: The Politics and Poetics of the Digital Islamic Sermons in Bangladesh","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Islam; Scholarship; Popularity; Sociology; Politics; Context (archaeology); Situated; Conceptualization; Skepticism; Computer-supported cooperative work; Media studies; Public relations; Social science; Political science; Epistemology; History; Linguistics; Law; Computer science","score_opus":0.06834471974309543,"score_gpt":0.27978858362375736,"score_spread":0.21144386388066194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225638590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231415,0.00059934985,0.0012549675,0.0045653787,0.00011621732,0.000041914274,0.0000676243,0.000036406476,0.07017664],"genre_scores_gemma":[0.99530005,0.00027123047,0.00021061498,0.00013900555,0.00002354244,0.0000150110245,0.000017207927,0.000016661324,0.0040066023],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976312,0.0016999699,0.0000708466,0.00014842418,0.00019353087,0.00025603708],"domain_scores_gemma":[0.99568367,0.0027805688,0.00048258872,0.00025837123,0.00021897591,0.0005757913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033751575,0.0004372679,0.000317062,0.001687815,0.011496839,0.005692578,0.00063661276,0.0014021791,0.0076007713],"category_scores_gemma":[0.0066141644,0.0002550378,0.00013874246,0.001882143,0.012069491,0.0044161784,0.004850712,0.0020414316,0.0009912136],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051548966,0.000021292624,0.00447048,0.00008121005,0.000004078292,0.0009284811,0.9692248,0.000037303947,0.001956817,0.011817053,0.0012860466,0.010120808],"study_design_scores_gemma":[0.0000036446897,0.000026863203,0.0034756276,0.00009229706,0.0000046863015,0.0002303437,0.9657847,0.0000745626,0.00041322896,0.001264793,0.028617442,0.000011740836],"about_ca_topic_score_codex":0.006206993,"about_ca_topic_score_gemma":0.013814951,"teacher_disagreement_score":0.011496839,"about_ca_system_score_codex":0.0031852515,"about_ca_system_score_gemma":0.0019031297,"threshold_uncertainty_score":0.025427163},"labels":[],"label_agreement":null},{"id":"W4225771412","doi":"10.1145/3512896","title":"Abstractions for Visualizing Preferences in Group Decisions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Situational ethics; Set (abstract data type); Visualization; Preference; Group decision-making; Stakeholder; Task (project management); Preference elicitation; Human–computer interaction; Data science; Order (exchange); Knowledge management; Decision support system; Management science; Decision analysis; Artificial intelligence; Psychology; Engineering; Systems engineering","score_opus":0.11856622844736076,"score_gpt":0.3877788652634,"score_spread":0.26921263681603924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225771412","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015438804,0.00025569487,0.97448355,0.0008542922,0.00007163249,0.0002176909,0.0011943168,0.0023665586,0.005117435],"genre_scores_gemma":[0.19267128,0.000498407,0.8027146,0.00017342882,0.00004056213,0.00058146555,0.0013377693,0.00043067886,0.001551813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964849,0.0022328587,0.0003007548,0.0003346271,0.000441882,0.00020490987],"domain_scores_gemma":[0.99049145,0.0060351538,0.0007745859,0.001448142,0.0008050744,0.00044563838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005172867,0.001504768,0.0006799268,0.0038397415,0.0014596295,0.0059533347,0.001479075,0.0014094851,0.008165273],"category_scores_gemma":[0.020890115,0.000742522,0.0017593186,0.003343614,0.0017760898,0.0067937216,0.005015786,0.002398777,0.0010656543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006987351,0.00025078136,0.006038798,0.0014110287,0.00014322373,0.0007122276,0.030212585,0.097929865,0.012950544,0.63217247,0.021064386,0.19641529],"study_design_scores_gemma":[0.00015333226,0.00015646985,0.0025238136,0.00062260864,0.00010541117,0.0003921407,0.00652241,0.2627987,0.007051653,0.6069829,0.11250874,0.0001819099],"about_ca_topic_score_codex":0.004290297,"about_ca_topic_score_gemma":0.0051180325,"teacher_disagreement_score":0.008165273,"about_ca_system_score_codex":0.0014167421,"about_ca_system_score_gemma":0.0013536793,"threshold_uncertainty_score":0.027357042},"labels":[],"label_agreement":null},{"id":"W4225851417","doi":"10.1145/3512946","title":"Involving Crowdworkers with Lived Experience in Content-Development for Push-Based Digital Mental Health Tools: Lessons Learned from Crowdsourcing Mental Health Messages","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Crowdsourcing; Personalization; Mental health; Digital content; Adaptation (eye); Content (measure theory); Computer science; World Wide Web; Content analysis; Internet privacy; Psychology; Knowledge management; Sociology; Psychiatry","score_opus":0.32177343290872495,"score_gpt":0.4398651553978173,"score_spread":0.11809172248909233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225851417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038452,0.00094358844,0.046035215,0.009118615,0.000532747,0.0033208532,0.00037195126,0.00050600705,0.035325833],"genre_scores_gemma":[0.9380469,0.00076943403,0.04390298,0.0025074827,0.00014917256,0.0033666766,0.0002668892,0.00023489993,0.010755548],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98490244,0.011499617,0.00031550674,0.0011364153,0.0010825048,0.0010635721],"domain_scores_gemma":[0.96385187,0.026857022,0.001005518,0.0027083266,0.002803805,0.0027735576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023053743,0.00095963624,0.0006233245,0.0012254308,0.00674171,0.005247198,0.002645432,0.0021638216,0.0076193637],"category_scores_gemma":[0.04033263,0.0005264871,0.0007134818,0.00049845345,0.0046155755,0.0047425386,0.00966283,0.0022018347,0.0017731502],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065898785,0.0029062133,0.02484484,0.0017050417,0.00008389572,0.0017760674,0.7602108,0.00090439554,0.006926244,0.0037235925,0.010324928,0.18593487],"study_design_scores_gemma":[0.000435161,0.0023321696,0.01853756,0.0019567779,0.00015059335,0.0006451796,0.7995727,0.0033833827,0.005674563,0.019759426,0.14729737,0.00025524758],"about_ca_topic_score_codex":0.0033979265,"about_ca_topic_score_gemma":0.0071194125,"teacher_disagreement_score":0.023053743,"about_ca_system_score_codex":0.0020213923,"about_ca_system_score_gemma":0.0040024063,"threshold_uncertainty_score":0.12192136},"labels":[],"label_agreement":null},{"id":"W4225919440","doi":"10.1145/3512980","title":"Veteran Critical Theory as a Lens to Understand Veterans' Needs and Support on Social Media","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Scholarship; Social media; Through-the-lens metering; Psychology; Social support; Public relations; Social psychology; Lens (geology); Computer science; Political science; World Wide Web; Engineering","score_opus":0.21115684590999467,"score_gpt":0.4406058490756395,"score_spread":0.22944900316564482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225919440","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35086763,0.0075554736,0.17412467,0.10601555,0.0008567726,0.0005742318,0.0005415261,0.00022845023,0.35923567],"genre_scores_gemma":[0.97416466,0.0019230318,0.014826877,0.0020448342,0.00022978423,0.00036599624,0.00012858518,0.00007220207,0.006243899],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99685776,0.0023858892,0.00008174177,0.00021019937,0.00025483826,0.00020955049],"domain_scores_gemma":[0.9909678,0.0070557403,0.0006998192,0.00034227644,0.00044635386,0.00048804117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045225117,0.001085559,0.0003701145,0.008283102,0.0059354315,0.009943167,0.0018482518,0.0021111972,0.0063104825],"category_scores_gemma":[0.008952996,0.00042981136,0.00045051996,0.00313033,0.0197735,0.015172696,0.0046407864,0.0049924874,0.00041870147],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130788685,0.000073549665,0.0055531864,0.000120867335,0.000010930096,0.00028049483,0.16260824,0.00047521392,0.00022010665,0.81614345,0.0022206474,0.012280246],"study_design_scores_gemma":[0.0000143536745,0.000042118492,0.004782262,0.0004461271,0.000018854525,0.00041429614,0.32832763,0.0048996867,0.00035106076,0.58480096,0.07587758,0.000025040368],"about_ca_topic_score_codex":0.007051268,"about_ca_topic_score_gemma":0.0076460545,"teacher_disagreement_score":0.009943167,"about_ca_system_score_codex":0.0071764877,"about_ca_system_score_gemma":0.004328739,"threshold_uncertainty_score":0.052069306},"labels":[],"label_agreement":null},{"id":"W4225929808","doi":"10.1145/3512919","title":"\"Knowledge Comes Through Participation\": Understanding Disability through the Lens of DIY Assistive Technology in Western Kenya","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada; University of Maryland, Baltimore County","keywords":"Assistive technology; Context (archaeology); Government (linguistics); Stakeholder; Inclusion (mineral); Focus group; Relevance (law); Public relations; Sustainability; Political science; Universal design; Sociology; Business; Geography; Computer science; Marketing; Social science; World Wide Web","score_opus":0.2825622129277151,"score_gpt":0.4857377944259899,"score_spread":0.2031755814982748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225929808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7664479,0.006372675,0.004004472,0.037796248,0.00016177075,0.00020828251,0.00012096154,0.000026797348,0.1848609],"genre_scores_gemma":[0.9929443,0.0017609757,0.00072195556,0.0009264353,0.000017490871,0.00008900591,0.000022437487,0.000010463138,0.0035068425],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99728215,0.0017678696,0.00007524319,0.00020313027,0.00015803636,0.0005135396],"domain_scores_gemma":[0.9973912,0.0016929302,0.00029516342,0.000075892414,0.00017162501,0.00037326213],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0044068065,0.0008184727,0.0004056111,0.003132673,0.020539882,0.009872693,0.001444621,0.0031952034,0.004199521],"category_scores_gemma":[0.003727266,0.000454778,0.0002967938,0.0019955016,0.031981997,0.014400246,0.010510434,0.0031108726,0.0003513455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012424847,0.000024781617,0.002447824,0.00011874571,0.0000030612377,0.00072669354,0.96970326,0.000022904369,0.00030909135,0.02095749,0.00067846745,0.004995185],"study_design_scores_gemma":[0.000005729607,0.000018668708,0.0025375355,0.00037579497,0.000008787781,0.00034717936,0.96782625,0.00006737276,0.00013466709,0.00495643,0.023710705,0.000010908819],"about_ca_topic_score_codex":0.038693704,"about_ca_topic_score_gemma":0.05910578,"teacher_disagreement_score":0.9794601,"about_ca_system_score_codex":0.0074272864,"about_ca_system_score_gemma":0.0072556376,"threshold_uncertainty_score":0.07693696},"labels":[],"label_agreement":null},{"id":"W4226204282","doi":"10.1145/3512960","title":"RescueCASTR: Exploring Photos and Live Streaming to Support Contextual Awareness in the Wilderness Search and Rescue Command Post","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University; University of Calgary","funders":"","keywords":"Command and control; Focus (optics); Field (mathematics); Wearable computer; Situation awareness; Computer science; Interface (matter); Human–computer interaction; Multimedia; Engineering; Telecommunications","score_opus":0.11933323236598312,"score_gpt":0.3433634543955997,"score_spread":0.22403022202961656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226204282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5278086,0.0039897654,0.3987977,0.0019200377,0.00053466175,0.0016040979,0.0036743437,0.029957755,0.031713024],"genre_scores_gemma":[0.72890574,0.0014372576,0.25528103,0.0006660491,0.00014172783,0.00054910075,0.0022738508,0.0011738433,0.009571443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99975806,0.000077180186,0.000009577875,0.0000625722,0.000053768446,0.000038900343],"domain_scores_gemma":[0.9994222,0.00034381304,0.0000387717,0.00005500038,0.000057830857,0.0000825178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037002182,0.00078709645,0.00030304302,0.0005591806,0.00040568554,0.0010353127,0.001023289,0.00068681914,0.004694273],"category_scores_gemma":[0.0019152063,0.00025913847,0.00033703458,0.0002567172,0.00033114504,0.0017519306,0.0016767979,0.0006426782,0.00082523783],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026072478,0.0013650524,0.009876174,0.0032624807,0.0001912289,0.0028036796,0.028640117,0.010876956,0.19967498,0.0045772963,0.04732957,0.6887952],"study_design_scores_gemma":[0.0008573766,0.0050793067,0.09085148,0.0014820246,0.00084249186,0.0041168993,0.039804682,0.28708655,0.11255402,0.026769474,0.4298195,0.00073618826],"about_ca_topic_score_codex":0.0028157134,"about_ca_topic_score_gemma":0.008555305,"teacher_disagreement_score":0.004694273,"about_ca_system_score_codex":0.0002514494,"about_ca_system_score_gemma":0.00029423754,"threshold_uncertainty_score":0.015703917},"labels":[],"label_agreement":null},{"id":"W4226461931","doi":"10.1145/3512973","title":"Towards Sustainable ICTD in Bangladesh: Understanding the Program and Policy Landscape and Its Implications for CSCW and HCI","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Mandate; Sustainability; Government (linguistics); Knowledge management; Intermediary; Public relations; Context (archaeology); Political science; Work (physics); Business; Engineering; Computer science; Marketing","score_opus":0.08712814667096154,"score_gpt":0.3498802518667343,"score_spread":0.2627521051957728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226461931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46992454,0.016741965,0.016080726,0.22182646,0.00029114189,0.0009579649,0.0006377441,0.000088821806,0.2734506],"genre_scores_gemma":[0.9648343,0.015188883,0.006637984,0.0032490767,0.000053691987,0.0008829333,0.00021576959,0.00002893677,0.008908372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99454015,0.0033643153,0.0003719333,0.00040345994,0.0007466722,0.0005734464],"domain_scores_gemma":[0.9899687,0.0067325565,0.0008045091,0.00032843006,0.0012579139,0.0009078274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007205697,0.00045942172,0.00037399327,0.004505064,0.006253761,0.012315377,0.0012961222,0.0027835271,0.006398875],"category_scores_gemma":[0.01177741,0.00033976434,0.00019443512,0.010373031,0.010607822,0.009246898,0.005420096,0.0026140285,0.0008685043],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048028298,0.0003824834,0.036397498,0.002358443,0.000023164135,0.0019009195,0.32026118,0.0016579687,0.0026577853,0.38600513,0.01205926,0.23624812],"study_design_scores_gemma":[0.000016548573,0.000126712,0.015620924,0.0022052624,0.000015684544,0.00033821943,0.6931046,0.0011908407,0.0005956038,0.075482205,0.21124128,0.00006207671],"about_ca_topic_score_codex":0.042485002,"about_ca_topic_score_gemma":0.035824466,"teacher_disagreement_score":0.042485002,"about_ca_system_score_codex":0.022227159,"about_ca_system_score_gemma":0.023723938,"threshold_uncertainty_score":0.16127008},"labels":[],"label_agreement":null},{"id":"W4280653139","doi":"10.1145/3530883","title":"Gaze as an Indicator of Input Recognition Errors","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories","funders":"","keywords":"Gaze; Computer science; Artificial intelligence; Task (project management); Computer vision; Selection (genetic algorithm); Gesture; Speech recognition; Motion (physics); Pattern recognition (psychology); Engineering","score_opus":0.05676673994921659,"score_gpt":0.31713587221940387,"score_spread":0.26036913227018726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280653139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98477805,0.0009118009,0.010596441,0.00009513668,0.000038068156,0.00006712502,0.0007801078,0.0005306931,0.0022025625],"genre_scores_gemma":[0.99605584,0.00026912207,0.0025788983,0.00003571299,0.00001650095,0.0000263934,0.00030694224,0.000030956784,0.0006796533],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924767,0.00021692805,0.00006961702,0.00013521235,0.0002462446,0.00008444654],"domain_scores_gemma":[0.9927908,0.0036796017,0.0018627372,0.0003046829,0.001118496,0.00024359085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078300474,0.00052573765,0.0003953963,0.0020160798,0.00024912157,0.00056308304,0.00023992671,0.00072519435,0.0021182953],"category_scores_gemma":[0.007817878,0.00019508284,0.00021449267,0.000831972,0.00030808183,0.0006219077,0.00064477144,0.00054975005,0.00042808478],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004349426,0.0002832303,0.64786214,0.0005184871,0.00022397701,0.00058749097,0.001988353,0.005386276,0.2402708,0.00043038727,0.0016075604,0.09649199],"study_design_scores_gemma":[0.000045825927,0.0014152338,0.93189466,0.00008908445,0.00013381887,0.0012557292,0.00065417786,0.024904493,0.038302865,0.00029219,0.00094429584,0.0000676397],"about_ca_topic_score_codex":0.0042715794,"about_ca_topic_score_gemma":0.0030553523,"teacher_disagreement_score":0.0042715794,"about_ca_system_score_codex":0.0003367325,"about_ca_system_score_gemma":0.00023201756,"threshold_uncertainty_score":0.008493423},"labels":[],"label_agreement":null},{"id":"W4283019756","doi":"10.1145/3534525","title":"Mobile Applications for Health and Wellness: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"mHealth; Computer science; Behaviour change; Behavior change; Scale (ratio); Psychology; Medicine; Psychological intervention; Nursing","score_opus":0.15953864037850016,"score_gpt":0.5136574396824999,"score_spread":0.3541187993039997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283019756","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024309191,0.99887747,0.0000912367,0.00016379765,0.00005765559,0.0001394637,0.0001063567,0.0000056096173,0.0003153247],"genre_scores_gemma":[0.0026844118,0.9963392,0.00039404392,0.00018285116,0.00003168744,0.00019892423,0.00007646959,0.0000032196156,0.000089125766],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960498,0.0013318141,0.0012536364,0.00023742707,0.000993266,0.00013409501],"domain_scores_gemma":[0.983769,0.011890295,0.0019522074,0.00023130311,0.0018738199,0.0002834674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005388272,0.0012402377,0.004363041,0.010181482,0.00084070547,0.0025049294,0.0017007103,0.0017038309,0.006543039],"category_scores_gemma":[0.024821615,0.0008152184,0.0039016881,0.01052129,0.00080959575,0.0026643912,0.001826687,0.0014262486,0.00071413355],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011684382,0.000034398014,0.00046320242,0.7966143,0.00174798,0.00012424089,0.0002983969,0.00009031918,0.00017207734,0.00047721426,0.0045232177,0.1953378],"study_design_scores_gemma":[0.00009544849,0.00016651227,0.0029606854,0.91232514,0.012468072,0.00047134087,0.00035965827,0.00007877058,0.00016772209,0.00043896923,0.070438124,0.00002963123],"about_ca_topic_score_codex":0.007418854,"about_ca_topic_score_gemma":0.025135094,"teacher_disagreement_score":0.010181482,"about_ca_system_score_codex":0.0025332938,"about_ca_system_score_gemma":0.0123645365,"threshold_uncertainty_score":0.028496265},"labels":[],"label_agreement":null},{"id":"W4283032468","doi":"10.1145/3534520","title":"Facilitating Asynchronous Collaboration in Scientific Workflow Composition Using Provenance","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Workflow; Computer science; Software versioning; Asynchronous communication; Workflow management system; Software engineering; Variety (cybernetics); Data science; Collaborative software; Software; Workflow technology; World Wide Web; Database","score_opus":0.14347646684298065,"score_gpt":0.4115301641913856,"score_spread":0.26805369734840495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283032468","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010217883,0.00011061417,0.9786314,0.00036864515,0.00011295645,0.0003302836,0.000054737884,0.008175273,0.0019982343],"genre_scores_gemma":[0.17775612,0.00035464083,0.8162051,0.0002385679,0.00009613906,0.00059626024,0.00039443522,0.0016126564,0.0027461422],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98706365,0.005688718,0.0013486457,0.0014362434,0.0035741809,0.0008885291],"domain_scores_gemma":[0.97405905,0.013920174,0.0018995083,0.005777193,0.002941629,0.0014024514],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01914421,0.0011461645,0.0010081524,0.0021998044,0.0027709287,0.005087393,0.002699358,0.0019230932,0.0033120448],"category_scores_gemma":[0.034337677,0.001335467,0.002019324,0.0013834,0.0021461085,0.0071331714,0.008703857,0.0033005176,0.0011734924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028232082,0.0014176689,0.014825612,0.0017089981,0.00032367234,0.005091676,0.020376706,0.09630759,0.100288816,0.16324486,0.014254493,0.5793367],"study_design_scores_gemma":[0.00082713715,0.00043513055,0.0026245434,0.0006002139,0.000264465,0.001312569,0.001211093,0.6115373,0.114311,0.13609841,0.13031907,0.00045912026],"about_ca_topic_score_codex":0.0027966124,"about_ca_topic_score_gemma":0.0023143676,"teacher_disagreement_score":0.9949126,"about_ca_system_score_codex":0.0009753421,"about_ca_system_score_gemma":0.0041099684,"threshold_uncertainty_score":0.10124546},"labels":[],"label_agreement":null},{"id":"W4288079562","doi":"10.1145/3415201","title":"Combating Misinformation in Bangladesh","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Misinformation; Situated; Context (archaeology); Newspaper; Computer-supported cooperative work; Public relations; Social media; Population; Political science; Internet privacy; Politics; Sociology; Work (physics); Media studies; Computer science; Geography; Engineering; Law","score_opus":0.08039606910897877,"score_gpt":0.3060802371013435,"score_spread":0.22568416799236474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288079562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8896969,0.0024102416,0.0023019102,0.019043379,0.0001448302,0.00016611484,0.00016872725,0.00008081321,0.08598702],"genre_scores_gemma":[0.991678,0.0012502522,0.0010043884,0.0007078272,0.00002865794,0.000036156103,0.000071831455,0.0000132903215,0.0052096327],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9961249,0.0022930936,0.00023377979,0.0002770702,0.00073973235,0.00033147587],"domain_scores_gemma":[0.98119307,0.010942966,0.0033861615,0.0013208915,0.0019131267,0.0012438046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004489548,0.0003909298,0.0003226247,0.002683427,0.0065716165,0.0053869635,0.00084931124,0.0019825406,0.005478316],"category_scores_gemma":[0.016624339,0.00029099805,0.0001580623,0.002797719,0.0033691286,0.0051558795,0.005616893,0.0013721301,0.001223729],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017959534,0.00020130689,0.101111665,0.0010522268,0.000052391984,0.0060487897,0.66414374,0.00065586076,0.0042501544,0.030202566,0.016304456,0.17579727],"study_design_scores_gemma":[0.00002151874,0.00017154592,0.03188661,0.0008636341,0.00003998035,0.0013683357,0.71135324,0.0011177193,0.002464273,0.010203461,0.24042434,0.00008535081],"about_ca_topic_score_codex":0.009767116,"about_ca_topic_score_gemma":0.014373895,"teacher_disagreement_score":0.009767116,"about_ca_system_score_codex":0.0035464512,"about_ca_system_score_gemma":0.0047237645,"threshold_uncertainty_score":0.025731385},"labels":[],"label_agreement":null},{"id":"W4289326033","doi":"10.1145/3274386","title":"Opinion Conflicts","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Incivility; Reputation; Baseline (sea); Computer science; Sentiment analysis; Fake news; Social media; Fraction (chemistry); Psychology; Computer security; Internet privacy; Social psychology; World Wide Web; Artificial intelligence; Political science","score_opus":0.05491092177609213,"score_gpt":0.3229254744530044,"score_spread":0.26801455267691227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289326033","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10307934,0.004840074,0.08464078,0.018946704,0.003880819,0.0007471701,0.0066764336,0.0012427833,0.77594596],"genre_scores_gemma":[0.81072474,0.0018129658,0.019672818,0.008493567,0.0017561396,0.00046711942,0.005265016,0.00039803438,0.15140952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99633336,0.0009839962,0.00028524754,0.00075894274,0.0012135867,0.00042474206],"domain_scores_gemma":[0.9932526,0.0026555182,0.0011325825,0.00072047097,0.0017915743,0.0004473527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022348715,0.00063232216,0.00048890593,0.00093701907,0.002356327,0.0042459494,0.0011239499,0.0017545085,0.061597843],"category_scores_gemma":[0.016639017,0.0002458425,0.0005285804,0.0008767842,0.00091078784,0.0042265994,0.002729553,0.0012849584,0.015803024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007022677,0.0001953089,0.027105879,0.00094036903,0.00020782891,0.0025631683,0.012118919,0.001976574,0.0101461895,0.23241033,0.24607551,0.4655576],"study_design_scores_gemma":[0.00008936454,0.00016156817,0.011693762,0.00026600715,0.0001284635,0.002325999,0.008258586,0.013538754,0.0044826553,0.11862647,0.84032416,0.00010424831],"about_ca_topic_score_codex":0.0016946807,"about_ca_topic_score_gemma":0.002003462,"teacher_disagreement_score":0.061597843,"about_ca_system_score_codex":0.0012124105,"about_ca_system_score_gemma":0.0006911739,"threshold_uncertainty_score":0.2060653},"labels":[],"label_agreement":null},{"id":"W4293997852","doi":"10.1145/3555659","title":"Anticipated versus Actual Effects of Platform Design Change: A Case Study of Twitter's Character Limit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Counterfactual thinking; Computer science; Limit (mathematics); Character (mathematics); Unintended consequences; Intervention (counseling); Counterfactual conditional; Human–computer interaction; World Wide Web; Psychology; Social psychology; Political science; Mathematics","score_opus":0.16115285519412562,"score_gpt":0.3611459613885243,"score_spread":0.19999310619439867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293997852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920398,0.000051517898,0.0025830844,0.0010133333,0.000021190885,0.00023873807,0.00012695715,0.000035815745,0.0038895782],"genre_scores_gemma":[0.9940303,0.000060044465,0.0037288184,0.00026120286,0.0000137960615,0.0003449955,0.00009023616,0.000027066226,0.0014434949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901087,0.0071356446,0.00031741904,0.0007662426,0.0010788547,0.00059317064],"domain_scores_gemma":[0.94807035,0.039729174,0.004218426,0.0039746,0.0025815659,0.001425897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008421514,0.0005434199,0.00040561322,0.0008668264,0.003069116,0.0018542946,0.0015256512,0.0025822755,0.0029252726],"category_scores_gemma":[0.038136736,0.00042346978,0.0006118337,0.00081105484,0.0025708766,0.0030587835,0.0020212384,0.0024473267,0.000586407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027168256,0.017903412,0.38068545,0.0019171531,0.0004368296,0.024247594,0.33629945,0.02322698,0.021881448,0.026211452,0.0131929265,0.15128049],"study_design_scores_gemma":[0.00074471836,0.01081096,0.28941017,0.00085981865,0.0004142429,0.004049323,0.44338152,0.09163096,0.034855846,0.022968471,0.100146726,0.00072725816],"about_ca_topic_score_codex":0.006560706,"about_ca_topic_score_gemma":0.012946752,"teacher_disagreement_score":0.008421514,"about_ca_system_score_codex":0.0029692857,"about_ca_system_score_gemma":0.0014779029,"threshold_uncertainty_score":0.044537723},"labels":[],"label_agreement":null},{"id":"W4296491960","doi":"10.1145/3546750","title":"Augmented Reality Based Video Shooting Guidance for Novice Users","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Augmented reality; Mobile device; Sample (material); Multimedia; Matching (statistics); Computer vision; Artificial intelligence; Video camera; Human–computer interaction","score_opus":0.05871861747895485,"score_gpt":0.3244186896993891,"score_spread":0.26570007222043424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296491960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64714843,0.0009963753,0.3349571,0.00028904018,0.00006633434,0.00036404212,0.00027254914,0.0068901097,0.009015952],"genre_scores_gemma":[0.82321185,0.0006801264,0.16840984,0.00013176104,0.000032318298,0.00013908779,0.00033236848,0.00013517076,0.0069275512],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997987,0.000058051435,0.000013533563,0.00003842704,0.000059851307,0.00003137885],"domain_scores_gemma":[0.9992341,0.00030742193,0.00007222935,0.00011052454,0.00018084144,0.00009493219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026715582,0.0006541418,0.00034112652,0.0003149423,0.00020516216,0.00054862903,0.0006174972,0.00072960585,0.005156826],"category_scores_gemma":[0.0014594899,0.0002056818,0.00038654474,0.00012225175,0.00018359121,0.0006471888,0.000693062,0.0004752421,0.0010904046],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016431683,0.0008545857,0.009052003,0.0014314327,0.000086456654,0.0028670703,0.004402665,0.004714556,0.39473313,0.0008190678,0.0048789256,0.57451683],"study_design_scores_gemma":[0.00081931456,0.020878281,0.14418653,0.0008386394,0.0007068884,0.018123519,0.011591134,0.33144945,0.37658694,0.002604354,0.091654815,0.000560109],"about_ca_topic_score_codex":0.0010041379,"about_ca_topic_score_gemma":0.0023016438,"teacher_disagreement_score":0.005156826,"about_ca_system_score_codex":0.00010044468,"about_ca_system_score_gemma":0.00018462307,"threshold_uncertainty_score":0.017251253},"labels":[],"label_agreement":null},{"id":"W4296782614","doi":"10.1145/3546721","title":"CheckMyFit","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Usability; Hearing aid; Task (project management); Computer science; Audiology; Hearing loss; Human–computer interaction; Field (mathematics); Quality (philosophy); Multimedia; Medicine; Engineering; Mathematics","score_opus":0.10354298669443078,"score_gpt":0.33664386720714695,"score_spread":0.23310088051271616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296782614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24100822,0.011704008,0.24474639,0.002438916,0.0026090273,0.0033714736,0.04532047,0.20937352,0.23942798],"genre_scores_gemma":[0.53521216,0.004711511,0.21729971,0.0027447923,0.00079810346,0.0023542785,0.032569006,0.01586182,0.18844864],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99948055,0.00006780413,0.00004657213,0.000108260836,0.00024192927,0.00005481403],"domain_scores_gemma":[0.9972832,0.0011714126,0.00021479402,0.00048399225,0.0005436225,0.00030290667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006246444,0.0013670914,0.0006108339,0.0013400734,0.00044731525,0.0010100064,0.0015194721,0.0010192965,0.103722915],"category_scores_gemma":[0.005734046,0.0004593668,0.00086756464,0.00060779287,0.0003065945,0.0014157102,0.0019523165,0.0005191507,0.030797875],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023440265,0.0002648539,0.010603627,0.0019055539,0.00010765141,0.0009810891,0.0007522408,0.00037923089,0.022793306,0.0019193063,0.19909088,0.7588584],"study_design_scores_gemma":[0.0005139485,0.002652844,0.076738015,0.001094174,0.00035507153,0.011629991,0.00072853273,0.0068551763,0.033317607,0.002790668,0.8629433,0.00038054705],"about_ca_topic_score_codex":0.00087060087,"about_ca_topic_score_gemma":0.0019752467,"teacher_disagreement_score":0.103722915,"about_ca_system_score_codex":0.00017434856,"about_ca_system_score_gemma":0.000455184,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4296782716","doi":"10.1145/3546747","title":"OneButtonPIN: A Single Button Authentication Method for Blind or Low Vision Users to Improve Accessibility and Prevent Eavesdropping","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eavesdropping; Computer security; Usability; Authentication (law); Biometrics; Computer science; Identification (biology); Resilience (materials science); Human–computer interaction; Internet privacy","score_opus":0.0629865327676167,"score_gpt":0.3766288507812726,"score_spread":0.31364231801365594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296782716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59357125,0.0053789457,0.35521,0.0010091305,0.0009951292,0.0019959493,0.0008371944,0.019210497,0.021791857],"genre_scores_gemma":[0.8849752,0.0011671615,0.08794353,0.00064116187,0.0000837102,0.0004987405,0.00037343433,0.00033282393,0.023984358],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996879,0.00006894034,0.000022050548,0.000069263115,0.00011046871,0.000041343912],"domain_scores_gemma":[0.99916244,0.00031619472,0.00011189542,0.00012742143,0.00017022049,0.00011196876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043114932,0.0008533209,0.00040174366,0.0005399588,0.00031251658,0.00059718394,0.0009883025,0.00095298,0.016384924],"category_scores_gemma":[0.001865322,0.000251926,0.0003224894,0.00018690834,0.00033034603,0.001508927,0.0014961923,0.00041327,0.0025500378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036805805,0.0005374878,0.0035334397,0.0021837729,0.00008847941,0.001318399,0.0012313678,0.0004328464,0.4651387,0.001807163,0.014525949,0.50552183],"study_design_scores_gemma":[0.0011174629,0.023066893,0.08126405,0.0013565862,0.0008444236,0.026289342,0.0021932821,0.046367887,0.6372194,0.0040328,0.17537937,0.000868433],"about_ca_topic_score_codex":0.00036933992,"about_ca_topic_score_gemma":0.00044418388,"teacher_disagreement_score":0.016384924,"about_ca_system_score_codex":0.00011745001,"about_ca_system_score_gemma":0.00022410548,"threshold_uncertainty_score":0.054813027},"labels":[],"label_agreement":null},{"id":"W4296784305","doi":"10.1145/3546736","title":"Understanding and Adapting Bezel-to-Bezel Interactions for Circular Smartwatches in Mobile and Encumbered Scenarios","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of Waterloo; Kelowna General Hospital; University of Manitoba; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Smartwatch; Computer science; Human–computer interaction; Gesture; Set (abstract data type); Control (management); Task (project management); Position (finance); Artificial intelligence; Embedded system; Wearable computer; Engineering","score_opus":0.12080757385646984,"score_gpt":0.32333945492354277,"score_spread":0.20253188106707293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296784305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5887163,0.0004040943,0.39988434,0.00026200485,0.000059725706,0.00031582967,0.00029225214,0.0032259203,0.0068395096],"genre_scores_gemma":[0.93009907,0.00017890174,0.06795015,0.00006719367,0.000009041919,0.000080247155,0.00023048525,0.00020552737,0.0011793943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993519,0.00022451728,0.000036891375,0.00018890429,0.00011480177,0.000082881095],"domain_scores_gemma":[0.99796104,0.0013625693,0.00018192989,0.00015915159,0.00022438877,0.00011102458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066890696,0.0007430433,0.000471739,0.0005391851,0.0003640472,0.0012908316,0.00060927245,0.0007743321,0.002338896],"category_scores_gemma":[0.006658159,0.0004170515,0.00041249895,0.000302251,0.00054742215,0.0021742326,0.0012157862,0.0005194395,0.000833608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017792514,0.0006263302,0.05131391,0.0011498474,0.00016776627,0.0019998176,0.009336959,0.11291424,0.3118907,0.0055992533,0.0043183514,0.49890354],"study_design_scores_gemma":[0.00004998541,0.000629033,0.07394847,0.00014993815,0.000068569214,0.0008039204,0.003302174,0.87472343,0.030424621,0.0060283854,0.009715028,0.00015652033],"about_ca_topic_score_codex":0.005041387,"about_ca_topic_score_gemma":0.006622927,"teacher_disagreement_score":0.005041387,"about_ca_system_score_codex":0.00033748292,"about_ca_system_score_gemma":0.00040646576,"threshold_uncertainty_score":0.010024071},"labels":[],"label_agreement":null},{"id":"W4307715476","doi":"10.1145/3549488","title":"Communication Sequences Indicate Team Cohesion: A Mixed-Methods Study of Ad Hoc League of Legends Teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Engineering and Physical Sciences Research Council","keywords":"Cohesion (chemistry); League; Post hoc; Post-hoc analysis; Psychology; Statistics; Mathematics; Medicine; Chemistry","score_opus":0.053193074481886565,"score_gpt":0.4028443696269988,"score_spread":0.3496512951451123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307715476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99900204,0.00004596243,0.0005130412,0.000018349107,0.0000044893195,0.00015095933,0.00005103453,0.0000024416925,0.0002116396],"genre_scores_gemma":[0.99602485,0.00007201838,0.002108743,0.000073124684,0.000014128722,0.0008173818,0.0001432941,0.0000057261364,0.000740713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936488,0.004427011,0.00035316084,0.0006959464,0.000512271,0.00036280998],"domain_scores_gemma":[0.9747645,0.016313478,0.0038172028,0.0013281927,0.002572583,0.0012040114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073077367,0.0004805894,0.00060406077,0.0015339631,0.0017202982,0.001636028,0.00086693745,0.0007112673,0.0018476547],"category_scores_gemma":[0.020583771,0.00056462275,0.00042345122,0.0010899315,0.0012424748,0.0011684468,0.0012066431,0.00083361263,0.00024477177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003718153,0.008843933,0.54336613,0.00085649,0.00039631847,0.00067108555,0.38634893,0.0003821142,0.0067920918,0.00072935043,0.0008556891,0.04703962],"study_design_scores_gemma":[0.00035145218,0.008081235,0.7599362,0.00019084469,0.000152779,0.00026931975,0.22380318,0.00178269,0.0021411362,0.0007402908,0.0024300392,0.00012088373],"about_ca_topic_score_codex":0.0069590155,"about_ca_topic_score_gemma":0.015183593,"teacher_disagreement_score":0.0073077367,"about_ca_system_score_codex":0.001448972,"about_ca_system_score_gemma":0.0012094906,"threshold_uncertainty_score":0.038647473},"labels":[],"label_agreement":null},{"id":"W4307715686","doi":"10.1145/3549507","title":"miniPXI: Development and Validation of an Eleven-Item Measure of the Player Experience Inventory","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Reliability (semiconductor); Scale (ratio); Measure (data warehouse); Applied psychology; Psychology; Validity; Computer science; Content validity; Psychometrics; Data mining; Clinical psychology; Geography; Cartography","score_opus":0.09465823428975312,"score_gpt":0.35858039746569853,"score_spread":0.2639221631759454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307715686","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.887195,0.00040123123,0.08107066,0.00042097745,0.00014090298,0.009456432,0.004495902,0.0006678297,0.016151119],"genre_scores_gemma":[0.7550228,0.000633489,0.21004426,0.00031258637,0.00006183208,0.020400735,0.0068392283,0.00019436696,0.006490659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654657,0.001123134,0.0006671767,0.00020379937,0.0012863331,0.0001730362],"domain_scores_gemma":[0.9892988,0.0043459726,0.0013453685,0.0006557915,0.0037623993,0.00059163675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007862306,0.00051288476,0.0004314758,0.0019692304,0.00039037457,0.00079012115,0.0012169025,0.00052154384,0.0034006292],"category_scores_gemma":[0.021501891,0.0004322207,0.0006958817,0.0010847688,0.000401908,0.0014777221,0.0016724182,0.0008969094,0.0011063621],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079579477,0.0015660464,0.55664533,0.00088337535,0.000190845,0.00019164933,0.0056293267,0.0018710312,0.007558021,0.0029268973,0.0096601695,0.41208148],"study_design_scores_gemma":[0.00014036948,0.0022495065,0.959262,0.00026564614,0.00010755319,0.0005343051,0.0022935984,0.0075224536,0.005082084,0.0015453395,0.020893896,0.000103324746],"about_ca_topic_score_codex":0.0013921248,"about_ca_topic_score_gemma":0.0028645303,"teacher_disagreement_score":0.007862306,"about_ca_system_score_codex":0.00052188546,"about_ca_system_score_gemma":0.001411086,"threshold_uncertainty_score":0.04158032},"labels":[],"label_agreement":null},{"id":"W4307716635","doi":"10.1145/3549490","title":"Definitions of Esports: A Systematic Review and Thematic Analysis","year":2022,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Representativeness heuristic; Thematic analysis; Diversity (politics); Thematic map; Field (mathematics); Data science; Computer science; Sociology; Psychology; Geography; Social science; Qualitative research; Mathematics; Social psychology; Cartography","score_opus":0.17134637226222274,"score_gpt":0.40192556243901617,"score_spread":0.23057919017679343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307716635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075427606,0.9589399,0.0062584896,0.0038985293,0.00067804387,0.014345225,0.0053195762,0.00007161252,0.002945808],"genre_scores_gemma":[0.05325521,0.88900673,0.017444499,0.0028665222,0.00019684501,0.033200353,0.0031817202,0.00007772132,0.00077035965],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9364074,0.026992252,0.022200955,0.0030367181,0.010276107,0.0010865777],"domain_scores_gemma":[0.8611581,0.09986479,0.018750401,0.0030560456,0.016146159,0.0010245084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06944872,0.0022349749,0.007490011,0.04738556,0.00224212,0.0050348304,0.0040554027,0.0023572138,0.0054093064],"category_scores_gemma":[0.19658548,0.0018523742,0.007536227,0.03897483,0.0031955345,0.008133871,0.0065858616,0.00261287,0.0006275277],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014316381,0.000020847452,0.0015292827,0.9240567,0.0034818663,0.00022581329,0.0043155956,0.0002006254,0.00026860397,0.0024929726,0.0049573835,0.05830716],"study_design_scores_gemma":[0.00011035617,0.000075981785,0.0024831763,0.94424355,0.010636581,0.00025948015,0.004632091,0.00011356169,0.00022357627,0.0018289507,0.035333812,0.000058790654],"about_ca_topic_score_codex":0.0077285944,"about_ca_topic_score_gemma":0.02195985,"teacher_disagreement_score":0.06944872,"about_ca_system_score_codex":0.0102586625,"about_ca_system_score_gemma":0.04124609,"threshold_uncertainty_score":0.3672843},"labels":[],"label_agreement":null},{"id":"W4307716814","doi":"10.1145/3549504","title":"LightPlay: Using an External Ambient Lighting Strip for Video Game Indicators","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Brightness; Workload; Frame rate; Real-time computing; Simulation; Computer vision","score_opus":0.06094596467004612,"score_gpt":0.33460572067004596,"score_spread":0.2736597559999998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307716814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51212734,0.00039656542,0.4579109,0.00021194133,0.00028453398,0.0012379051,0.00052003935,0.015359628,0.011951061],"genre_scores_gemma":[0.82250553,0.00020915939,0.1642982,0.00028924123,0.00007478448,0.000627536,0.0004958609,0.0012304194,0.010269338],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99935704,0.00016812031,0.00003896537,0.00015339459,0.00019067175,0.00009187097],"domain_scores_gemma":[0.998418,0.00061315147,0.0001346599,0.00025803506,0.00035109802,0.00022515317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062683603,0.0009494595,0.00031371304,0.0005427804,0.00021888976,0.0012297566,0.0012922394,0.00040739967,0.005100544],"category_scores_gemma":[0.0037243897,0.0004222508,0.00044464014,0.0002193544,0.00033373758,0.0012041327,0.0012996522,0.0006451332,0.00093546556],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004237911,0.0018093361,0.0137941465,0.0013520824,0.00020458821,0.0007762061,0.0020893586,0.0033508225,0.6050813,0.0031128235,0.008614118,0.35557735],"study_design_scores_gemma":[0.0010331422,0.011265338,0.07678971,0.0004407678,0.00072384725,0.0024139937,0.0006543963,0.10720077,0.7067873,0.0019831082,0.09024644,0.00046120785],"about_ca_topic_score_codex":0.0010851822,"about_ca_topic_score_gemma":0.00129829,"teacher_disagreement_score":0.005100544,"about_ca_system_score_codex":0.00032962748,"about_ca_system_score_gemma":0.00032910312,"threshold_uncertainty_score":0.017063022},"labels":[],"label_agreement":null},{"id":"W4307717096","doi":"10.1145/3549508","title":"NCAlt: Alternatives and Difference Visualizations for Behavior Trees in Game Development Learning","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; Computer science; Plug-in; Workflow; Tree (set theory); Outcome (game theory); Visualization; Human–computer interaction; Video game development; Test (biology); Scale (ratio); Multimedia; Artificial intelligence; Game design; Programming language","score_opus":0.07385034738253368,"score_gpt":0.369488436201907,"score_spread":0.29563808881937337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307717096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05528135,0.00028527106,0.8699489,0.00062237243,0.00017159568,0.00063933886,0.0033451573,0.056562427,0.013143598],"genre_scores_gemma":[0.24517927,0.00026430204,0.7400997,0.00021786035,0.00003048326,0.0011061525,0.0025792369,0.0040879804,0.0064349673],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99940395,0.0002312722,0.000046938687,0.00010004069,0.00015913672,0.000058675316],"domain_scores_gemma":[0.9966101,0.002272705,0.00015919251,0.00035959602,0.000303074,0.00029532574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013051509,0.001191453,0.000401121,0.001407187,0.00039340527,0.0017267655,0.0014001136,0.00089002313,0.022429341],"category_scores_gemma":[0.0063544293,0.00039360014,0.00081286486,0.0004918058,0.0005909661,0.0021334065,0.0025638773,0.0011375861,0.0027805562],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003347893,0.0016020484,0.01313235,0.0027956506,0.00014529761,0.0016991169,0.013622283,0.028163454,0.07721658,0.056835722,0.08319171,0.71824795],"study_design_scores_gemma":[0.0011149258,0.0016928222,0.02018702,0.0011740999,0.00018349194,0.0015997502,0.002942548,0.46877348,0.06366403,0.08887278,0.34929103,0.0005039947],"about_ca_topic_score_codex":0.0018513703,"about_ca_topic_score_gemma":0.0046021286,"teacher_disagreement_score":0.022429341,"about_ca_system_score_codex":0.0005092293,"about_ca_system_score_gemma":0.00061661244,"threshold_uncertainty_score":0.075033665},"labels":[],"label_agreement":null},{"id":"W4307884509","doi":"10.1145/3549514","title":"Shoulder-to-Shoulder: How Pinball Supports Men's Wellbeing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mental health; Social connectedness; Psychological intervention; Thematic analysis; Situated; Context (archaeology); Psychology; Social psychology; Appeal; Sociology; Qualitative research; Public relations; Psychotherapist; Political science; Computer science","score_opus":0.04504400566068958,"score_gpt":0.3335708158090895,"score_spread":0.2885268101483999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307884509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95820177,0.0016810059,0.0038714074,0.0050213044,0.00021833861,0.00012093503,0.00009733671,0.0000457574,0.030742284],"genre_scores_gemma":[0.99587125,0.0005916924,0.001213534,0.00048692158,0.000023136914,0.000039305043,0.000027765063,0.000010673581,0.001735666],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983152,0.0012020689,0.00004565757,0.0001174816,0.00009550348,0.00022415888],"domain_scores_gemma":[0.9986928,0.0006962254,0.0002129565,0.00007486955,0.00006338651,0.0002598319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022109193,0.000340443,0.00022660219,0.0006473119,0.0035491008,0.0035305677,0.0006708986,0.00077004766,0.0037303322],"category_scores_gemma":[0.004846153,0.00019262749,0.00032051365,0.00045932474,0.003668469,0.002525052,0.0048219743,0.00085652154,0.00028756604],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003947811,0.00031012725,0.058804344,0.001232448,0.00013382403,0.0011532464,0.8156087,0.00024339218,0.003381211,0.0119640445,0.003153176,0.10362061],"study_design_scores_gemma":[0.000035603225,0.00045637606,0.052278295,0.0010773387,0.0001065693,0.00092731725,0.8876289,0.00044032573,0.0015062126,0.0048490395,0.05062271,0.00007129502],"about_ca_topic_score_codex":0.0029039765,"about_ca_topic_score_gemma":0.0071761245,"teacher_disagreement_score":0.0037303322,"about_ca_system_score_codex":0.00073491276,"about_ca_system_score_gemma":0.0011043993,"threshold_uncertainty_score":0.012479186},"labels":[],"label_agreement":null},{"id":"W4307884787","doi":"10.1145/3549489","title":"Daily Quests or Daily Pests? The Benefits and Pitfalls of Engagement Rewards in Games","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychology; Incentive; Harm; Variety (cybernetics); Social psychology; Prosocial behavior; Applied psychology; Cognitive psychology; Computer science","score_opus":0.13149698467085,"score_gpt":0.4113357146758029,"score_spread":0.27983873000495285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307884787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86757565,0.003331231,0.025476687,0.024676079,0.00076935755,0.00020624074,0.00012670597,0.0002975521,0.07754042],"genre_scores_gemma":[0.98746395,0.0007157951,0.007204143,0.0012056174,0.00007272198,0.00007873738,0.000027001473,0.000047890542,0.0031842012],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952042,0.0032386377,0.00015013338,0.00029367564,0.00073882804,0.00037453696],"domain_scores_gemma":[0.99244916,0.00433499,0.0009211124,0.0005020815,0.0005317721,0.0012607956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045754993,0.00038605457,0.00038604354,0.00045957044,0.0013701075,0.004803847,0.00090435456,0.0009469548,0.0043099807],"category_scores_gemma":[0.021345846,0.0003223028,0.00034413542,0.00024670776,0.0036502348,0.005435784,0.0030128004,0.0017569412,0.0005521565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014770993,0.0022348682,0.11840021,0.0019997754,0.00027948458,0.0005843751,0.063543916,0.0013898751,0.0052140155,0.1369079,0.020793889,0.64717454],"study_design_scores_gemma":[0.0004510926,0.004139437,0.3266829,0.004350874,0.00043890649,0.0024537868,0.12556894,0.01165456,0.0060410183,0.25469553,0.26305464,0.00046827813],"about_ca_topic_score_codex":0.001321751,"about_ca_topic_score_gemma":0.004638012,"teacher_disagreement_score":0.004803847,"about_ca_system_score_codex":0.0010698293,"about_ca_system_score_gemma":0.0010167443,"threshold_uncertainty_score":0.024197876},"labels":[],"label_agreement":null},{"id":"W4307887189","doi":"10.1145/3549498","title":"Feeling Good and In Control: In-game Tools to Support Targets of Toxicity","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feeling; Harm; Toxicity; Psychology; Coping (psychology); Variety (cybernetics); Internet privacy; Computer science; Social psychology; Psychotherapist; Medicine; Artificial intelligence","score_opus":0.07045441158871146,"score_gpt":0.3683867162160934,"score_spread":0.29793230462738196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90312433,0.0003584601,0.074181594,0.0008380287,0.00013166181,0.00085521495,0.000111284455,0.0020351382,0.018364316],"genre_scores_gemma":[0.92196494,0.00020460282,0.073046796,0.00027321838,0.000022316548,0.00038874196,0.00012355502,0.00014241697,0.0038334774],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985668,0.0009177587,0.000081106504,0.00008774682,0.00019667867,0.00014996523],"domain_scores_gemma":[0.9936126,0.0042608217,0.0005575598,0.00036662878,0.0003668829,0.00083566044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021014342,0.0010749333,0.0002863472,0.0008272818,0.0005676508,0.0017748054,0.0012850612,0.0006648556,0.0031575868],"category_scores_gemma":[0.013545734,0.0002797521,0.0003770981,0.00023849781,0.00069066754,0.0022836789,0.0021758492,0.0007113117,0.0006272538],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024373154,0.012736327,0.078846924,0.0031133008,0.00033497575,0.0027605288,0.07063964,0.005240807,0.068352036,0.011205574,0.018640853,0.72569174],"study_design_scores_gemma":[0.0021182406,0.034623913,0.2818483,0.0040168343,0.0021210262,0.011011358,0.07902828,0.10295176,0.106984235,0.04538342,0.32862288,0.00128974],"about_ca_topic_score_codex":0.00042919372,"about_ca_topic_score_gemma":0.001521073,"teacher_disagreement_score":0.0031575868,"about_ca_system_score_codex":0.00030845922,"about_ca_system_score_gemma":0.00045251055,"threshold_uncertainty_score":0.011113584},"labels":[],"label_agreement":null},{"id":"W4307887809","doi":"10.1145/3549519","title":"Using fNIRS to Assess Cognitive Activity During Gameplay","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cognition; Functional near-infrared spectroscopy; Psychology; Cognitive psychology; Prefrontal cortex; Neuroscience","score_opus":0.2162325167419756,"score_gpt":0.3807061304970239,"score_spread":0.1644736137550483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668473,0.00039203942,0.0268599,0.00008918232,0.000030822703,0.000096733595,0.00021793619,0.00008696667,0.005379173],"genre_scores_gemma":[0.9809522,0.00033489705,0.016952127,0.00009776393,0.000023514394,0.000089805246,0.00012700623,0.000013830494,0.0014088429],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997918,0.000046598234,0.000010912502,0.000056256355,0.000059538408,0.00003483193],"domain_scores_gemma":[0.9995134,0.00023826449,0.00007863328,0.000020793821,0.000109387125,0.000039543258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003999321,0.0005120143,0.00017069773,0.0006254567,0.00022134336,0.00056392007,0.00023599672,0.00035397965,0.00092697283],"category_scores_gemma":[0.0015941724,0.0001091992,0.00011083037,0.00026297668,0.00028680102,0.00048849045,0.00024827744,0.000334533,0.00021526075],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012575614,0.00047218023,0.15917349,0.00037991747,0.00016317793,0.000511082,0.0029627066,0.0019369924,0.562437,0.000761721,0.00083117036,0.26911294],"study_design_scores_gemma":[0.00004750988,0.0012267773,0.8889095,0.0000728581,0.00011416804,0.0017527534,0.001952414,0.013112265,0.08819115,0.0018836579,0.0026583285,0.00007855048],"about_ca_topic_score_codex":0.004254268,"about_ca_topic_score_gemma":0.011653016,"teacher_disagreement_score":0.004254268,"about_ca_system_score_codex":0.00017217183,"about_ca_system_score_gemma":0.00020411942,"threshold_uncertainty_score":0.008459032},"labels":[],"label_agreement":null},{"id":"W4307887881","doi":"10.1145/3549494","title":"Enhanced Esports: Community Perspectives on Performance Enhancers in Competitive Gaming","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Deutscher Akademischer Austauschdienst","keywords":"Psychology; Perception; Internet privacy; Applied psychology; Computer science; Neuroscience","score_opus":0.05876110306395941,"score_gpt":0.3653639282788934,"score_spread":0.306602825214934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307887881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97839034,0.0005507296,0.0006967164,0.002246034,0.0000712361,0.000023573108,0.000024548906,0.000011545015,0.017985286],"genre_scores_gemma":[0.99782926,0.00029943712,0.00021667901,0.0004049008,0.000029077055,0.0000100487805,0.000015427857,0.0000068146137,0.0011884591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99588925,0.002718873,0.00008856463,0.00023160281,0.00040468248,0.00066705834],"domain_scores_gemma":[0.99517643,0.001883834,0.00061334454,0.00015147991,0.0004989198,0.0016758915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004258544,0.0005363835,0.00038046043,0.0023309793,0.0065759886,0.006897561,0.0009628302,0.0017467154,0.004091583],"category_scores_gemma":[0.0050214548,0.0003055053,0.00031242872,0.0009897688,0.006459819,0.0031667887,0.0071177846,0.0022231224,0.00019320709],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018727435,0.0005261855,0.055506613,0.00029313404,0.000062079234,0.0014374846,0.88454145,0.00012863017,0.0028172783,0.006128675,0.0017942198,0.046577018],"study_design_scores_gemma":[0.000013055664,0.0002326109,0.022691509,0.00018201458,0.000020728154,0.00040815843,0.9586321,0.00021986748,0.00026052527,0.0011330514,0.01617046,0.00003595912],"about_ca_topic_score_codex":0.0070904708,"about_ca_topic_score_gemma":0.013534944,"teacher_disagreement_score":0.0070904708,"about_ca_system_score_codex":0.0014001689,"about_ca_system_score_gemma":0.0013595944,"threshold_uncertainty_score":0.022521615},"labels":[],"label_agreement":null},{"id":"W4308764908","doi":"10.1145/3555192","title":"Handoff and Deposit: Designing Temporal Coordination in Cross-Device Transfer Techniques for Mixed-Focus Collaboration","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Handover; Usability; Leverage (statistics); Human–computer interaction; Flexibility (engineering); Process (computing); Workspace; Focus (optics); Sensemaking; Telecommunications","score_opus":0.03660450249612934,"score_gpt":0.3325400208797045,"score_spread":0.2959355183835752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308764908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1450515,0.00033113756,0.8440664,0.00043975117,0.000090680915,0.0012019216,0.000038795046,0.0010613858,0.007718308],"genre_scores_gemma":[0.41479084,0.0002007395,0.58040255,0.0001342862,0.000016746495,0.0013657734,0.000056238707,0.00019648942,0.0028363164],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.990987,0.006299486,0.00048033067,0.00096356304,0.00079510297,0.00047451557],"domain_scores_gemma":[0.9821842,0.012623507,0.0010420012,0.0021916754,0.001244306,0.000714474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011159721,0.0012949186,0.00046170046,0.0010954749,0.0015982898,0.0035074863,0.0027424973,0.0018785337,0.00495028],"category_scores_gemma":[0.025248872,0.0010837147,0.0010341697,0.00054900936,0.0030131312,0.006714569,0.005440558,0.0012638494,0.00085016136],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016171813,0.0019490715,0.011043037,0.005227345,0.00025399783,0.001980715,0.25714275,0.018167492,0.13412827,0.07012874,0.003940782,0.49442074],"study_design_scores_gemma":[0.0023097158,0.013589313,0.022794573,0.004036929,0.0014275111,0.008077279,0.14122917,0.26530054,0.17358617,0.10614404,0.2605972,0.0009075509],"about_ca_topic_score_codex":0.0006265924,"about_ca_topic_score_gemma":0.00091549504,"teacher_disagreement_score":0.011159721,"about_ca_system_score_codex":0.00094995176,"about_ca_system_score_gemma":0.0016750665,"threshold_uncertainty_score":0.05901891},"labels":[],"label_agreement":null},{"id":"W4308784183","doi":"10.1145/3555218","title":"Six Feet Apart: Online Payments During the COVID-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Microsoft Research; National Science Foundation","keywords":"Digitization; Government (linguistics); Context (archaeology); Business; Social distance; Pandemic; Payment; Psychological intervention; Coronavirus disease 2019 (COVID-19); Marketing; Work (physics); Public relations; Political science; Geography; Finance; Psychology; Engineering","score_opus":0.05976660481215345,"score_gpt":0.30108496357033854,"score_spread":0.24131835875818508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308784183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870511,0.00010952019,0.0005460782,0.0021695686,0.000029108105,0.000035718418,0.00017248918,0.000025572857,0.009860824],"genre_scores_gemma":[0.99753356,0.00016640539,0.0005641242,0.00028907586,0.000023590703,0.000025989772,0.00011758647,0.000011067046,0.0012686255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984396,0.0008211556,0.000069866015,0.00010822774,0.00025001095,0.00031108607],"domain_scores_gemma":[0.9915051,0.0046309866,0.0018260085,0.00050355843,0.00059939735,0.0009350135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018131395,0.00019475982,0.00015734171,0.000775412,0.0034307644,0.0028459935,0.0005304739,0.0012962192,0.004491718],"category_scores_gemma":[0.013244566,0.0001798175,0.00016476604,0.0012344662,0.0013303352,0.003808624,0.0021806227,0.0011653523,0.0007106348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058793975,0.000758883,0.59831786,0.00039269315,0.00006290249,0.0061826482,0.16967292,0.002391187,0.0028736899,0.011382731,0.023163622,0.18421291],"study_design_scores_gemma":[0.000027766393,0.00035294984,0.48855513,0.00040688406,0.000043829223,0.0019041651,0.42962018,0.003775774,0.0012773722,0.0040475144,0.06989679,0.00009175831],"about_ca_topic_score_codex":0.0072662304,"about_ca_topic_score_gemma":0.014124333,"teacher_disagreement_score":0.0072662304,"about_ca_system_score_codex":0.0015600733,"about_ca_system_score_gemma":0.001018319,"threshold_uncertainty_score":0.015026271},"labels":[],"label_agreement":null},{"id":"W4308789076","doi":"10.1145/3555623","title":"Documenting Data Production Processes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Documentation; Computer science; Boundary object; Data science; Production (economics); Knowledge management; Object (grammar); Citizen journalism; Data curation; Data collection; Field (mathematics); Process management; World Wide Web; Artificial intelligence; Engineering; Geography","score_opus":0.20170908784496144,"score_gpt":0.438637902456563,"score_spread":0.23692881461160153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06522273,0.0021321569,0.8634233,0.022652587,0.0007469145,0.0047955876,0.000973303,0.0026861073,0.037367344],"genre_scores_gemma":[0.2288498,0.0015157372,0.7543498,0.001111336,0.00022941481,0.003417314,0.0016061063,0.0011680628,0.0077524297],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8051422,0.13289596,0.021595355,0.011779782,0.025361259,0.00322538],"domain_scores_gemma":[0.48336762,0.26975915,0.03359841,0.14866921,0.057552636,0.007052986],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20402154,0.0015088236,0.0012018192,0.008201863,0.009615571,0.01973492,0.0061124284,0.0039570928,0.0046323207],"category_scores_gemma":[0.3223791,0.0018771027,0.0012563847,0.0055395863,0.012670914,0.022606283,0.015909377,0.00581756,0.0030446837],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002849706,0.00039136774,0.015339726,0.0031661768,0.00008373263,0.001192682,0.2701104,0.0046904176,0.010693233,0.16808373,0.019137317,0.50682634],"study_design_scores_gemma":[0.0001375017,0.0004897033,0.006879771,0.0059635495,0.00009426598,0.0016151436,0.093462184,0.009917495,0.017412163,0.17257905,0.6911199,0.00032924474],"about_ca_topic_score_codex":0.0045386944,"about_ca_topic_score_gemma":0.0036297939,"teacher_disagreement_score":0.7959784,"about_ca_system_score_codex":0.007958516,"about_ca_system_score_gemma":0.03259594,"threshold_uncertainty_score":0.9815831},"labels":[],"label_agreement":null},{"id":"W4308789977","doi":"10.1145/3555223","title":"Teachable Conversational Agents for Crowdwork: Effects on Performance and Trust","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Delegate; Computer science; Task (project management); Context (archaeology); Human–computer interaction; Workflow; Process (computing); Focus (optics); Conversation; Knowledge management; World Wide Web; Psychology; Engineering","score_opus":0.033577954979163625,"score_gpt":0.2808237954090481,"score_spread":0.24724584042988448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854283,0.00019577345,0.0067516956,0.0005914816,0.000059153965,0.00017822231,0.000107265696,0.0004893471,0.006198816],"genre_scores_gemma":[0.99590695,0.000057600195,0.002523261,0.000057904548,0.00001272693,0.000110930654,0.00006449605,0.00004985138,0.0012163096],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99414515,0.0035794645,0.00031482577,0.00070190436,0.0007047456,0.000553821],"domain_scores_gemma":[0.91868144,0.059896674,0.006141536,0.006183843,0.003354126,0.0057424484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007400271,0.00088086724,0.0007300694,0.00056679925,0.00209197,0.0028078225,0.0011919711,0.0016302655,0.0052235685],"category_scores_gemma":[0.07379197,0.00046415266,0.00046804492,0.00038480732,0.0017576047,0.0023918082,0.003360072,0.0019571008,0.0012379999],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029738938,0.016766867,0.14519623,0.0030104397,0.0010211217,0.0026810116,0.06340561,0.18341507,0.085853055,0.013229578,0.0136220865,0.44206],"study_design_scores_gemma":[0.0040682303,0.034043916,0.20587261,0.0008694983,0.0011025205,0.001028235,0.056836087,0.56274414,0.056367934,0.037314307,0.038862366,0.0008901365],"about_ca_topic_score_codex":0.0069291494,"about_ca_topic_score_gemma":0.004922952,"teacher_disagreement_score":0.007400271,"about_ca_system_score_codex":0.0013932979,"about_ca_system_score_gemma":0.0015986254,"threshold_uncertainty_score":0.039136887},"labels":[],"label_agreement":null},{"id":"W4308963405","doi":"10.1145/3567730","title":"Reducing the Latency of Touch Tracking on Ad-hoc Surfaces","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Latency (audio); Multi-touch; RGB color model; Computer vision; Artificial intelligence; Human–computer interaction; Telecommunications","score_opus":0.052799935287616104,"score_gpt":0.3110973695248556,"score_spread":0.2582974342372395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308963405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49197653,0.0031455609,0.4558142,0.0005909756,0.0009238966,0.000356401,0.0046469276,0.029625006,0.012920528],"genre_scores_gemma":[0.93779194,0.0007145058,0.054290526,0.00026725035,0.00013486773,0.00015688708,0.0026229708,0.000468848,0.00355226],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991528,0.00005993815,0.00004423821,0.00018027058,0.0004614513,0.00010135589],"domain_scores_gemma":[0.9979639,0.0008633408,0.00018068496,0.00039404037,0.0005043697,0.00009366234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003084298,0.0008457147,0.0009717659,0.00086034386,0.00048974785,0.0011548558,0.00094988156,0.0006586359,0.0029020302],"category_scores_gemma":[0.0043644146,0.00030888413,0.0003107918,0.0008380489,0.00023514929,0.001523898,0.0015324426,0.00076262705,0.0012857738],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014780078,0.00044107888,0.024200995,0.0012954939,0.00017192551,0.0008303517,0.00058187224,0.026894964,0.2111478,0.0016040547,0.026724005,0.7046295],"study_design_scores_gemma":[0.000102069076,0.0009068135,0.06582701,0.00016025867,0.000145234,0.0014923506,0.00034475856,0.72124535,0.17726396,0.0065096533,0.02586635,0.00013623695],"about_ca_topic_score_codex":0.0017421634,"about_ca_topic_score_gemma":0.003320636,"teacher_disagreement_score":0.0029020302,"about_ca_system_score_codex":0.00036445245,"about_ca_system_score_gemma":0.00038740688,"threshold_uncertainty_score":0.009708285},"labels":[],"label_agreement":null},{"id":"W4308963408","doi":"10.1145/3567737","title":"The Effectiveness of Path-Segmentation for Modeling Lasso Times in Width-Varying Paths","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Segmentation; Path (computing); Computer science; Lasso (programming language); Square (algebra); Market segmentation; Work (physics); Algorithm; Baseline (sea); Artificial intelligence; Mathematics; Engineering; Geometry","score_opus":0.033869976838917494,"score_gpt":0.3128723257136462,"score_spread":0.2790023488747287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308963408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11096623,0.00028037885,0.8846948,0.00015633706,0.00005330811,0.00008380834,0.00020098135,0.0018618439,0.0017023305],"genre_scores_gemma":[0.84242064,0.00027971526,0.15385853,0.00008589374,0.000029573346,0.00012897227,0.00037478903,0.00048460797,0.002337231],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967456,0.000087830675,0.000020544434,0.000118979595,0.000050908126,0.000047239515],"domain_scores_gemma":[0.9984774,0.001029313,0.00013028322,0.00014061207,0.00014065324,0.00008165935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009938097,0.0009863526,0.0005132339,0.0008601537,0.00040127843,0.0014206513,0.001143112,0.0011865643,0.0017921124],"category_scores_gemma":[0.0057939645,0.00060538814,0.0007647167,0.00062193937,0.0005714603,0.0014022245,0.00046788543,0.0012486456,0.00047066598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113379036,0.000056996047,0.0013385714,0.000038929767,0.000026946245,0.000032528773,0.00014138549,0.9608812,0.0051379823,0.0026173962,0.00041310248,0.02920156],"study_design_scores_gemma":[0.0000018564444,0.000007976808,0.00015123808,0.0000023525963,0.0000022095162,0.000007425452,0.000005393185,0.9986339,0.00045518565,0.0005686319,0.00015983345,0.0000040158943],"about_ca_topic_score_codex":0.021809291,"about_ca_topic_score_gemma":0.015524652,"teacher_disagreement_score":0.021809291,"about_ca_system_score_codex":0.0010826008,"about_ca_system_score_gemma":0.0011299137,"threshold_uncertainty_score":0.043364644},"labels":[],"label_agreement":null},{"id":"W4308990687","doi":"10.1145/3567728","title":"VideoPoseVR: Authoring Virtual Reality Character Animations with Online Videos","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Motion and Animation","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Timeline; Animation; Character (mathematics); Workflow; Multimedia; Character animation; Entertainment; Motion (physics); Virtual reality; Human–computer interaction; Computer animation; Computer graphics (images); World Wide Web; Artificial intelligence; Visual arts","score_opus":0.05082921757032266,"score_gpt":0.2929891244697343,"score_spread":0.24215990689941164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022006227,0.0004793754,0.88481003,0.00020198063,0.00031918503,0.00070610194,0.00321994,0.076994345,0.011262863],"genre_scores_gemma":[0.18327007,0.0008326386,0.7815285,0.0002800333,0.00014805689,0.0008662416,0.008190242,0.008711788,0.016172405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99951947,0.00014102526,0.000037431284,0.000110443245,0.00014190284,0.00004977009],"domain_scores_gemma":[0.9986853,0.0006344485,0.00006478,0.00032018722,0.00015099467,0.00014429697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007625315,0.0015482148,0.0005132916,0.0010810456,0.0002900975,0.001201514,0.0015505407,0.0008933086,0.019975908],"category_scores_gemma":[0.0042922106,0.00057766517,0.0010073804,0.0004966517,0.0003968842,0.0016497242,0.0019789594,0.0010172379,0.004949874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013730156,0.00067092566,0.002267551,0.001940429,0.00027516333,0.001930077,0.0018595998,0.04114321,0.12911294,0.009478253,0.08932334,0.7206256],"study_design_scores_gemma":[0.00053089793,0.0011246614,0.004204732,0.00037344088,0.0001384176,0.0025758906,0.00068214943,0.4549271,0.1623478,0.012748339,0.3599902,0.00035633435],"about_ca_topic_score_codex":0.0008822553,"about_ca_topic_score_gemma":0.0019385898,"teacher_disagreement_score":0.019975908,"about_ca_system_score_codex":0.00025507621,"about_ca_system_score_gemma":0.0003043404,"threshold_uncertainty_score":0.066826046},"labels":[],"label_agreement":null},{"id":"W4308990711","doi":"10.1145/3567710","title":"Leveraging Smartwatch and Earbuds Gesture Capture to Support Wearable Interaction","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Gesture; Smartwatch; Wearable computer; Computer science; Human–computer interaction; Set (abstract data type); Context (archaeology); Wearable technology; Gesture recognition; Artificial intelligence; Embedded system","score_opus":0.039473255811118275,"score_gpt":0.29925544503095136,"score_spread":0.2597821892198331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56878275,0.0017069802,0.4050151,0.00040570193,0.00019286294,0.00096471293,0.0010708284,0.0026323153,0.019228743],"genre_scores_gemma":[0.8412871,0.00080016855,0.14896242,0.00032147524,0.00008316617,0.00079496106,0.0005954823,0.00018519287,0.0069700824],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989285,0.00042129392,0.0000636841,0.00018787976,0.00028561903,0.00011290985],"domain_scores_gemma":[0.9979242,0.0013038086,0.0001559011,0.00025539592,0.00025476105,0.00010581613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009887858,0.00091964385,0.00042725922,0.000815702,0.00030926926,0.0011477782,0.00059367676,0.0006601595,0.0041424413],"category_scores_gemma":[0.0040610167,0.00029302452,0.00049348926,0.00047167632,0.00050404685,0.0014282527,0.0021706047,0.00037635776,0.0011742999],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014766281,0.00024601634,0.01773143,0.00243624,0.00016072187,0.001746537,0.0083673475,0.0017213183,0.585389,0.003954938,0.003113775,0.37365606],"study_design_scores_gemma":[0.00043851737,0.006908084,0.21057117,0.0024068665,0.00075975334,0.010051125,0.014488909,0.049788103,0.5044723,0.014324854,0.18504411,0.0007462744],"about_ca_topic_score_codex":0.00059036596,"about_ca_topic_score_gemma":0.002335737,"teacher_disagreement_score":0.0041424413,"about_ca_system_score_codex":0.00018359435,"about_ca_system_score_gemma":0.00024729062,"threshold_uncertainty_score":0.0138578415},"labels":[],"label_agreement":null},{"id":"W4308990726","doi":"10.1145/3567711","title":"Tangible Chromatin: Tangible and Multi-surface Interactions for Exploring Datasets from High-Content Microscopy Experiments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Replication (statistics); Human–computer interaction; Interpretation (philosophy); Complement (music); Visualization; Data science; Data mining; Chemistry; Biology","score_opus":0.22629324744269483,"score_gpt":0.3875791301823386,"score_spread":0.16128588273964375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03207928,0.0005687223,0.95533323,0.00057631213,0.000098861085,0.00021649,0.00064492883,0.0076437215,0.0028384775],"genre_scores_gemma":[0.25449842,0.00080189365,0.7383648,0.00035804944,0.000057946065,0.000688746,0.0008800999,0.0009871708,0.0033628126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983583,0.0005218491,0.00009956834,0.00028391092,0.0006008578,0.00013535663],"domain_scores_gemma":[0.99352694,0.004376538,0.00033066116,0.0009317561,0.00036747908,0.00046663728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023783601,0.00082916836,0.00052444014,0.00091423123,0.0007494721,0.002839157,0.002125675,0.0011610084,0.012981745],"category_scores_gemma":[0.00876114,0.0006656982,0.0008602689,0.00083046634,0.0014837352,0.0036692547,0.0061729453,0.0010651676,0.0017486238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019905025,0.0004151967,0.007508059,0.003215777,0.00028486684,0.0022075463,0.0100021,0.03213759,0.36974096,0.048497535,0.022408314,0.5015915],"study_design_scores_gemma":[0.0006998018,0.002437294,0.02179053,0.0009900045,0.00033295882,0.004989986,0.005337863,0.3664354,0.25500208,0.10813251,0.23291282,0.0009387179],"about_ca_topic_score_codex":0.0009396032,"about_ca_topic_score_gemma":0.0016917491,"teacher_disagreement_score":0.012981745,"about_ca_system_score_codex":0.00042697787,"about_ca_system_score_gemma":0.000771998,"threshold_uncertainty_score":0.043428242},"labels":[],"label_agreement":null},{"id":"W4308990731","doi":"10.1145/3567713","title":"Conductor: Intersection-Based Bimanual Pointing in Augmented and Virtual Reality","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conductor; Computer science; Leverage (statistics); Intersection (aeronautics); Virtual reality; Human–computer interaction; Cursor (databases); Selection (genetic algorithm); Computer vision; Artificial intelligence; Engineering; Mathematics; Geometry","score_opus":0.04768199504575598,"score_gpt":0.3152601890929845,"score_spread":0.2675781940472285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308990731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012901408,0.00026572534,0.9673054,0.000073529074,0.0000517464,0.00010428635,0.00009520852,0.015558121,0.0036444252],"genre_scores_gemma":[0.24547167,0.00036983276,0.7454236,0.00016263359,0.00006221787,0.00029724409,0.00044704514,0.001617361,0.0061483723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99758065,0.0006547863,0.0001025787,0.00030044705,0.0011596347,0.00020184029],"domain_scores_gemma":[0.99783415,0.001003392,0.00018497447,0.0005110269,0.0002789206,0.00018755566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017345533,0.0013324667,0.0010736003,0.0008141808,0.0006234656,0.0016364262,0.0028322618,0.00111077,0.012966321],"category_scores_gemma":[0.004678346,0.00079847954,0.0008389597,0.0007651829,0.0013174007,0.0024773262,0.0064308834,0.0014259123,0.0032290278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002025775,0.0005294346,0.0021758652,0.0008718967,0.00017165931,0.0007333674,0.003537129,0.03305203,0.12299301,0.030146876,0.020321565,0.78344125],"study_design_scores_gemma":[0.00095419574,0.0036804033,0.006346886,0.00032702563,0.0002318468,0.0039640283,0.001511498,0.6323349,0.15228571,0.03627484,0.16151154,0.00057706854],"about_ca_topic_score_codex":0.0011252065,"about_ca_topic_score_gemma":0.0015422954,"teacher_disagreement_score":0.012966321,"about_ca_system_score_codex":0.00026713492,"about_ca_system_score_gemma":0.00078705593,"threshold_uncertainty_score":0.043376684},"labels":[],"label_agreement":null},{"id":"W4308991192","doi":"10.1145/3567718","title":"Push, Tap, Dwell, and Pinch: Evaluation of Four Mid-air Selection Methods Augmented with Ultrasonic Haptic Feedback","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Haptic technology; Dwell time; Pinch; Computer science; Selection (genetic algorithm); Simulation; Fitts's law; Artificial intelligence; Engineering; Psychology; Task (project management); Mechanical engineering","score_opus":0.13249995493723135,"score_gpt":0.37725754885554963,"score_spread":0.24475759391831828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308991192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985783,0.00027120445,0.012659011,0.000025357542,0.00003721808,0.00016229205,0.000084180596,0.00023017218,0.00074766204],"genre_scores_gemma":[0.96297497,0.00032985836,0.034443427,0.00006182453,0.000025569298,0.00027487986,0.00017828155,0.000078603654,0.0016326774],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9990326,0.00023301506,0.000112252914,0.000120773,0.00042005235,0.00008120379],"domain_scores_gemma":[0.99256027,0.0057972623,0.0004556372,0.00024843824,0.00064240873,0.00029601782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001190462,0.00075837184,0.0006496258,0.0005694423,0.00020174877,0.0007906243,0.00057335204,0.00062861474,0.0034371777],"category_scores_gemma":[0.008546274,0.00032423888,0.0003036182,0.00025646546,0.00035021635,0.0012584147,0.0007711091,0.00032236642,0.00042785736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01961925,0.002125627,0.00984308,0.0028268024,0.00014768436,0.0003284223,0.0018305954,0.0020311861,0.6815913,0.0002935489,0.000499584,0.27886292],"study_design_scores_gemma":[0.0024343722,0.1516402,0.2654297,0.00039277496,0.0012470903,0.003119875,0.004453808,0.06764899,0.49252883,0.00085625565,0.009686306,0.00056182954],"about_ca_topic_score_codex":0.00046772888,"about_ca_topic_score_gemma":0.00069329154,"teacher_disagreement_score":0.0034371777,"about_ca_system_score_codex":0.00012661709,"about_ca_system_score_gemma":0.00021421899,"threshold_uncertainty_score":0.01149857},"labels":[],"label_agreement":null},{"id":"W4309616863","doi":"10.1145/3555163","title":"AI and Disaster Risk: A Practitioner Perspective","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perspective (graphical); Domain (mathematical analysis); Emerging technologies; Risk analysis (engineering); Data science; Engineering ethics; Computer science; Knowledge management; Management science; Business; Engineering; Artificial intelligence","score_opus":0.057601954628880146,"score_gpt":0.39770621875882106,"score_spread":0.34010426412994094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309616863","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056522833,0.037124645,0.018515956,0.8892813,0.002262201,0.00004080397,0.000026015061,0.000051153194,0.047045715],"genre_scores_gemma":[0.6300856,0.14194033,0.01693839,0.17483671,0.009289859,0.00032057113,0.000052366802,0.00014275924,0.026393505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9769314,0.018734638,0.00052823004,0.0008532309,0.0020482228,0.00090430677],"domain_scores_gemma":[0.9119396,0.07056755,0.0022504656,0.0015602628,0.009840238,0.0038418204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033186395,0.000703956,0.00086233206,0.005233678,0.0065184925,0.015814599,0.0023304706,0.013966784,0.008376345],"category_scores_gemma":[0.037105434,0.0004936163,0.00041152255,0.0048100217,0.02321807,0.017250504,0.007105509,0.017864292,0.0013664744],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031180738,0.0001256905,0.0019575239,0.0008828696,0.000017849567,0.000941386,0.064720124,0.0009875505,0.00035214282,0.8423258,0.04057719,0.047080714],"study_design_scores_gemma":[0.000018365918,0.00013021282,0.00088378263,0.003934439,0.000015838814,0.0009091243,0.17435516,0.0027259989,0.00021891162,0.34480542,0.47195783,0.000044900466],"about_ca_topic_score_codex":0.005848369,"about_ca_topic_score_gemma":0.006584776,"teacher_disagreement_score":0.033186395,"about_ca_system_score_codex":0.008418476,"about_ca_system_score_gemma":0.014908807,"threshold_uncertainty_score":0.1755085},"labels":[],"label_agreement":null},{"id":"W4309617060","doi":"10.1145/3555083","title":"Ethics and Efficacy of Unsolicited Anti-Trafficking SMS Outreach","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sex work and related issues","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Max Planck Institute for Software Systems","keywords":"Outreach; Sex work; Autonomy; Agency (philosophy); Context (archaeology); Public relations; Population; Business; Medicine; Political science; Sociology; Environmental health; Family medicine; Law","score_opus":0.07040397692734811,"score_gpt":0.3755298910077828,"score_spread":0.30512591408043466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92923546,0.00035201394,0.0028240872,0.011103782,0.00009913076,0.00029282397,0.000029046081,0.000025164056,0.05603857],"genre_scores_gemma":[0.9981178,0.00008191068,0.000365196,0.0004099727,0.000011455589,0.00007342692,0.0000034754332,0.000004323399,0.0009326532],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9523173,0.03866126,0.0011265272,0.0011503182,0.0051839757,0.0015605447],"domain_scores_gemma":[0.7850991,0.18012676,0.016467975,0.005754486,0.008800023,0.0037516109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040793058,0.00014814186,0.00023732329,0.0008535575,0.004275197,0.0044618687,0.0007060923,0.0019786684,0.0034829744],"category_scores_gemma":[0.14591685,0.00030769673,0.0002550952,0.0003010391,0.009487339,0.0029216586,0.003885314,0.0023461326,0.00036523349],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005614207,0.00074080477,0.1280385,0.0009851652,0.0000753184,0.0014742801,0.6389832,0.0010755295,0.004932285,0.08716702,0.0036168902,0.13234963],"study_design_scores_gemma":[0.00017622126,0.0019799017,0.20611478,0.003404607,0.00018444104,0.002128521,0.610187,0.008734607,0.0103863375,0.051981624,0.10453122,0.00019074389],"about_ca_topic_score_codex":0.002541742,"about_ca_topic_score_gemma":0.0025370268,"teacher_disagreement_score":0.040793058,"about_ca_system_score_codex":0.004117032,"about_ca_system_score_gemma":0.0070867687,"threshold_uncertainty_score":0.21573693},"labels":[],"label_agreement":null},{"id":"W4309617254","doi":"10.1145/3555770","title":"Users' Expectations, Experiences, and Concerns With COVID Alert, an Exposure-Notification App","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Smartphone app; Internet privacy; Coronavirus disease 2019 (COVID-19); Contact tracing; Mobile apps; Computer science; Tracing; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer security; World Wide Web; Medicine","score_opus":0.05785331042577356,"score_gpt":0.32163277060951867,"score_spread":0.2637794601837451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963542,0.0001063433,0.001219482,0.0003390769,0.000009677613,0.00006471341,0.00002748681,0.000029664883,0.0018493589],"genre_scores_gemma":[0.99769443,0.000112767026,0.0007800487,0.00025325804,0.0000050468593,0.00006568259,0.000024975394,0.00001220571,0.0010516633],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99244374,0.0044985153,0.0003898507,0.0004431795,0.0012452276,0.0009795161],"domain_scores_gemma":[0.967139,0.024293877,0.001859719,0.0007639699,0.003563192,0.0023801452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009733342,0.00055659504,0.00035843614,0.0009872175,0.0037643027,0.0042542014,0.00097545824,0.0016963449,0.0015230697],"category_scores_gemma":[0.0322565,0.0005682982,0.00038952308,0.0005069376,0.0032866625,0.002363586,0.0024418635,0.0015144324,0.00026362512],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015050218,0.00010999094,0.032103065,0.00011446916,0.000010475905,0.0007890885,0.95648974,0.0001129761,0.0025877918,0.00041153858,0.00051127543,0.0066092103],"study_design_scores_gemma":[0.00001943576,0.0005016748,0.024045428,0.00014703961,0.000033922566,0.00073486613,0.9621911,0.0012833416,0.0016951382,0.00034995665,0.00887569,0.0001224008],"about_ca_topic_score_codex":0.042284917,"about_ca_topic_score_gemma":0.041139316,"teacher_disagreement_score":0.042284917,"about_ca_system_score_codex":0.0029090662,"about_ca_system_score_gemma":0.0024026907,"threshold_uncertainty_score":0.08407754},"labels":[],"label_agreement":null},{"id":"W4309617336","doi":"10.1145/3555547","title":"Ladange, Adange, Jeetange: The Farmers' Movement and Its Virtual Spaces","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mainstream; Social movement; Collective action; Social media; Opposition (politics); Public relations; Movement (music); Sociology; Political science; Narrative; Collective identity; Face (sociological concept); Media studies; Political economy; Politics; Social science; Aesthetics","score_opus":0.05655411588135125,"score_gpt":0.34365305567726384,"score_spread":0.2870989397959126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5548339,0.0063413274,0.010648643,0.042250115,0.0014167576,0.00014320333,0.00020703608,0.00045017997,0.38370883],"genre_scores_gemma":[0.9500885,0.0012320721,0.0017841335,0.0012366631,0.000084412066,0.00007744986,0.000049564933,0.00006904877,0.045378126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988951,0.0007361025,0.00001379367,0.00009121744,0.00009687292,0.00016680024],"domain_scores_gemma":[0.99902713,0.0005078158,0.0000668383,0.00007678485,0.000041050767,0.00028033074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012453088,0.000366538,0.000183297,0.00078621303,0.010578611,0.010088796,0.00067643955,0.0017200091,0.008273723],"category_scores_gemma":[0.0022677872,0.0003003617,0.00020159342,0.0009139795,0.010997242,0.0071171005,0.006227029,0.0015976422,0.0011313321],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015456583,0.00008400689,0.005022835,0.00023201287,0.000017933771,0.0022359376,0.8236848,0.00024500137,0.0029803573,0.099461235,0.023603205,0.0422781],"study_design_scores_gemma":[0.000019130963,0.00008364416,0.0025747651,0.00019286774,0.000016704218,0.00079729187,0.4110588,0.00019780992,0.00066153944,0.010591616,0.57376236,0.000043467247],"about_ca_topic_score_codex":0.0029134345,"about_ca_topic_score_gemma":0.008084995,"teacher_disagreement_score":0.010578611,"about_ca_system_score_codex":0.0012495605,"about_ca_system_score_gemma":0.000985012,"threshold_uncertainty_score":0.02767837},"labels":[],"label_agreement":null},{"id":"W4309617485","doi":"10.1145/3555567","title":"Towards More Gender-Inclusive Q&amp;As","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Affect (linguistics); Demographics; Psychology; Social psychology; Field (mathematics); Community engagement; Task (project management); Sociology; Public relations; Political science; Communication","score_opus":0.07426900576787941,"score_gpt":0.3515997760483999,"score_spread":0.2773307702805205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79513544,0.0007165522,0.051085018,0.02604385,0.00038449847,0.00085839076,0.00032817776,0.0006527982,0.124795236],"genre_scores_gemma":[0.94775134,0.00030839053,0.03176951,0.003820707,0.00014221245,0.00043276427,0.00018483317,0.00010963157,0.015480476],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98450315,0.011424019,0.00036354395,0.0008799223,0.0018897887,0.000939564],"domain_scores_gemma":[0.9632709,0.020137906,0.0050767674,0.0024929207,0.0040097353,0.0050116675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02316791,0.00030305024,0.00025416512,0.0017690209,0.0037852381,0.007246102,0.0009189371,0.0014855419,0.01470742],"category_scores_gemma":[0.043322947,0.00031492038,0.00038133244,0.0011038207,0.002794099,0.006731535,0.006235022,0.0014377232,0.002305452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037701376,0.0013178702,0.09960638,0.0008776297,0.000036768204,0.0009011601,0.51528805,0.0003091999,0.014372346,0.04591968,0.021641828,0.299352],"study_design_scores_gemma":[0.00019127688,0.0010403739,0.08162773,0.00085161126,0.000047378307,0.001121389,0.271927,0.0022104182,0.0042000124,0.06516466,0.571478,0.00014006894],"about_ca_topic_score_codex":0.0018096081,"about_ca_topic_score_gemma":0.0037494688,"teacher_disagreement_score":0.02316791,"about_ca_system_score_codex":0.0012222101,"about_ca_system_score_gemma":0.0030649973,"threshold_uncertainty_score":0.122525096},"labels":[],"label_agreement":null},{"id":"W4309617561","doi":"10.1145/3555604","title":"Tourgether360: Collaborative Exploration of 360° Videos using Pseudo-Spatial Navigation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Timeline; Computer science; Human–computer interaction; Embodied cognition; Point (geometry); Context (archaeology); Multimedia; Spatial contextual awareness; Interface (matter); Artificial intelligence","score_opus":0.08791351078856673,"score_gpt":0.3504715442869833,"score_spread":0.26255803349841655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309617561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.591628,0.0005889154,0.3731094,0.00023552158,0.0000817266,0.0006031238,0.00059828477,0.0063869953,0.026767997],"genre_scores_gemma":[0.7621159,0.00037071834,0.22465086,0.000108292246,0.000025036246,0.000534543,0.0007964854,0.00042445303,0.010973771],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996007,0.00015312676,0.000017347325,0.00008573282,0.00008884207,0.000054205924],"domain_scores_gemma":[0.99915636,0.00041192028,0.000057489542,0.00014924727,0.0000679556,0.00015695204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044268792,0.00076726096,0.0002993939,0.0004284032,0.0004147245,0.0009919391,0.00091169117,0.00064406334,0.0073954533],"category_scores_gemma":[0.0019537914,0.00026028344,0.00047206876,0.00026261262,0.0006250589,0.001608553,0.0031422267,0.00031377256,0.00083437323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003747004,0.00086379476,0.010464046,0.002592231,0.00021709036,0.0028176745,0.03183642,0.011169293,0.43380806,0.011860981,0.013464802,0.47715867],"study_design_scores_gemma":[0.0018731487,0.012526586,0.09487976,0.0012616906,0.000663672,0.013720014,0.03446095,0.18245123,0.22336462,0.019523686,0.41413698,0.001137612],"about_ca_topic_score_codex":0.0014724615,"about_ca_topic_score_gemma":0.004267817,"teacher_disagreement_score":0.0073954533,"about_ca_system_score_codex":0.00018420651,"about_ca_system_score_gemma":0.00047167612,"threshold_uncertainty_score":0.02474022},"labels":[],"label_agreement":null},{"id":"W4309618149","doi":"10.1145/3555126","title":"Commoning for Fun and Profit: Experimental Publishing on the Decentralized Web","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Commons; The Internet; Digital ecosystem; World Wide Web; Distrust; Public relations; Framing (construction); Knowledge management; Publishing; Sociology; Political science; Business; Computer science; Engineering","score_opus":0.11486334492722164,"score_gpt":0.38792667380344004,"score_spread":0.2730633288762184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96808326,0.00008142551,0.005167016,0.0012262466,0.000112544476,0.0006056295,0.000098323624,0.00009903602,0.024526523],"genre_scores_gemma":[0.9854453,0.00010572999,0.006591081,0.0003634942,0.00007260841,0.0011271694,0.000089016685,0.00009332784,0.0061123236],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9877273,0.009486843,0.00031772366,0.0008924388,0.00087110145,0.00070461916],"domain_scores_gemma":[0.942706,0.037391603,0.0023432102,0.01278125,0.0022032987,0.0025745698],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.013089252,0.00034944573,0.0004414822,0.0012109638,0.005990861,0.006128788,0.0016220509,0.0015403111,0.008929093],"category_scores_gemma":[0.036207076,0.0003194633,0.00041529676,0.0011203117,0.010677239,0.004466158,0.0049097347,0.0025061439,0.00094375457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004506739,0.04471068,0.03132421,0.0013509183,0.00015698143,0.002283244,0.51614666,0.0020901973,0.024836639,0.1905922,0.010375314,0.17162624],"study_design_scores_gemma":[0.003808753,0.03344367,0.043064706,0.00095846737,0.0002902464,0.0012100805,0.41423747,0.0112691615,0.06395743,0.18486002,0.24255182,0.0003482],"about_ca_topic_score_codex":0.0007132857,"about_ca_topic_score_gemma":0.0010031163,"teacher_disagreement_score":0.998378,"about_ca_system_score_codex":0.0015708378,"about_ca_system_score_gemma":0.002090743,"threshold_uncertainty_score":0.069223404},"labels":[],"label_agreement":null},{"id":"W4309618885","doi":"10.1145/3555114","title":"Exploring the Utility of Social Content for Understanding Future In-Demand Skills","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada; Toronto Metropolitan University","funders":"","keywords":"Employability; Workforce; Seekers; Social skills; Social media; Public relations; Business; Marketing; Knowledge management; Psychology; Computer science; Economics; Pedagogy; Political science; Economic growth","score_opus":0.26504667359725226,"score_gpt":0.3585975154834535,"score_spread":0.09355084188620122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98160446,0.000106356805,0.0015477805,0.0004405028,0.000015668431,0.00008628838,0.001432878,0.00002911107,0.014736954],"genre_scores_gemma":[0.9968748,0.000078087025,0.001335644,0.00004191149,0.000026547334,0.000063722684,0.0007456224,0.000009392958,0.0008242621],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993724,0.00023508137,0.000047371428,0.00007079261,0.00016216154,0.00011214502],"domain_scores_gemma":[0.9787458,0.014771482,0.0033651604,0.00057170336,0.0015417968,0.0010040713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012994342,0.00036816823,0.00020014166,0.0066888644,0.00067531556,0.0025902365,0.00037312362,0.0006463314,0.006036071],"category_scores_gemma":[0.012493606,0.00013945404,0.00031682814,0.004138301,0.0006724169,0.0037272784,0.0011409356,0.0006438995,0.0008701066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111976005,0.00036032408,0.9428248,0.00018475635,0.00005913486,0.00018660487,0.008824575,0.0003809114,0.0011769589,0.0037647616,0.0010517673,0.04107345],"study_design_scores_gemma":[0.000008869018,0.00011806245,0.9681169,0.00009504316,0.00003850777,0.00010937836,0.015711006,0.0067904047,0.0004476842,0.003540003,0.004999911,0.000024087576],"about_ca_topic_score_codex":0.005600081,"about_ca_topic_score_gemma":0.008919928,"teacher_disagreement_score":0.0066888644,"about_ca_system_score_codex":0.0010690158,"about_ca_system_score_gemma":0.000764375,"threshold_uncertainty_score":0.020192683},"labels":[],"label_agreement":null},{"id":"W4309618886","doi":"10.1145/3555109","title":"\"Kabootar\": Towards Informal, Trustworthy, and Community-Based FinTech for Marginalized Immigrants","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Homeland; Immigration; Scholarship; Scope (computer science); Work (physics); Communication source; Financial transaction; Politics; Computer-supported cooperative work; Public relations; Internet privacy; Business; Political science; Sociology; Computer science; Database transaction; Law; Engineering; Telecommunications","score_opus":0.08097435995040243,"score_gpt":0.3187118457975686,"score_spread":0.2377374858471662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8804554,0.00039136343,0.06385492,0.006343081,0.00019038464,0.0014249724,0.00008141893,0.0024471171,0.044811383],"genre_scores_gemma":[0.8989341,0.00021332309,0.09037634,0.00083908247,0.000026979207,0.0007052379,0.00009770127,0.0001230443,0.008684128],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99651814,0.0025398426,0.00007646553,0.00021692677,0.0002712275,0.0003774113],"domain_scores_gemma":[0.9961707,0.0011710649,0.0004896388,0.00047317936,0.00036929754,0.0013261692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049221483,0.0005852528,0.0002452799,0.00069575076,0.004817734,0.002962543,0.0017939243,0.0015170223,0.004395889],"category_scores_gemma":[0.008887398,0.00025917235,0.00030152168,0.00039459893,0.0020558059,0.0037229608,0.007603768,0.0009427156,0.0012336692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010278356,0.004174733,0.057943325,0.0015377051,0.000057920253,0.0030794619,0.23874362,0.0012182452,0.029713325,0.031426106,0.026473848,0.6046039],"study_design_scores_gemma":[0.0006282435,0.005374251,0.047152903,0.0011934981,0.00019884446,0.0034256703,0.40012208,0.020889416,0.013313533,0.04385442,0.46349433,0.0003528364],"about_ca_topic_score_codex":0.0031213302,"about_ca_topic_score_gemma":0.0077928226,"teacher_disagreement_score":0.0049221483,"about_ca_system_score_codex":0.0009396099,"about_ca_system_score_gemma":0.0034601728,"threshold_uncertainty_score":0.026031137},"labels":[],"label_agreement":null},{"id":"W4309618915","doi":"10.1145/3555123","title":"\"I Kind of Bounce off It\":Translating Mental Health Principles into Real Life Through Story-Based Text Messages","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada","keywords":"Narrative; Mental health; Formative assessment; Psychological intervention; Context (archaeology); Psychology; Focus group; Computer science; Applied psychology; Internet privacy; Psychotherapist; Pedagogy; Sociology; Psychiatry","score_opus":0.10960107595883285,"score_gpt":0.4186125752595009,"score_spread":0.30901149930066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81145585,0.0022277355,0.09691697,0.03242186,0.00084727025,0.0012612479,0.0009795295,0.0012911921,0.05259838],"genre_scores_gemma":[0.9283628,0.0017877659,0.057947032,0.0024899195,0.00015453575,0.00075673946,0.0004294816,0.00018839231,0.00788341],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9921835,0.006901105,0.00018644411,0.00017366077,0.00030049533,0.00025472397],"domain_scores_gemma":[0.9729197,0.02287974,0.0014160966,0.00089652714,0.00079472986,0.0010932378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008572318,0.0009075392,0.0002159342,0.0006701595,0.0022415707,0.0042658034,0.0013724294,0.0015550635,0.005518363],"category_scores_gemma":[0.0332039,0.00033055648,0.00034127227,0.0004916359,0.0040189093,0.0075836764,0.004288133,0.0017280681,0.0013635078],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044419174,0.00047856936,0.006712489,0.0015853234,0.00004944768,0.0018231375,0.825044,0.0007150275,0.005715331,0.018762767,0.019075891,0.119593814],"study_design_scores_gemma":[0.00020725772,0.0013867272,0.009597091,0.0027344965,0.00018001112,0.0028577773,0.625525,0.0057198163,0.013142392,0.027177997,0.31127694,0.0001944336],"about_ca_topic_score_codex":0.0006641618,"about_ca_topic_score_gemma":0.0012558779,"teacher_disagreement_score":0.008572318,"about_ca_system_score_codex":0.0011074075,"about_ca_system_score_gemma":0.001108642,"threshold_uncertainty_score":0.045335352},"labels":[],"label_agreement":null},{"id":"W4309618927","doi":"10.1145/3555132","title":"Imagined Online Communities: Communionship, Sovereignty, and Inclusiveness in Facebook Groups","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Empowerment; Sovereignty; Set (abstract data type); Peer production; Sociology; Sensibility; Computer-supported cooperative work; Internet privacy; Psychology; Social psychology; Work (physics); Political science; World Wide Web; Politics; Computer science; Engineering; Law","score_opus":0.08676138063373949,"score_gpt":0.3745930609488666,"score_spread":0.28783168031512707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87725604,0.00072817947,0.014011306,0.0052573746,0.00007854662,0.00012773155,0.000028623444,0.00003531508,0.10247694],"genre_scores_gemma":[0.9983152,0.0000695857,0.00089477503,0.00008089491,0.000010407116,0.000033799835,0.000008150034,0.0000047477693,0.00058257696],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9862525,0.010386581,0.00039739904,0.000863199,0.0012776358,0.0008227047],"domain_scores_gemma":[0.9782753,0.011967306,0.0035875135,0.001949098,0.0009385979,0.0032822064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009694784,0.00036528465,0.00036756642,0.0025281396,0.010041859,0.00873343,0.001079287,0.0015300368,0.003262527],"category_scores_gemma":[0.02351979,0.00045019216,0.0004257194,0.0012628116,0.026479185,0.015224546,0.01826769,0.0022918603,0.00017383165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007177302,0.00015814924,0.040668014,0.00012685212,0.000027670148,0.0004965509,0.7797014,0.00033011165,0.00063426304,0.15176198,0.0008039742,0.025219271],"study_design_scores_gemma":[0.000040378614,0.00018553149,0.04318464,0.00041540246,0.000044419445,0.0011569298,0.7501637,0.0022748027,0.000606287,0.15169217,0.050149184,0.00008658952],"about_ca_topic_score_codex":0.0017604253,"about_ca_topic_score_gemma":0.003020846,"teacher_disagreement_score":0.010041859,"about_ca_system_score_codex":0.0020848964,"about_ca_system_score_gemma":0.0023543693,"threshold_uncertainty_score":0.051271558},"labels":[],"label_agreement":null},{"id":"W4309618997","doi":"10.1145/3555605","title":"Uncovering Adverse Childhood Experiences (ACEs) from Clinical Narratives within the Electronic Health Record","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mental health; Adverse Childhood Experiences; Psychiatry; Anxiety; Thematic analysis; Sexual abuse; Narrative; Medicine; Health care; Psychology; Clinical psychology; Poison control; Qualitative research; Suicide prevention; Medical emergency","score_opus":0.05218188768962497,"score_gpt":0.3708611016751811,"score_spread":0.31867921398555615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309618997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97153455,0.0015767567,0.009611607,0.005987648,0.00011277565,0.00045564637,0.0020359817,0.000055936875,0.008629057],"genre_scores_gemma":[0.9820379,0.0020103932,0.01223344,0.0009216619,0.00006289628,0.0003415179,0.0008513913,0.000041331197,0.0014995373],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98921925,0.007911273,0.00091878866,0.00048023692,0.0010747025,0.0003957248],"domain_scores_gemma":[0.9518897,0.037586264,0.0057185097,0.0019289317,0.002080898,0.0007956923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011311573,0.00037523176,0.00028774596,0.0026532563,0.0022835115,0.0040558614,0.0008868107,0.0008294457,0.0015716383],"category_scores_gemma":[0.044833764,0.00031572304,0.0002663379,0.002385865,0.0030291437,0.0043114605,0.0051462497,0.0013689662,0.00031886657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051435534,0.000031593852,0.038457617,0.000588525,0.000018049543,0.0011570997,0.9290141,0.000096585674,0.0012180231,0.002170368,0.0024515607,0.024744933],"study_design_scores_gemma":[0.0000064950145,0.000049167338,0.022616863,0.0007981621,0.000027322872,0.0014395507,0.94150954,0.0004018185,0.0014536042,0.001973191,0.029685207,0.000039072384],"about_ca_topic_score_codex":0.0033548784,"about_ca_topic_score_gemma":0.008144943,"teacher_disagreement_score":0.011311573,"about_ca_system_score_codex":0.001661556,"about_ca_system_score_gemma":0.002333246,"threshold_uncertainty_score":0.059822023},"labels":[],"label_agreement":null},{"id":"W4309619003","doi":"10.1145/3555561","title":"The Data-Production Dispositif","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; International Development Research Centre","keywords":"Outsourcing; Crowdsourcing; Agency (philosophy); Production (economics); Work (physics); Alienation; Power (physics); Raw data; Quality (philosophy); Data quality; Computer science; Knowledge management; Business; Data science; Sociology; World Wide Web; Marketing; Political science; Engineering; Economics; Service (business); Social science; Microeconomics; Epistemology","score_opus":0.07146578845622585,"score_gpt":0.3385456709085963,"score_spread":0.2670798824523704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309619003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53664196,0.0013482769,0.37951654,0.014495167,0.000117895084,0.0005622717,0.00088125496,0.0011181057,0.06531856],"genre_scores_gemma":[0.9431094,0.00033544685,0.052161288,0.00035848745,0.000041552383,0.00026993293,0.00032876382,0.00022885241,0.003166244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9856614,0.0059109,0.00093704404,0.002949624,0.0036592656,0.00088179635],"domain_scores_gemma":[0.94206345,0.037286613,0.0030793487,0.014171558,0.002533105,0.0008659162],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016162515,0.00086621084,0.0006500321,0.003693769,0.0043701786,0.011618956,0.0023205855,0.0014935845,0.0027106702],"category_scores_gemma":[0.039618913,0.00094022736,0.00087210914,0.0028768852,0.03469183,0.013566749,0.011810131,0.0034411994,0.00060271705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023835286,0.00015108383,0.052847307,0.0006305987,0.000104927334,0.0012496321,0.15707761,0.0037463533,0.007989824,0.5925394,0.002531007,0.18089388],"study_design_scores_gemma":[0.00007528442,0.00031738545,0.03396421,0.0010966884,0.00010944786,0.0017247153,0.11939668,0.020626497,0.019100783,0.5982819,0.20506984,0.00023644796],"about_ca_topic_score_codex":0.006763127,"about_ca_topic_score_gemma":0.004646329,"teacher_disagreement_score":0.99562985,"about_ca_system_score_codex":0.0042253253,"about_ca_system_score_gemma":0.0057492484,"threshold_uncertainty_score":0.08547658},"labels":[],"label_agreement":null},{"id":"W4309619854","doi":"10.1145/3555158","title":"\"With a hint she will remember\": Collaborative Storytelling and Culture Sharing between Immigrant Grandparents and Grandchildren Via Magic Thing Designs","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grandparent; Storytelling; Sociology; Immigration; Kinship; Citizen journalism; Aesthetics; Psychology; Narrative; Anthropology; History; Developmental psychology; Linguistics; Computer science; World Wide Web","score_opus":0.03565951064109899,"score_gpt":0.28645560109902,"score_spread":0.250796090457921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309619854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.824824,0.0005819072,0.14982285,0.0011133375,0.00012770528,0.00075489935,0.00017477747,0.0010245381,0.021576064],"genre_scores_gemma":[0.8419505,0.00031404413,0.14983962,0.00015591286,0.000013285391,0.0008835525,0.00015773084,0.00016331303,0.0065220348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99690336,0.0025068084,0.000084426574,0.00021064044,0.00015452373,0.00014029525],"domain_scores_gemma":[0.99602085,0.002832096,0.00019549423,0.00041886073,0.00017516351,0.00035768063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004748365,0.0010587112,0.00021885011,0.00074648485,0.0017910916,0.0030380792,0.0015806345,0.0009059009,0.004157904],"category_scores_gemma":[0.008216432,0.0004678346,0.00049140205,0.0003270479,0.002528713,0.0026092005,0.0045908988,0.0006405193,0.00054441945],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006879304,0.00069051556,0.00985607,0.0014850323,0.00014445433,0.003490605,0.6939455,0.0024175462,0.025743397,0.023759067,0.007066086,0.2307137],"study_design_scores_gemma":[0.00072940707,0.004795364,0.0156443,0.0016932623,0.000590332,0.007823192,0.5785937,0.017585395,0.028677942,0.043861244,0.29958925,0.00041669083],"about_ca_topic_score_codex":0.000683279,"about_ca_topic_score_gemma":0.0016095174,"teacher_disagreement_score":0.004748365,"about_ca_system_score_codex":0.0005143348,"about_ca_system_score_gemma":0.0009084031,"threshold_uncertainty_score":0.025112033},"labels":[],"label_agreement":null},{"id":"W4313332170","doi":"10.1145/3567552","title":"Agency and Amplification","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université Laval; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Immunization Research Network; University of Waterloo; Université Laval","keywords":"Thematic analysis; Agency (philosophy); Computer science; Thematic map; Process (computing); Resource (disambiguation); Interpretation (philosophy); Data science; Best practice; Computational model; Knowledge management; Qualitative research; Sociology; Political science; Artificial intelligence","score_opus":0.08802719268514642,"score_gpt":0.37490968807801933,"score_spread":0.2868824953928729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313332170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041966766,0.0037357146,0.7246484,0.042412173,0.00081151613,0.0013711324,0.00071521994,0.00053459965,0.18380448],"genre_scores_gemma":[0.78900826,0.0014670329,0.19232321,0.0031591807,0.0003530236,0.0040249913,0.00029689292,0.0004284217,0.008939039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.7944975,0.16749345,0.0056899586,0.01427132,0.015489366,0.00255836],"domain_scores_gemma":[0.6498943,0.28978175,0.016625037,0.03259111,0.009465685,0.0016421238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.108211756,0.0012688943,0.0015951648,0.0066968594,0.0079838885,0.017443597,0.0036362994,0.0025924647,0.016054451],"category_scores_gemma":[0.23460175,0.0017091946,0.00220852,0.007305108,0.049648587,0.022409914,0.019720161,0.0044903303,0.001480487],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006506149,0.000028026288,0.0026943123,0.00087931816,0.00009811959,0.00021828675,0.07778012,0.0011927768,0.00042936692,0.88496035,0.0030250098,0.028629351],"study_design_scores_gemma":[0.000037776532,0.000026468417,0.0012733206,0.000789071,0.000053693628,0.00027369536,0.019001326,0.0032274406,0.00056156336,0.9041661,0.07052938,0.00006016235],"about_ca_topic_score_codex":0.00532832,"about_ca_topic_score_gemma":0.005442333,"teacher_disagreement_score":0.108211756,"about_ca_system_score_codex":0.00954844,"about_ca_system_score_gemma":0.008492949,"threshold_uncertainty_score":0.5722853},"labels":[],"label_agreement":null},{"id":"W4319165740","doi":"10.1145/3579467","title":"Charting the Sociotechnical Gap in Explainable AI: A Framework to Address the Gap in XAI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Sociotechnical system; Operationalization; Affordance; Context (archaeology); Computer science; Knowledge management; Domain (mathematical analysis); Conceptual framework; Management science; Data science; Sociology; Epistemology; Engineering; Social science; Human–computer interaction","score_opus":0.12907051364670613,"score_gpt":0.3893030887555342,"score_spread":0.2602325751088281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319165740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021532897,0.003357393,0.89343876,0.031001,0.0002210609,0.00054380536,0.00021570952,0.0006415707,0.049047805],"genre_scores_gemma":[0.43708375,0.0015589836,0.5554491,0.0010124464,0.000108677814,0.0013354234,0.0002430716,0.00015236433,0.0030561863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98847103,0.0074431226,0.000750492,0.0013085542,0.0012444775,0.00078240316],"domain_scores_gemma":[0.97666764,0.015117296,0.0024234578,0.0029540278,0.0018957593,0.0009418065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01665119,0.001875257,0.001175924,0.010971367,0.0067132493,0.013169812,0.0044866954,0.006529644,0.0059260563],"category_scores_gemma":[0.025362458,0.0010429666,0.0018521671,0.005703541,0.040838152,0.026973017,0.013711359,0.0069669024,0.0007276367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012716335,0.000040501243,0.00059646036,0.00016056806,0.000008401683,0.00012517198,0.006454871,0.0024010697,0.00024268024,0.97830987,0.0005884964,0.011059355],"study_design_scores_gemma":[0.00001935081,0.000037867394,0.00035067686,0.0004055723,0.00002013135,0.00015649699,0.007970257,0.011833173,0.00052847766,0.9535156,0.025128543,0.000033845685],"about_ca_topic_score_codex":0.0060730996,"about_ca_topic_score_gemma":0.005743375,"teacher_disagreement_score":0.01665119,"about_ca_system_score_codex":0.008653508,"about_ca_system_score_gemma":0.009437319,"threshold_uncertainty_score":0.088061035},"labels":[],"label_agreement":null},{"id":"W4321011686","doi":"10.1145/3579462","title":"Beyond Transactional Democracy: A Study of Civic Tech in Canada","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Civic engagement; Public relations; Grassroots; Democracy; Citizen journalism; Political science; Public engagement; Publics; Sociology; Voting; Public administration; Politics","score_opus":0.038284527023350376,"score_gpt":0.29967518049125463,"score_spread":0.26139065346790424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321011686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238815,0.00038247608,0.0006583476,0.007892464,0.000052969815,0.0001904913,0.00015111297,0.000025339103,0.06676527],"genre_scores_gemma":[0.9843556,0.00029669903,0.00033729707,0.0006954093,0.0000071714426,0.000040335693,0.000053233212,0.00002567678,0.014188609],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949234,0.0012021896,0.000096218966,0.00055758294,0.0011106938,0.0021098864],"domain_scores_gemma":[0.99397945,0.0014541941,0.0003145452,0.00021840335,0.0012177496,0.00281567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026807243,0.00034906436,0.00077914627,0.0022268665,0.071863145,0.01260034,0.0027483774,0.0026775035,0.008553254],"category_scores_gemma":[0.0075805113,0.00061032875,0.00033000764,0.006111793,0.013933792,0.004284083,0.0057368055,0.0058880593,0.00053838134],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005730779,0.00020124688,0.016670354,0.00006471412,0.000010440944,0.0010699292,0.93095887,0.00018319859,0.00057530473,0.029725874,0.005060982,0.015421778],"study_design_scores_gemma":[0.0000092843475,0.000026289714,0.02083236,0.000070617345,0.000005957961,0.00009050065,0.90887815,0.00067457365,0.00014660023,0.001934184,0.067293115,0.000038374037],"about_ca_topic_score_codex":0.98890394,"about_ca_topic_score_gemma":0.99580115,"teacher_disagreement_score":0.12332767,"about_ca_system_score_codex":0.12332767,"about_ca_system_score_gemma":0.14945899,"threshold_uncertainty_score":0.89480907},"labels":[],"label_agreement":null},{"id":"W4365999012","doi":"10.1145/3579484","title":"Exploring Temporal and Multilingual Dynamics of Post-Disaster Social Media Discourse: A Case of Fukushima Daiichi Nuclear Accident","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Nuclear disaster; Social media; Political science; Emergency management; Crisis communication; Fukushima Nuclear Accident; Situation awareness; Dynamics (music); Public relations; Public discourse; Sociology; Engineering; Politics; Nuclear plant; Nuclear power plant","score_opus":0.16101580967901735,"score_gpt":0.3970830420715053,"score_spread":0.23606723239248795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99159545,0.00020148429,0.0005481823,0.002270463,0.000031841435,0.000033218523,0.00010218793,0.000013316911,0.0052037924],"genre_scores_gemma":[0.9976434,0.0002273207,0.0005021618,0.00023282954,0.00002979968,0.000039829512,0.00008735114,0.000020106327,0.0012170711],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99700755,0.001969987,0.00009796256,0.00023099022,0.00027855672,0.00041501227],"domain_scores_gemma":[0.9896786,0.007685182,0.0009652657,0.00032345843,0.00079680304,0.0005506633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004276119,0.0004738602,0.00037627903,0.0025376182,0.011579115,0.0049121813,0.0009222917,0.0021162883,0.0022560575],"category_scores_gemma":[0.008922786,0.00040877037,0.00038928346,0.0029968296,0.006998806,0.0060707345,0.0045922524,0.0023450537,0.0004017626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009192369,0.000059676175,0.009276914,0.00008300797,0.000012182992,0.004912477,0.9771995,0.00014225423,0.0015851847,0.002040998,0.00088545965,0.003710541],"study_design_scores_gemma":[0.000010052573,0.000028436165,0.012368328,0.000062217594,0.0000138630685,0.00032265586,0.97637033,0.00056550885,0.0005092032,0.0006942338,0.009027456,0.000027668832],"about_ca_topic_score_codex":0.04048638,"about_ca_topic_score_gemma":0.080373384,"teacher_disagreement_score":0.04048638,"about_ca_system_score_codex":0.0059635304,"about_ca_system_score_gemma":0.0022924163,"threshold_uncertainty_score":0.0805015},"labels":[],"label_agreement":null},{"id":"W4365999078","doi":"10.1145/3579454","title":"PACMHCI V7, CSCW1, April 2023 Editorial","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.08860676064785278,"score_gpt":0.2793314196383168,"score_spread":0.19072465899046404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999078","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075772215,0.005262845,0.00043894892,0.05296976,0.895105,0.0002501641,0.0012452231,0.00040806655,0.04424431],"genre_scores_gemma":[0.0012727111,0.009001656,0.00063879596,0.03985285,0.5979793,0.0004096247,0.0025240881,0.00066169753,0.34765932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467516,0.0006650258,0.00045853114,0.0004796238,0.0032622814,0.00045937984],"domain_scores_gemma":[0.9769777,0.0037316254,0.00087399775,0.0011077207,0.013637514,0.003671385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007969704,0.0029366924,0.0019718506,0.007459136,0.0036827757,0.013437184,0.0036912465,0.010189409,0.16915542],"category_scores_gemma":[0.032359663,0.0010324086,0.0017452444,0.0046420596,0.0017909417,0.0061121094,0.0027368783,0.011645434,0.14325897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012492863,0.0000033945248,0.0000044254466,0.000054004722,0.0000015978974,0.000009912874,0.0000024998428,0.00000682324,0.000012836044,0.00015828671,0.99661726,0.0031164489],"study_design_scores_gemma":[0.000018261944,0.000007635433,0.00005754748,0.00013607796,0.0000043376376,0.000014262553,0.000010500673,0.000044087556,0.000038179787,0.00043657215,0.999228,0.000004543335],"about_ca_topic_score_codex":0.0067480095,"about_ca_topic_score_gemma":0.015543335,"teacher_disagreement_score":0.16915542,"about_ca_system_score_codex":0.0046584476,"about_ca_system_score_gemma":0.0059991865,"threshold_uncertainty_score":0.56588125},"labels":[],"label_agreement":null},{"id":"W4365999093","doi":"10.1145/3579524","title":"Speculating on Risks of AI Clones to Selfhood and Relationships: Doppelganger-phobia, Identity Fragmentation, and Living Memories","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploit; Identity (music); Perception; Psychology; Fragmentation (computing); Social psychology; Interpersonal communication; Cognitive science; Internet privacy; Computer science; Aesthetics; Computer security; Art; Neuroscience","score_opus":0.23850140573138393,"score_gpt":0.4731130469845317,"score_spread":0.2346116412531478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861941,0.00022520038,0.0026242684,0.0013905242,0.000015688189,0.000025855485,0.0000057086017,0.000015855201,0.009502853],"genre_scores_gemma":[0.99878377,0.00007117958,0.00046508142,0.00025370726,0.0000037096888,0.0000087656435,0.0000026061969,0.000002450108,0.0004087143],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998059,0.0011692038,0.00006984378,0.00012467765,0.000361419,0.00021585595],"domain_scores_gemma":[0.99484384,0.0031776503,0.0010040965,0.00030710042,0.00026571323,0.00040145035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028642074,0.00032310272,0.00020053862,0.0008064286,0.0031518135,0.0028032789,0.00040209864,0.0012255996,0.0016440958],"category_scores_gemma":[0.0075317593,0.00018507463,0.00023167161,0.00033178937,0.0063109756,0.003019588,0.002991617,0.002048582,0.00011507034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010723288,0.00016591488,0.05343887,0.0001424773,0.000026185187,0.003102397,0.8734585,0.00016759647,0.0069317017,0.02455199,0.0009077658,0.036999267],"study_design_scores_gemma":[0.000020345025,0.00025920125,0.035954405,0.0002367008,0.00004488227,0.008265468,0.9117801,0.0012037832,0.002715885,0.018403528,0.021035546,0.00008014249],"about_ca_topic_score_codex":0.0016244155,"about_ca_topic_score_gemma":0.0024283782,"teacher_disagreement_score":0.0031518135,"about_ca_system_score_codex":0.001319499,"about_ca_system_score_gemma":0.00090315414,"threshold_uncertainty_score":0.015147567},"labels":[],"label_agreement":null},{"id":"W4365999109","doi":"10.1145/3579523","title":"Slowing it Down: Towards Facilitating Interpersonal Mindfulness in Online Polarizing Conversations Over Social Media","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Mindfulness; Interpersonal communication; Psychology; Psychological intervention; Intervention (counseling); Social media; Moderation; Social psychology; Developmental psychology; Applied psychology; Psychotherapist; Communication; Computer science","score_opus":0.06403190975117384,"score_gpt":0.32598218047739397,"score_spread":0.2619502707262201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94887006,0.00022900205,0.042066175,0.0008646173,0.000062097744,0.0011334997,0.000035581063,0.0006507959,0.0060881684],"genre_scores_gemma":[0.8985954,0.00026607694,0.097455725,0.00046465843,0.000051958763,0.0018100195,0.000043897227,0.00007847664,0.001233867],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99831724,0.0010352298,0.00006287978,0.00026988203,0.00018750712,0.000127335],"domain_scores_gemma":[0.99325573,0.004633709,0.0006725624,0.0006457683,0.00019348381,0.0005987556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031144992,0.0005615285,0.0003062784,0.00061456533,0.0010054375,0.0012814447,0.0008893154,0.00057340093,0.0025520336],"category_scores_gemma":[0.011236707,0.0003202891,0.00030348945,0.0003003777,0.0015758264,0.0014909024,0.002455788,0.00092258974,0.00037870306],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030797045,0.011192076,0.018160306,0.00326808,0.00012975329,0.00039687165,0.13479221,0.0015577992,0.26115733,0.0068738926,0.0029311366,0.5564608],"study_design_scores_gemma":[0.0064397347,0.051227655,0.31985933,0.0050322753,0.002386116,0.0026912484,0.12630123,0.042539608,0.26402724,0.04279419,0.13603458,0.0006667454],"about_ca_topic_score_codex":0.00044886273,"about_ca_topic_score_gemma":0.0009447271,"teacher_disagreement_score":0.0031144992,"about_ca_system_score_codex":0.00033934918,"about_ca_system_score_gemma":0.000738934,"threshold_uncertainty_score":0.016471267},"labels":[],"label_agreement":null},{"id":"W4365999155","doi":"10.1145/3579613","title":"In the Age of Collaboration, the Computer-Aided Design Ecosystem is Behind: An Interview Study of Distributed CAD Practice","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"CAD; Workflow; Computer science; Knowledge management; Product (mathematics); Computer Aided Design; Engineering management; Engineering; Engineering drawing","score_opus":0.0650091157125365,"score_gpt":0.32206210705413674,"score_spread":0.25705299134160026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891131,0.0003534756,0.005392859,0.0017365144,0.000022120073,0.00014236734,0.000038949318,0.000015346724,0.0031850843],"genre_scores_gemma":[0.99494934,0.00046668833,0.0023182267,0.00063486525,0.000012915733,0.0002668619,0.000029788982,0.000021669217,0.0012996071],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.967682,0.026342258,0.00097322604,0.001369186,0.0013020496,0.0023312015],"domain_scores_gemma":[0.9179493,0.06950789,0.0033469684,0.0016308111,0.0041843075,0.003380781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031152327,0.0006845679,0.0008501075,0.0027829807,0.012241465,0.006490369,0.0018212005,0.0035930853,0.002470641],"category_scores_gemma":[0.05162487,0.001178154,0.00040946424,0.0024658567,0.012734489,0.009079651,0.009793254,0.005060092,0.00065431267],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024830879,0.000046261364,0.0018372128,0.000044770113,0.000001689637,0.00016168298,0.9945216,0.000029332801,0.00024750156,0.0008549628,0.00011484684,0.002115336],"study_design_scores_gemma":[0.000007710392,0.00005589834,0.0007522801,0.00007479989,0.0000026854882,0.000085394015,0.99508566,0.00012697635,0.0001495522,0.0004692729,0.0031809073,0.0000088583565],"about_ca_topic_score_codex":0.006676431,"about_ca_topic_score_gemma":0.009995959,"teacher_disagreement_score":0.031152327,"about_ca_system_score_codex":0.0053124595,"about_ca_system_score_gemma":0.0063354922,"threshold_uncertainty_score":0.16475117},"labels":[],"label_agreement":null},{"id":"W4365999173","doi":"10.1145/3579519","title":"Reimagining Open Data during Disaster Response: Applying a Feminist Lens to Three Open Data Projects in Post-Earthquake Nepal","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open data; Context (archaeology); Public relations; Accountability; Political science; Work (physics); Ideal (ethics); Sociology; Data science; Computer security; Computer science; Engineering; World Wide Web; Geography","score_opus":0.3049796622689521,"score_gpt":0.41942248709070495,"score_spread":0.11444282482175283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89626753,0.00057179667,0.018686073,0.02034856,0.00012315053,0.00043438337,0.00009635069,0.000046092176,0.063425995],"genre_scores_gemma":[0.9858197,0.0005052079,0.0055576265,0.0012779944,0.000019531097,0.00062823156,0.000031904,0.000053683456,0.0061061233],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97872376,0.017576657,0.00018904508,0.00072757853,0.0010416417,0.0017413291],"domain_scores_gemma":[0.97010326,0.025010265,0.0014124672,0.0008366884,0.0014451634,0.0011921102],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.023407629,0.00094266626,0.0005258547,0.0024755017,0.028386423,0.010780763,0.002534875,0.0041865497,0.0035710095],"category_scores_gemma":[0.023639848,0.0006632639,0.00043417813,0.0021466918,0.043035075,0.010981975,0.019135302,0.006623683,0.00034555004],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018327764,0.00005135871,0.0013775273,0.000058893107,0.0000021753772,0.00051112904,0.9726015,0.00007418223,0.00034562417,0.018883802,0.00044077507,0.005634707],"study_design_scores_gemma":[0.0000041202356,0.000038780694,0.0012175331,0.00011147253,0.0000029271623,0.000110284,0.9729423,0.00013364655,0.000669345,0.0046435446,0.020113578,0.00001238253],"about_ca_topic_score_codex":0.012939441,"about_ca_topic_score_gemma":0.028927881,"teacher_disagreement_score":0.99746513,"about_ca_system_score_codex":0.012269991,"about_ca_system_score_gemma":0.009011154,"threshold_uncertainty_score":0.12379283},"labels":[],"label_agreement":null},{"id":"W4365999179","doi":"10.1145/3579455","title":"A Matter of Time: Anticipation Work and Digital Temporalities in Refugee Humanitarian Assistance in Turkey","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Work Education and Practice","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Refugee; Temporality; Temporalities; Anticipation (artificial intelligence); Work (physics); Sociology; Scholarship; Situated; Resource (disambiguation); Computer-supported cooperative work; Political science; Computer science; Epistemology; Engineering","score_opus":0.06404443580549532,"score_gpt":0.374328745363235,"score_spread":0.31028430955773967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98779386,0.00066219276,0.001301348,0.0010178894,0.00003742854,0.000018819928,0.000035982594,0.000010435504,0.00912203],"genre_scores_gemma":[0.9991985,0.00015412846,0.00014839503,0.00003588267,0.0000051908146,0.000010117168,0.000010114264,0.0000040790524,0.0004336058],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99743575,0.0014351427,0.00013287217,0.00025432304,0.00024587425,0.0004960489],"domain_scores_gemma":[0.9963272,0.0017112014,0.00093537767,0.00018523209,0.00026139803,0.0005796289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027047573,0.00030769585,0.00027450465,0.0020760433,0.005397482,0.0055095064,0.00073011883,0.0006823871,0.0026179922],"category_scores_gemma":[0.006021549,0.00028169842,0.00022465872,0.0018438823,0.006530714,0.0040746285,0.0060755527,0.0010414723,0.0002036451],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011211046,0.00005588365,0.037768226,0.00014421402,0.0000098358505,0.00080564717,0.9293133,0.00016051825,0.0004586142,0.007906852,0.0008253293,0.022439538],"study_design_scores_gemma":[0.0000029029982,0.000026302712,0.021393875,0.00010434362,0.000006334041,0.00017605393,0.96823543,0.000123759,0.000103154445,0.0010230056,0.008786027,0.000018751238],"about_ca_topic_score_codex":0.011808306,"about_ca_topic_score_gemma":0.020081887,"teacher_disagreement_score":0.011808306,"about_ca_system_score_codex":0.0037428024,"about_ca_system_score_gemma":0.0031265868,"threshold_uncertainty_score":0.027156055},"labels":[],"label_agreement":null},{"id":"W4365999205","doi":"10.1145/3579525","title":"Supporters First: Understanding Online Social Support on Mental Health from a Supporter Perspective","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health via Writing","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Ministry of Education","keywords":"Social support; Seekers; Psychology; Mental health; Upload; Peer support; Supporter; Perspective (graphical); Scale (ratio); Social psychology; Applied psychology; World Wide Web; Computer science; Political science; Psychiatry","score_opus":0.18896765166773966,"score_gpt":0.44236095382827434,"score_spread":0.2533933021605347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843349,0.0008148131,0.004032065,0.002722567,0.000038493352,0.000044782246,0.0016383526,0.00007296894,0.0063011665],"genre_scores_gemma":[0.9962147,0.00026134806,0.0018339002,0.00013701386,0.000044800247,0.000023743138,0.0006437629,0.000005785175,0.00083494105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9998105,0.00006658312,0.000010057131,0.000042542175,0.00003482418,0.000035583846],"domain_scores_gemma":[0.998723,0.0006077943,0.0002637419,0.000076776116,0.000119412056,0.00020930564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032033309,0.0003201142,0.00017763196,0.0012566395,0.00038508163,0.0012961711,0.0002745646,0.00056865066,0.0025126056],"category_scores_gemma":[0.0033052862,0.00010291117,0.00025444952,0.00074518344,0.0003139545,0.0023004166,0.0010149818,0.0006826847,0.00039735567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038690533,0.0006414829,0.7396578,0.00045344388,0.0001374548,0.0006881811,0.01293408,0.007474593,0.004977671,0.007321938,0.010398327,0.21492803],"study_design_scores_gemma":[0.000037949027,0.0004003439,0.7794483,0.00038917662,0.00015540786,0.0005975857,0.01721786,0.15729648,0.0026194723,0.018321497,0.023437005,0.00007886375],"about_ca_topic_score_codex":0.0048748185,"about_ca_topic_score_gemma":0.008111121,"teacher_disagreement_score":0.0048748185,"about_ca_system_score_codex":0.0004097139,"about_ca_system_score_gemma":0.00024467355,"threshold_uncertainty_score":0.009692907},"labels":[],"label_agreement":null},{"id":"W4366003275","doi":"10.1145/3579624","title":"Social Media is not a Health Proxy: Differences Between Social Media and Electronic Health Record Reports of Post-COVID Symptoms","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health via Writing","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Proxy (statistics); Social media; Coronavirus disease 2019 (COVID-19); Context (archaeology); Pandemic; Telehealth; Health records; Qualitative research; Psychology; Medicine; Internet privacy; Telemedicine; Health care; Computer science; Sociology; World Wide Web; Disease; Political science; Infectious disease (medical specialty); History; Pathology","score_opus":0.102123042837773,"score_gpt":0.41369754243934503,"score_spread":0.311574499601572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99587554,0.00016731555,0.00032343843,0.0006424219,0.000023701714,0.000026527146,0.00017660974,0.000003950926,0.0027605304],"genre_scores_gemma":[0.99906474,0.00009433332,0.0002181009,0.00022187339,0.000019733063,0.00003726814,0.00009764491,0.0000077631075,0.00023855123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99236876,0.0050536813,0.000622839,0.0004908202,0.0009783758,0.00048557066],"domain_scores_gemma":[0.9533702,0.032643583,0.007821184,0.0016632105,0.0033661919,0.0011356451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008504332,0.00013389475,0.00023818285,0.0018508822,0.0011374673,0.0031477099,0.0004907252,0.00055151555,0.0017732034],"category_scores_gemma":[0.06516492,0.00022825887,0.00024248331,0.0017309298,0.0017249123,0.003612876,0.002674013,0.00081076426,0.0003584727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024266579,0.0001101616,0.67099154,0.00020217348,0.00008425353,0.00015099625,0.30010757,0.000039463463,0.0008684322,0.0010622849,0.0008261399,0.025314322],"study_design_scores_gemma":[0.000013297794,0.00014118456,0.6636736,0.00022580815,0.00003638219,0.00026718457,0.33004898,0.00030632847,0.00038535535,0.00067880744,0.0041903513,0.000032612163],"about_ca_topic_score_codex":0.0053024306,"about_ca_topic_score_gemma":0.008954092,"teacher_disagreement_score":0.008504332,"about_ca_system_score_codex":0.00071102433,"about_ca_system_score_gemma":0.000650459,"threshold_uncertainty_score":0.044975758},"labels":[],"label_agreement":null},{"id":"W4366003342","doi":"10.1145/3579495","title":"I See What You're Hearing: Facilitating The Effect of Environment on Perceived Emotion While Teleconferencing","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music and Audio Processing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Centre for Interdisciplinary Research in Music Media and Technology","keywords":"Perception; Videoconferencing; Framing (construction); Psychology; Context (archaeology); Computer science; Narrative; Affect (linguistics); Human–computer interaction; Cognitive psychology; Multimedia; Communication; Engineering","score_opus":0.0629378925031716,"score_gpt":0.2966980735138125,"score_spread":0.2337601810106409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97989196,0.000265176,0.015888136,0.00013252183,0.000025662588,0.00006358752,0.000040377385,0.0006134337,0.0030791804],"genre_scores_gemma":[0.97741425,0.0002056028,0.020766877,0.00013122424,0.000017099312,0.00007769049,0.000052388597,0.00008214232,0.0012526815],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99978393,0.00011627739,0.000008987932,0.000028216067,0.000023497898,0.000039222126],"domain_scores_gemma":[0.9989114,0.00081885996,0.000055679386,0.00004771157,0.00007615131,0.00009026175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035103326,0.00045602908,0.00016056112,0.00014787469,0.00026749328,0.00065958034,0.000279921,0.00034061618,0.0031617668],"category_scores_gemma":[0.0022847664,0.00016151223,0.000157303,0.00009843412,0.00027086702,0.00056649465,0.0008634984,0.00031922216,0.00034873124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015143846,0.00045978607,0.005394957,0.0007260445,0.000043278313,0.0006295349,0.011044651,0.00087977486,0.85113716,0.0005438655,0.0015361329,0.12609038],"study_design_scores_gemma":[0.000656239,0.01039615,0.2383296,0.0006423499,0.0008841143,0.0030875488,0.018552681,0.03224337,0.6590064,0.0022739382,0.03358768,0.00033995233],"about_ca_topic_score_codex":0.0005213182,"about_ca_topic_score_gemma":0.0009397858,"teacher_disagreement_score":0.0031617668,"about_ca_system_score_codex":0.00010842691,"about_ca_system_score_gemma":0.00014252344,"threshold_uncertainty_score":0.010577142},"labels":[],"label_agreement":null},{"id":"W4366003742","doi":"10.1145/3579501","title":"Learning by Teaching: Key Challenges and Design Implications","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; University of Waterloo","funders":"","keywords":"Selection (genetic algorithm); Key (lock); Teaching method; Psychology; Reflection (computer programming); Process (computing); Pedagogy; Computer science; Mathematics education; Medical education; Medicine","score_opus":0.18586803221186765,"score_gpt":0.4278168567116419,"score_spread":0.24194882449977423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366003742","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18749365,0.009974105,0.25579447,0.399908,0.0028283244,0.0026527885,0.00028871902,0.0016730367,0.13938701],"genre_scores_gemma":[0.64868706,0.0055997847,0.3035543,0.0130664,0.00060902623,0.0034141275,0.0001539143,0.0007337314,0.02418166],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.966968,0.023520183,0.0013891343,0.0013801287,0.0050213397,0.0017212053],"domain_scores_gemma":[0.9362029,0.044236246,0.002069163,0.004898524,0.0071369344,0.0054562464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027430668,0.0007574723,0.0005648031,0.001139402,0.004482942,0.013787525,0.005279896,0.005023864,0.0067712613],"category_scores_gemma":[0.050738234,0.00090234436,0.00067701354,0.0011750965,0.006251965,0.010146079,0.005920084,0.0051441872,0.0026465745],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003552587,0.0017667264,0.014552357,0.0047553857,0.00006250347,0.0032783025,0.12728724,0.0033660266,0.011541821,0.2262428,0.04020414,0.56658745],"study_design_scores_gemma":[0.00022368708,0.0010266748,0.00658498,0.003408236,0.00010446376,0.006401199,0.16864699,0.007889706,0.0088383565,0.14658722,0.6500938,0.00019469351],"about_ca_topic_score_codex":0.00226908,"about_ca_topic_score_gemma":0.0034723138,"teacher_disagreement_score":0.027430668,"about_ca_system_score_codex":0.004266291,"about_ca_system_score_gemma":0.0071539707,"threshold_uncertainty_score":0.145069},"labels":[],"label_agreement":null},{"id":"W4377014196","doi":"10.1145/3591126","title":"Classification of Alzheimer's using Deep-learning Methods on Webcam-based Gaze Data","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Gaze; Computer science; BitTorrent tracker; Eye tracking; Artificial intelligence; Classifier (UML); Computer vision","score_opus":0.2582520218858648,"score_gpt":0.4372612141484993,"score_spread":0.17900919226263445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377014196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013337,0.0036246453,0.0856484,0.00063521566,0.00016689817,0.00011000283,0.0033169594,0.0022366962,0.0029275692],"genre_scores_gemma":[0.9672318,0.0009794337,0.026535505,0.00013212446,0.000089169305,0.000059237544,0.0022857732,0.000043213236,0.0026437435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997857,0.00004485488,0.00001696334,0.00006559293,0.000046769892,0.00004014122],"domain_scores_gemma":[0.9992995,0.0002714989,0.000077857134,0.00006563817,0.00024811705,0.00003733347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057362457,0.00069144036,0.00047330835,0.0018295088,0.00015750158,0.00053075684,0.00039200028,0.000581103,0.0012796347],"category_scores_gemma":[0.0020294287,0.00014246785,0.00054064405,0.0006003976,0.00013476949,0.00049393775,0.00042005157,0.0005811692,0.00065202685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014287962,0.00070509297,0.12874292,0.00034990057,0.0003768096,0.0008674682,0.00027571002,0.06677021,0.036265776,0.00074791483,0.014602276,0.74886715],"study_design_scores_gemma":[0.000034874975,0.00022671006,0.06877757,0.00010109402,0.00007306335,0.0004078299,0.00015462287,0.9167537,0.010297109,0.0014389852,0.0017073631,0.0000270453],"about_ca_topic_score_codex":0.009235103,"about_ca_topic_score_gemma":0.010974101,"teacher_disagreement_score":0.009235103,"about_ca_system_score_codex":0.0005029826,"about_ca_system_score_gemma":0.00025203984,"threshold_uncertainty_score":0.018362701},"labels":[],"label_agreement":null},{"id":"W4377014401","doi":"10.1145/3591137","title":"Unconscious Frustration: Dynamically Assessing User Experience using Eye and Mouse Tracking","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"BitTorrent tracker; Eye tracking; Computer science; Task (project management); Computer mouse; Human–computer interaction; Point (geometry); Eye movement; Computer vision; Unconscious mind; Artificial intelligence; Tracking (education); Cursor (databases); Psychology; Engineering","score_opus":0.08054506340083589,"score_gpt":0.365363218046566,"score_spread":0.2848181546457301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377014401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97464365,0.00010856003,0.023355734,0.000032916327,0.000012785455,0.0001221569,0.00022779683,0.00020289248,0.0012934642],"genre_scores_gemma":[0.98870987,0.000076409495,0.010101418,0.000042483905,0.000010291484,0.0001447069,0.00019517526,0.00003828917,0.0006814999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990182,0.00032386897,0.00009221008,0.00021203901,0.00025419213,0.00009962361],"domain_scores_gemma":[0.996588,0.0014807504,0.00074043486,0.00027735715,0.0006302435,0.00028329127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011996615,0.000514043,0.00039859116,0.0010697693,0.00024263388,0.0008948739,0.00038988233,0.00045931622,0.0014248508],"category_scores_gemma":[0.008140756,0.0002029411,0.00021740363,0.00038032935,0.00023431738,0.0007356079,0.00092200754,0.00037829226,0.00032186034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017756602,0.0005951728,0.581569,0.00048384437,0.00029794176,0.0004464688,0.009154412,0.0016654445,0.25125146,0.00054522604,0.0015740737,0.15064128],"study_design_scores_gemma":[0.00004341561,0.0014542736,0.96336836,0.000040464136,0.00011469797,0.0005295418,0.0015267845,0.00997554,0.021212501,0.00045060317,0.0011988904,0.00008502586],"about_ca_topic_score_codex":0.0015234475,"about_ca_topic_score_gemma":0.0022474343,"teacher_disagreement_score":0.0015234475,"about_ca_system_score_codex":0.00020736583,"about_ca_system_score_gemma":0.00019877787,"threshold_uncertainty_score":0.006344497},"labels":[],"label_agreement":null},{"id":"W4381188071","doi":"10.1145/3593236","title":"WAMS: A Flexible API for Visual Workspaces Across Multiple Surfaces","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan; University of New Brunswick","funders":"","keywords":"Workspace; Computer science; Variety (cybernetics); Human–computer interaction; Extensibility; Artificial intelligence; Programming language","score_opus":0.0729242769928617,"score_gpt":0.38199651380095523,"score_spread":0.30907223680809354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381188071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006341874,0.0003422912,0.7616011,0.00022107242,0.00014496516,0.00032101147,0.0010757194,0.2210818,0.008870163],"genre_scores_gemma":[0.16541265,0.0011230969,0.69131553,0.0007399469,0.00020124018,0.0026256596,0.0067244135,0.088013105,0.04384432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882454,0.0002166512,0.0001684434,0.00017231624,0.00045058446,0.00016749922],"domain_scores_gemma":[0.9973574,0.000997763,0.00013583357,0.0009072121,0.00028940517,0.00031238192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018512126,0.0018861899,0.0010230483,0.0020953752,0.0010579898,0.0032389436,0.004095821,0.0018167746,0.026902728],"category_scores_gemma":[0.0068483884,0.0016716731,0.0021609704,0.0010344948,0.0013840701,0.005735506,0.012044095,0.0033593266,0.011092746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017633013,0.00045057436,0.004751991,0.002736618,0.00030850907,0.0023456789,0.008791239,0.010822796,0.07174275,0.114366576,0.18510452,0.5968154],"study_design_scores_gemma":[0.00045225114,0.0003455787,0.0048601,0.0007516236,0.00013495139,0.0018901619,0.00080708874,0.07526048,0.04617547,0.065151066,0.8037281,0.00044312436],"about_ca_topic_score_codex":0.0017737538,"about_ca_topic_score_gemma":0.0028509179,"teacher_disagreement_score":0.026902728,"about_ca_system_score_codex":0.0005914354,"about_ca_system_score_gemma":0.0010357255,"threshold_uncertainty_score":0.0899986},"labels":[],"label_agreement":null},{"id":"W4381193245","doi":"10.1145/3593226","title":"EEG-Based Brain-Computer Interactions in Immersive Virtual and Augmented Reality: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Virtual reality; Usability; Computer science; Human–computer interaction; Immersive technology; Augmented reality; Brain–computer interface; Intersection (aeronautics); Electroencephalography; Neuroscience; Psychology; Engineering","score_opus":0.1535502742587624,"score_gpt":0.4052988487298603,"score_spread":0.2517485744710979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381193245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022985252,0.999127,0.00014414781,0.000098316224,0.00004132895,0.00005638954,0.00010071579,0.0000043939654,0.00019793562],"genre_scores_gemma":[0.0022449354,0.99692374,0.00041796494,0.000119957214,0.000030510704,0.000109105065,0.000085211235,0.0000026927385,0.000065897904],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967147,0.0010133885,0.0011104874,0.00028854812,0.000782485,0.00009033517],"domain_scores_gemma":[0.9810543,0.014469432,0.0021384403,0.00024531182,0.0018972544,0.00019525239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050177635,0.0014353455,0.0042830375,0.011777188,0.0004919028,0.00233777,0.0017714327,0.0014352164,0.0044968426],"category_scores_gemma":[0.021715762,0.0008382965,0.0036775356,0.011296768,0.00080465805,0.0024669126,0.0015427507,0.0010058316,0.0006989544],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012478752,0.000042425694,0.00062130747,0.67660695,0.0019918515,0.00014728025,0.00028898992,0.00016924586,0.00028156294,0.0006000046,0.0037912058,0.31533438],"study_design_scores_gemma":[0.00015552682,0.00035894001,0.006710447,0.8328771,0.022038164,0.0012330248,0.0006122119,0.00016974896,0.00054321636,0.00094614463,0.13426447,0.00009101462],"about_ca_topic_score_codex":0.0068763555,"about_ca_topic_score_gemma":0.020934915,"teacher_disagreement_score":0.011777188,"about_ca_system_score_codex":0.0018789986,"about_ca_system_score_gemma":0.010368573,"threshold_uncertainty_score":0.026536763},"labels":[],"label_agreement":null},{"id":"W4385681195","doi":"10.1145/3610088","title":"SUMMIT: Scaffolding Open Source Software Issue Discussion Through Summarization","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Alfred P. Sloan Foundation","keywords":"Automatic summarization; Summit; Computer science; World Wide Web; Set (abstract data type); Software; Data science; Construct (python library); Software engineering; Knowledge management; Information retrieval","score_opus":0.0643405934391388,"score_gpt":0.3516934090470921,"score_spread":0.28735281560795334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385681195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1274607,0.0010751784,0.8130578,0.0024780452,0.0006817377,0.0032468755,0.0024025,0.033727776,0.015869416],"genre_scores_gemma":[0.26114425,0.00067956775,0.7134067,0.00072202215,0.000505875,0.0037411088,0.006411735,0.00382293,0.00956575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98522687,0.009211373,0.0010790302,0.0018590182,0.0021915787,0.00043216502],"domain_scores_gemma":[0.87127537,0.09768244,0.007275425,0.010815399,0.009794655,0.0031565595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016256064,0.0026557066,0.0009869899,0.0066968086,0.0025169763,0.0056417454,0.0028157977,0.0017240806,0.009056034],"category_scores_gemma":[0.11909445,0.0008294501,0.0011550494,0.0027571649,0.0016022384,0.009982599,0.010807591,0.0020884373,0.004038133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009504039,0.0009017094,0.010507308,0.004634784,0.00017468836,0.0008609576,0.11846794,0.004155852,0.034385342,0.013595697,0.04218173,0.7691837],"study_design_scores_gemma":[0.00079371413,0.0037413144,0.02731526,0.0045517054,0.00082129904,0.0014649095,0.08012926,0.13899893,0.06727063,0.10414613,0.56967235,0.0010945497],"about_ca_topic_score_codex":0.00092779327,"about_ca_topic_score_gemma":0.0021587845,"teacher_disagreement_score":0.016256064,"about_ca_system_score_codex":0.001079501,"about_ca_system_score_gemma":0.0021800976,"threshold_uncertainty_score":0.085971296},"labels":[],"label_agreement":null},{"id":"W4386708043","doi":"10.1145/3604264","title":"PAWS: Personalized Arm and Wrist Movements With Sensitivity Mappings for Controller-Free Locomotion in Virtual Reality","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Teleportation; Personalization; Computer science; Human–computer interaction; Virtual reality; Controller (irrigation); Sensitivity (control systems); Quantum; Engineering","score_opus":0.05608731803806983,"score_gpt":0.30965177906552055,"score_spread":0.2535644610274507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386708043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22762772,0.00029715121,0.75568765,0.0001078608,0.00007522412,0.00017654797,0.00022988085,0.012790728,0.0030072192],"genre_scores_gemma":[0.77141625,0.00018064571,0.22291705,0.000094293224,0.000020141677,0.00021444866,0.00026573605,0.00050550554,0.0043858956],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997862,0.000060596496,0.000013710587,0.000043235057,0.000062726314,0.00003364052],"domain_scores_gemma":[0.999726,0.00010039439,0.00003247647,0.00007887821,0.000027605774,0.00003455606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026187603,0.00073994166,0.00036664846,0.00023865794,0.00010788771,0.00036389817,0.00090985495,0.00047602627,0.004550892],"category_scores_gemma":[0.0010215587,0.00027058568,0.0003542482,0.00013278275,0.0002752589,0.0006368027,0.0010842981,0.00036962045,0.0009696],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001044053,0.0005949638,0.0020714197,0.0006175644,0.00011707779,0.0004622116,0.0005540026,0.04038464,0.4939096,0.002075117,0.0043357145,0.4538337],"study_design_scores_gemma":[0.0005672275,0.005190501,0.026833842,0.0001227236,0.0002476021,0.003442977,0.00041013068,0.6285236,0.298308,0.004657617,0.031351846,0.00034383324],"about_ca_topic_score_codex":0.0003988289,"about_ca_topic_score_gemma":0.0006583905,"teacher_disagreement_score":0.004550892,"about_ca_system_score_codex":0.00009136871,"about_ca_system_score_gemma":0.00015490658,"threshold_uncertainty_score":0.015224278},"labels":[],"label_agreement":null},{"id":"W4386709154","doi":"10.1145/3604240","title":"A Minimalistic Approach to Predict and Understand the Relation of App Usage with Students' Academic Performance","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Association (psychology); Relation (database); Smartphone app; Computer science; Usage data; Psychology; Applied psychology; World Wide Web; Data mining","score_opus":0.0537860069434828,"score_gpt":0.3262699379455513,"score_spread":0.2724839310020685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386709154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5936425,0.00037275796,0.38763833,0.0010494647,0.00008567238,0.0011268313,0.0071168165,0.0015741303,0.007393482],"genre_scores_gemma":[0.9240143,0.00011942564,0.071097955,0.00015242364,0.000029990395,0.0007811623,0.0016527674,0.00003973316,0.0021123267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981237,0.0008244141,0.00014901257,0.00053688046,0.00025388534,0.00011214105],"domain_scores_gemma":[0.9917693,0.0062744385,0.00053292717,0.00070322707,0.00058032473,0.00013962889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029717714,0.0009199699,0.0008502946,0.0017354268,0.0006842252,0.0018198625,0.001087418,0.00078015483,0.00372708],"category_scores_gemma":[0.014163662,0.0006740524,0.0010315601,0.0011305667,0.0005552552,0.0011660579,0.0010653,0.0014030066,0.0013285385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013284014,0.0024224424,0.7081765,0.00078657607,0.001241575,0.00045421402,0.0012412749,0.07470963,0.021719465,0.0074695796,0.0047040437,0.17574643],"study_design_scores_gemma":[0.000047852744,0.0015056273,0.23145857,0.0001547702,0.0003154591,0.0004051498,0.00057836017,0.7425461,0.004976601,0.013674447,0.004251641,0.0000853445],"about_ca_topic_score_codex":0.013219793,"about_ca_topic_score_gemma":0.01921296,"teacher_disagreement_score":0.013219793,"about_ca_system_score_codex":0.00082771387,"about_ca_system_score_gemma":0.0015105408,"threshold_uncertainty_score":0.026285708},"labels":[],"label_agreement":null},{"id":"W4387329002","doi":"10.1145/3610205","title":"Reopening, Repetition and Resetting: HCI and the Method of Hope","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Computer-supported cooperative work; Multinational corporation; Repetition (rhetorical device); Action (physics); Sociology; Work (physics); Reflection (computer programming); Knowledge management; Computer science; Political science; Engineering","score_opus":0.04976591630319832,"score_gpt":0.3538172960259948,"score_spread":0.3040513797227965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387329002","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13036498,0.013154651,0.649759,0.030733768,0.0012087277,0.00061090064,0.00011524343,0.0008338869,0.1732189],"genre_scores_gemma":[0.9026562,0.002245828,0.083172195,0.0011436924,0.00016409649,0.0006731036,0.000043475604,0.00019898993,0.009702408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97291327,0.023343412,0.000531547,0.001201121,0.0015073329,0.0005033442],"domain_scores_gemma":[0.9622151,0.030947762,0.0012552084,0.0039646956,0.00088804157,0.0007291596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02012331,0.000724378,0.0006236723,0.0029817952,0.0040220884,0.010359026,0.0027089808,0.0025140054,0.0052026683],"category_scores_gemma":[0.02967497,0.00058489485,0.00076324824,0.0015915388,0.057186313,0.016849842,0.01041109,0.0035616392,0.0005747645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008074776,0.00003387502,0.00096012186,0.00044112522,0.000018354758,0.0002306348,0.38428378,0.00037352453,0.0008946384,0.5695084,0.0013540365,0.04182075],"study_design_scores_gemma":[0.000092744835,0.00023723756,0.0013044806,0.001239999,0.0000401454,0.001329688,0.15406165,0.0021403572,0.0022241701,0.66609436,0.17109144,0.00014363685],"about_ca_topic_score_codex":0.000916518,"about_ca_topic_score_gemma":0.0008979167,"teacher_disagreement_score":0.02012331,"about_ca_system_score_codex":0.0024771802,"about_ca_system_score_gemma":0.0020951969,"threshold_uncertainty_score":0.10642356},"labels":[],"label_agreement":null},{"id":"W4387329228","doi":"10.1145/3610040","title":"(Re)Capturing the Spirit of Ramadan: Techno-Religious Practices in the Time of COVID-19","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contemplation; Pandemic; Coronavirus disease 2019 (COVID-19); Scholarship; Appropriation; 2019-20 coronavirus outbreak; Face (sociological concept); Sociology; Isolation (microbiology); Psychological resilience; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Aesthetics; Political science; Psychology; Social science; Social psychology; Epistemology; Law; Art; Medicine; Philosophy","score_opus":0.1279801264084536,"score_gpt":0.35307503029382536,"score_spread":0.22509490388537176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387329228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89690655,0.001242894,0.01799448,0.006344268,0.0004053545,0.0001243776,0.0000837401,0.00021302266,0.076685384],"genre_scores_gemma":[0.9859881,0.00046934286,0.0059372666,0.0006135649,0.000036533256,0.000048290123,0.00003369982,0.000050505205,0.0068226913],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983114,0.001261088,0.00004185661,0.00009338728,0.0001737554,0.00011851237],"domain_scores_gemma":[0.99752384,0.0012005421,0.00033659235,0.00041229025,0.00018671686,0.00033993792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003225943,0.000427736,0.00019598297,0.00081518263,0.0047061318,0.0042163907,0.000621519,0.0009857345,0.0041939793],"category_scores_gemma":[0.005131484,0.00023600772,0.0002469643,0.00056203856,0.006510725,0.0048705316,0.0052063763,0.0018932924,0.00066423934],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004283105,0.00005326695,0.008262868,0.0001736475,0.000008865735,0.00046043852,0.92513233,0.000076891396,0.0028232178,0.0111733135,0.0026909995,0.049101304],"study_design_scores_gemma":[0.0000073986357,0.000112969414,0.008931395,0.00025882496,0.00001632263,0.00085729524,0.8761596,0.00033098692,0.0008854878,0.004471254,0.1079339,0.000034630888],"about_ca_topic_score_codex":0.0014165875,"about_ca_topic_score_gemma":0.00403015,"teacher_disagreement_score":0.0047061318,"about_ca_system_score_codex":0.000892622,"about_ca_system_score_gemma":0.001146076,"threshold_uncertainty_score":0.017060578},"labels":[],"label_agreement":null},{"id":"W4387331310","doi":"10.1145/3610075","title":"Knowing Unknown Teammates: Exploring Anonymity and Explanations in a Teammate Information-Sharing Recommender System","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Anonymity; Conceptualization; Computer science; Recommender system; Empirical research; Task (project management); Cohesion (chemistry); Perception; Interpersonal communication; Information sharing; Knowledge management; Psychology; Social psychology; World Wide Web; Artificial intelligence; Computer security","score_opus":0.10940434089080016,"score_gpt":0.3444849828381445,"score_spread":0.23508064194734435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99124485,0.00005618368,0.007308949,0.0002836473,0.000005319366,0.00003871027,0.000013867353,0.000025791715,0.001022554],"genre_scores_gemma":[0.9965335,0.000041513493,0.0030182172,0.000042820895,0.000005197812,0.000017618297,0.000015927495,0.000005638433,0.00031949885],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9903105,0.00801532,0.0002625762,0.00043911615,0.0006834122,0.00028910086],"domain_scores_gemma":[0.91872793,0.071285225,0.005023238,0.00225713,0.0019066978,0.0007997853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008683917,0.00039694642,0.00036136108,0.00076202187,0.002190164,0.0028454238,0.0008158677,0.0014748465,0.0009785682],"category_scores_gemma":[0.039605673,0.0003319264,0.00040606916,0.00035806865,0.0019076077,0.0039296336,0.0021834923,0.001202158,0.00014344906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008350077,0.0010970177,0.21153265,0.00048581173,0.00017205568,0.0013964097,0.68177617,0.0029208546,0.010565794,0.004990983,0.0008372304,0.083390035],"study_design_scores_gemma":[0.00020495997,0.0041815643,0.13995986,0.00038356453,0.00056788133,0.0026307832,0.7260087,0.070854336,0.017498638,0.012732865,0.024637854,0.00033898314],"about_ca_topic_score_codex":0.0027142433,"about_ca_topic_score_gemma":0.0037031693,"teacher_disagreement_score":0.008683917,"about_ca_system_score_codex":0.0011537062,"about_ca_system_score_gemma":0.0009332951,"threshold_uncertainty_score":0.045925498},"labels":[],"label_agreement":null},{"id":"W4387331342","doi":"10.1145/3610214","title":"The Unseen Landscape of Abolitionism: Examining the Role of Digital Maps in Grassroots Organizing","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Grassroots; Abolitionism; Politics; Political science; Sociology; Value (mathematics); Public relations; Media studies; Law; Computer science","score_opus":0.05173527114144438,"score_gpt":0.33026950549957895,"score_spread":0.27853423435813457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91158545,0.00069740566,0.0036804727,0.009286286,0.00005428006,0.000051607774,0.00004006355,0.000030897154,0.07457369],"genre_scores_gemma":[0.9978181,0.00024896505,0.0005050791,0.00018692286,0.000011240107,0.000019556037,0.000008659206,0.000011563409,0.0011899531],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99358326,0.0049730088,0.00009487936,0.00025569662,0.00045978188,0.000633314],"domain_scores_gemma":[0.97614473,0.020074269,0.001371994,0.00090000906,0.0006897477,0.000819391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008471478,0.00025948262,0.00022211183,0.0036137688,0.009845151,0.012188361,0.0011284406,0.0015463731,0.0037951134],"category_scores_gemma":[0.015818637,0.00033631592,0.00022091347,0.0034530922,0.024361406,0.009787604,0.0076788603,0.001915684,0.00027999122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003550731,0.000058482954,0.011444556,0.00013156935,0.000006796947,0.00039475336,0.9204506,0.00013952212,0.00042788248,0.040370286,0.001088882,0.025451077],"study_design_scores_gemma":[0.0000040909804,0.000030219577,0.00597819,0.00013192082,0.000007272764,0.0001209933,0.96065396,0.00030671633,0.0002322275,0.007999217,0.02452647,0.000008771088],"about_ca_topic_score_codex":0.006845778,"about_ca_topic_score_gemma":0.014467651,"teacher_disagreement_score":0.012188361,"about_ca_system_score_codex":0.0036122478,"about_ca_system_score_gemma":0.0030518263,"threshold_uncertainty_score":0.04480195},"labels":[],"label_agreement":null},{"id":"W4387331344","doi":"10.1145/3610049","title":"Co-designing Mental Health Technologies with International University Students in Canada","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Helpfulness; Mental health; Set (abstract data type); Psychology; Medical education; Negotiation; Applied psychology; Computer science; Medicine; Social psychology; Sociology","score_opus":0.05704484824324416,"score_gpt":0.3886081510696905,"score_spread":0.3315633028264463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820733,0.00014775064,0.009045543,0.00084544095,0.00003879515,0.0006464395,0.000073759555,0.00016177788,0.00696716],"genre_scores_gemma":[0.9560955,0.00035697705,0.034294207,0.00047341324,0.000013489684,0.00073335355,0.00015856602,0.000094334195,0.007780198],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99458575,0.0033676908,0.00019406927,0.00042185112,0.0006614235,0.0007691658],"domain_scores_gemma":[0.9886929,0.0046606786,0.0005396185,0.0011266791,0.0020328644,0.0029473945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071212025,0.0010425086,0.00041178195,0.0008666629,0.0069338493,0.0041616154,0.0017309834,0.0013993925,0.0034224405],"category_scores_gemma":[0.017643893,0.00043564138,0.0006913735,0.00080524833,0.004163916,0.0014493812,0.004488662,0.0015844798,0.00058084633],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000980246,0.004018926,0.07158476,0.0009082937,0.000101719845,0.0024337354,0.6295676,0.0041458323,0.022461873,0.006637786,0.011521458,0.24563788],"study_design_scores_gemma":[0.0005867041,0.006644749,0.06791254,0.00084199244,0.00028248303,0.0020940918,0.6144797,0.0130955,0.036263067,0.0050597903,0.2521752,0.0005641845],"about_ca_topic_score_codex":0.11279272,"about_ca_topic_score_gemma":0.26926047,"teacher_disagreement_score":0.11279272,"about_ca_system_score_codex":0.009269196,"about_ca_system_score_gemma":0.011761133,"threshold_uncertainty_score":0.22427243},"labels":[],"label_agreement":null},{"id":"W4387332633","doi":"10.1145/3611066","title":"The Effects of Hand Representation on Experience and Performance for 3D Interactions in Virtual Reality Games","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Representation (politics); Human–computer interaction; Virtual reality; Computer science; Affect (linguistics); Psychology; Communication","score_opus":0.0724887687000859,"score_gpt":0.3765181488269251,"score_spread":0.30402938012683917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971348,0.00009256387,0.0010756619,0.00002120525,0.0000061987016,0.000019922083,0.000018963648,0.00002864469,0.0016019507],"genre_scores_gemma":[0.99835336,0.000057606216,0.0010810441,0.000012742119,0.0000039892325,0.000022106287,0.000028232716,0.000015561358,0.00042520015],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9971161,0.0012845923,0.00022134476,0.00032931962,0.00068789057,0.00036081523],"domain_scores_gemma":[0.98484695,0.0109226145,0.001836177,0.00072983553,0.00076655444,0.0008979502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022201387,0.00073169125,0.00032773017,0.00076907343,0.0004357882,0.0017717556,0.0004960241,0.0006290948,0.002881678],"category_scores_gemma":[0.024738893,0.00028871378,0.0004086356,0.00022225143,0.00094520557,0.0012228767,0.0017637023,0.00044847693,0.00034136596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011388417,0.0029862318,0.23191287,0.0017557269,0.0006318788,0.0021848103,0.10552607,0.0097882,0.31977737,0.001456695,0.0016649193,0.31092685],"study_design_scores_gemma":[0.00023106471,0.010974155,0.9288809,0.00033583745,0.00035977855,0.002279044,0.023388404,0.007957146,0.020555938,0.0010404583,0.0037227601,0.00027444478],"about_ca_topic_score_codex":0.0011628235,"about_ca_topic_score_gemma":0.0011697582,"teacher_disagreement_score":0.002881678,"about_ca_system_score_codex":0.00034402896,"about_ca_system_score_gemma":0.00017161686,"threshold_uncertainty_score":0.01174134},"labels":[],"label_agreement":null},{"id":"W4387332646","doi":"10.1145/3611020","title":"Suspecting Sarcasm: How League of Legends Players Dismiss Positive Communication in Toxic Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sarcasm; Blame; Negativity effect; League; Psychology; Social psychology; Psychological intervention; Internet privacy; Aggression; Computer security; Computer science; Irony; Psychiatry","score_opus":0.054154613526781616,"score_gpt":0.35160857592284406,"score_spread":0.2974539623960624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952095,0.000096715434,0.00083204615,0.0005005714,0.000038816645,0.00002602192,0.00001231561,0.000022120095,0.0032619897],"genre_scores_gemma":[0.997867,0.00011471824,0.0005096078,0.00021033433,0.000012333078,0.000023036522,0.000021569478,0.000013949709,0.0012274804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99510205,0.0032617056,0.00018356109,0.00033702652,0.00078669697,0.00032898245],"domain_scores_gemma":[0.988315,0.00575042,0.00302421,0.0005582869,0.0012149671,0.0011372196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00512432,0.00058969366,0.00036034622,0.0011764175,0.0026743868,0.0040667662,0.0009233064,0.0014100457,0.0025432343],"category_scores_gemma":[0.028188327,0.00044446552,0.00035763605,0.00030368366,0.0030259052,0.0021238432,0.0027555188,0.0017658401,0.00054757274],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026551005,0.0002838755,0.25313842,0.00026680547,0.00009719241,0.0019146135,0.6930348,0.0001454183,0.00758464,0.0016009236,0.00239828,0.039269503],"study_design_scores_gemma":[0.000019318497,0.00047633075,0.14286542,0.00031137333,0.000086366235,0.0024233032,0.83685255,0.0012045539,0.0016702958,0.001212571,0.012776282,0.00010174877],"about_ca_topic_score_codex":0.0040960778,"about_ca_topic_score_gemma":0.008876341,"teacher_disagreement_score":0.00512432,"about_ca_system_score_codex":0.0010210956,"about_ca_system_score_gemma":0.0007932973,"threshold_uncertainty_score":0.027100325},"labels":[],"label_agreement":null},{"id":"W4387332684","doi":"10.1145/3611033","title":"If at First You Don’t Succeed: Helping Players Make Progress in Games with Breaks and Checkpoints","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Task (project management); Computer science; Repetition (rhetorical device); Affect (linguistics); Risk analysis (engineering); Psychology; Business; Engineering; Systems engineering","score_opus":0.03941065780785468,"score_gpt":0.33730354200441104,"score_spread":0.29789288419655635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580224,0.00035030235,0.030966254,0.0007313781,0.00010477496,0.0004986902,0.00014507053,0.0010858251,0.008095348],"genre_scores_gemma":[0.9152171,0.00038813322,0.07927494,0.00015857068,0.000019631265,0.00059010374,0.00023626174,0.00010479063,0.0040105437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987037,0.0005784527,0.000086629465,0.00021765292,0.00022338846,0.00019018365],"domain_scores_gemma":[0.9937564,0.0033663367,0.0007653151,0.00070704246,0.0003520391,0.0010528956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017549986,0.001165797,0.00050735404,0.00057487906,0.00063199864,0.0013943943,0.00152655,0.0010016923,0.0037886996],"category_scores_gemma":[0.016031403,0.00037921895,0.00037897934,0.00021877707,0.00086384325,0.0018695322,0.002161249,0.0015243066,0.0011684786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054286383,0.014048873,0.0448642,0.0029132795,0.0003627385,0.0008524221,0.034668185,0.008161816,0.068304494,0.0046667135,0.0127125215,0.8030162],"study_design_scores_gemma":[0.0035795774,0.06205583,0.4572082,0.005114039,0.002187632,0.0036224837,0.06533872,0.09888219,0.08868829,0.041853182,0.17021072,0.0012591697],"about_ca_topic_score_codex":0.0012917405,"about_ca_topic_score_gemma":0.0028498895,"teacher_disagreement_score":0.0037886996,"about_ca_system_score_codex":0.0003888686,"about_ca_system_score_gemma":0.00065103895,"threshold_uncertainty_score":0.0126745105},"labels":[],"label_agreement":null},{"id":"W4387332706","doi":"10.1145/3611037","title":"Prospective Passion and Social Capital within DotA 2 Players","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Passion; Social capital; Psychology; Social psychology; Sociology; Social science","score_opus":0.043136730238581444,"score_gpt":0.35020540944862655,"score_spread":0.3070686792100451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994467,0.000014815745,0.000057188874,0.000022870434,0.0000014513195,0.000007354154,0.000022167123,0.0000010171498,0.00042638532],"genre_scores_gemma":[0.99930775,0.000021184038,0.00007558536,0.000007036007,0.0000013693437,0.000012490374,0.00004426533,9.356798e-7,0.0005293841],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99943346,0.00014446225,0.000042027237,0.00009511463,0.00011604092,0.00016883566],"domain_scores_gemma":[0.99654275,0.000588463,0.0012007222,0.00021419756,0.00029653878,0.0011573384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012090344,0.00026274836,0.00023986907,0.0010492887,0.00087716104,0.0017610011,0.00041229356,0.00050039665,0.0029245105],"category_scores_gemma":[0.0047907066,0.00031275654,0.00025296406,0.00041723918,0.0007434648,0.0010593013,0.0014933455,0.0009252169,0.00033658053],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006388907,0.00028674988,0.9869691,0.000009862909,0.00001991859,0.00009904066,0.006374852,0.000053549942,0.00049884745,0.0002450263,0.000077553384,0.0053016795],"study_design_scores_gemma":[0.000001649421,0.00013607147,0.99478203,0.000008415597,0.0000061734745,0.000058683843,0.004333417,0.0002080287,0.00011345726,0.00009872465,0.00024574567,0.0000076281985],"about_ca_topic_score_codex":0.007705317,"about_ca_topic_score_gemma":0.015017773,"teacher_disagreement_score":0.007705317,"about_ca_system_score_codex":0.0006264861,"about_ca_system_score_gemma":0.00039865501,"threshold_uncertainty_score":0.015320957},"labels":[],"label_agreement":null},{"id":"W4387332926","doi":"10.1145/3611041","title":"Playing with Emotions: A Systematic Review Examining Emotions and Emotion Regulation in Esports Performance","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Affect (linguistics); Emotional regulation; Psychological intervention; Coping (psychology); Competitive advantage; Social psychology; Developmental psychology; Psychotherapist; Business; Marketing","score_opus":0.20276495103298853,"score_gpt":0.36269809227522326,"score_spread":0.15993314124223473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387332926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043234607,0.9990338,0.000051006373,0.00010731167,0.000042344167,0.00004292199,0.00007484614,0.000002564022,0.00021292339],"genre_scores_gemma":[0.003662947,0.99573463,0.00016845706,0.00018990073,0.00003632974,0.00008232538,0.000060437498,0.0000019529568,0.000063029926],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99770457,0.00074972905,0.00083371974,0.00023183232,0.00038308193,0.0000970183],"domain_scores_gemma":[0.9859455,0.011055214,0.0017078104,0.00013919195,0.00096580136,0.00018655506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034492088,0.0012512524,0.004210449,0.0068291994,0.0005913171,0.0028184096,0.0014218241,0.0017099255,0.0049349894],"category_scores_gemma":[0.017079089,0.00069850957,0.0043905103,0.0075576454,0.00088070275,0.0022277154,0.0014314859,0.0011957148,0.00047794633],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017809425,0.000049613664,0.0012087395,0.8329386,0.0034167073,0.00015591881,0.0004858431,0.000082604594,0.00016237624,0.00035941682,0.0027360402,0.158226],"study_design_scores_gemma":[0.00013597972,0.00024447608,0.011114229,0.89543205,0.031306945,0.000781798,0.0009001861,0.000070903836,0.00022186851,0.00054945255,0.059185926,0.000056105597],"about_ca_topic_score_codex":0.007062926,"about_ca_topic_score_gemma":0.022247562,"teacher_disagreement_score":0.007062926,"about_ca_system_score_codex":0.0016685447,"about_ca_system_score_gemma":0.007176009,"threshold_uncertainty_score":0.018241346},"labels":[],"label_agreement":null},{"id":"W4387344025","doi":"10.1145/3611031","title":"BlueVR: Design and Evaluation of a Virtual Reality Serious Game for Promoting Understanding towards People with Color Vision Deficiency","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Duke Kunshan University","keywords":"Virtual reality; Serious game; Perspective (graphical); Psychology; Augmented reality; Game design; Computer science; Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.15741716910943518,"score_gpt":0.38376787066240065,"score_spread":0.22635070155296547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96494037,0.0002832635,0.024421742,0.000260476,0.00011203979,0.004312546,0.00036060912,0.0008509702,0.004457981],"genre_scores_gemma":[0.8469371,0.0005230377,0.14073622,0.0003894762,0.000025864676,0.00594855,0.00080513273,0.00018472289,0.0044498947],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99834716,0.0009213255,0.00012418539,0.00018760252,0.00022778432,0.00019203602],"domain_scores_gemma":[0.99736637,0.0013941369,0.00014920668,0.00011419755,0.00043990667,0.0005362429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025503265,0.00125303,0.00055360806,0.0006483328,0.00035578187,0.0014319003,0.0016947628,0.00092094915,0.0030901812],"category_scores_gemma":[0.006442643,0.00046002318,0.0006601618,0.00017207419,0.0004718825,0.0011542317,0.0016193682,0.00066597963,0.00045795937],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021289041,0.049920853,0.03301646,0.01196321,0.0011203685,0.0026064496,0.02738867,0.020246008,0.24747247,0.0055287285,0.0123738,0.56707394],"study_design_scores_gemma":[0.025464667,0.26349825,0.19924678,0.0032142221,0.0030120262,0.004449366,0.027292673,0.22519113,0.13279969,0.006200481,0.108285606,0.0013451672],"about_ca_topic_score_codex":0.0021343264,"about_ca_topic_score_gemma":0.0031763962,"teacher_disagreement_score":0.0030901812,"about_ca_system_score_codex":0.00057304994,"about_ca_system_score_gemma":0.0010751724,"threshold_uncertainty_score":0.013487637},"labels":[],"label_agreement":null},{"id":"W4387344424","doi":"10.1145/3611048","title":"From Points to Progression: A Scoping Review of Game Elements in Gamification Research with a Content Analysis of 280 Research Papers","year":2023,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Computer science; Game design; Content analysis; Data science; Multimedia; Sociology; Social science","score_opus":0.569055136848657,"score_gpt":0.5953226624855227,"score_spread":0.02626752563686563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023954231,0.98998135,0.0023421817,0.0010584698,0.00030685257,0.00069942465,0.0002369683,0.000027753575,0.0029515058],"genre_scores_gemma":[0.01260391,0.98038447,0.00438775,0.00061308854,0.00008843706,0.0010437624,0.00034079532,0.000024052675,0.0005136266],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9866238,0.0049371687,0.0041327975,0.00078404765,0.0031901754,0.0003320731],"domain_scores_gemma":[0.9417815,0.043512195,0.004536692,0.0011196304,0.008625412,0.00042454613],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.019815462,0.0014942803,0.0029042473,0.035138167,0.0014810334,0.00531985,0.002015043,0.0020826021,0.0029407328],"category_scores_gemma":[0.07079793,0.0014118187,0.003092594,0.030818839,0.0018382303,0.0066348873,0.0033877075,0.0018934213,0.00091024506],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016505449,0.000060304596,0.0010637544,0.38362932,0.00091799797,0.0002949777,0.0037050648,0.00041370804,0.0007075868,0.004655869,0.008389809,0.5959965],"study_design_scores_gemma":[0.000042744938,0.00012930203,0.0027520019,0.82924193,0.0038724875,0.0004470317,0.0030658785,0.00020979927,0.0007119457,0.0034797837,0.15598956,0.00005753848],"about_ca_topic_score_codex":0.005149461,"about_ca_topic_score_gemma":0.016097097,"teacher_disagreement_score":0.98018456,"about_ca_system_score_codex":0.00423633,"about_ca_system_score_gemma":0.01978746,"threshold_uncertainty_score":0.1047954},"labels":[],"label_agreement":null},{"id":"W4387344795","doi":"10.1145/3610206","title":"Selective Explanations: Leveraging Human Input to Align Explainable AI","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Task (project management); Computer science; Space (punctuation); Perception; Artificial intelligence; Property (philosophy); Ask price; Machine learning; Data science; Psychology; Epistemology; Management","score_opus":0.08774926588927132,"score_gpt":0.3596719010079191,"score_spread":0.2719226351186478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22493961,0.0011299371,0.75302476,0.0020518086,0.000102162296,0.000933053,0.00078651495,0.006914005,0.010118077],"genre_scores_gemma":[0.56375915,0.00027355086,0.43172953,0.00038648405,0.00005576567,0.00056074496,0.0012288003,0.00038290015,0.0016230803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9882542,0.007908679,0.0004877214,0.0017975692,0.001257645,0.0002942547],"domain_scores_gemma":[0.93310016,0.054566804,0.002641999,0.006833356,0.0022062603,0.00065142184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010279861,0.0013631041,0.00058947783,0.0015390159,0.000698096,0.0025697872,0.0019915712,0.00201488,0.0049864557],"category_scores_gemma":[0.072727896,0.00050632795,0.0009345899,0.0008262623,0.0016022353,0.004603592,0.0050658784,0.0016924541,0.001045327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018947605,0.0009966564,0.042519514,0.0032554213,0.00034630173,0.0010913403,0.026265005,0.031299777,0.07004496,0.029397067,0.009059756,0.7838294],"study_design_scores_gemma":[0.00088008,0.0026551264,0.031672508,0.0014167373,0.00072205276,0.001977359,0.010496267,0.51051044,0.106158175,0.19699638,0.13603258,0.00048229625],"about_ca_topic_score_codex":0.0007758695,"about_ca_topic_score_gemma":0.0018860014,"teacher_disagreement_score":0.010279861,"about_ca_system_score_codex":0.0008106638,"about_ca_system_score_gemma":0.0011330622,"threshold_uncertainty_score":0.054365754},"labels":[],"label_agreement":null},{"id":"W4387344858","doi":"10.1145/3610220","title":"User Perspectives on Branching in Computer-Aided Design","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"CAD; Branching (polymer chemistry); Workflow; Computer science; Computer Aided Design; Software; Software engineering; Computer-aided manufacturing; Electronic design automation; Engineering drawing; Engineering; Programming language; Database; Embedded system","score_opus":0.06996157119945527,"score_gpt":0.33262286102307026,"score_spread":0.262661289823615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660587,0.0004149024,0.01302647,0.0015340174,0.000029511208,0.000052128067,0.000051147614,0.00014053495,0.018692685],"genre_scores_gemma":[0.9935522,0.00020340513,0.004257967,0.00019969836,0.00001605971,0.000033885826,0.000041060543,0.000033102122,0.0016626017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9830466,0.012960204,0.00054166175,0.00053872477,0.0023631249,0.0005496678],"domain_scores_gemma":[0.8243287,0.15713517,0.0049201366,0.004647926,0.00683277,0.002135247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020164054,0.00048068495,0.00029856016,0.0022882856,0.00311872,0.0048690042,0.0008377974,0.002385763,0.0037252074],"category_scores_gemma":[0.068689704,0.00053587987,0.00048877107,0.0014374296,0.0036008167,0.004988112,0.0034526817,0.0018065814,0.0007075493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050006935,0.00017824069,0.05467204,0.00027093806,0.00002162247,0.0016901413,0.84461474,0.0011420433,0.009728391,0.013862257,0.0021311054,0.07118835],"study_design_scores_gemma":[0.0001231852,0.0010576209,0.079199076,0.0008970635,0.0001036135,0.005200731,0.70442706,0.020612728,0.009671703,0.016243266,0.16203442,0.00042950266],"about_ca_topic_score_codex":0.0017106151,"about_ca_topic_score_gemma":0.0023763834,"teacher_disagreement_score":0.020164054,"about_ca_system_score_codex":0.0016103219,"about_ca_system_score_gemma":0.0009417106,"threshold_uncertainty_score":0.10663903},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","score_opus":0.05822691235665016,"score_gpt":0.29377225281152197,"score_spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6145323,0.0035249789,0.20057498,0.079718694,0.00040426184,0.00055379997,0.00027486397,0.00035490515,0.1000612],"genre_scores_gemma":[0.98241985,0.00085394114,0.013916404,0.00086180377,0.00003902235,0.00018826827,0.000045211455,0.000029674697,0.0016459456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9888381,0.008520638,0.0002283959,0.0005531619,0.0009880277,0.0008715656],"domain_scores_gemma":[0.9904019,0.0061450186,0.00062447326,0.0007801525,0.0011344907,0.0009139532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017319577,0.00099385,0.0003578738,0.0014705544,0.005707336,0.009111303,0.0016395483,0.0028848327,0.0021860807],"category_scores_gemma":[0.015734473,0.00056428707,0.000645612,0.0008057637,0.011235393,0.01283964,0.011631706,0.0027069293,0.00044047544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017009888,0.00027329192,0.045474686,0.0010402235,0.00006318593,0.0019545474,0.69546443,0.0059996415,0.012696741,0.14136383,0.0049562487,0.09054306],"study_design_scores_gemma":[0.000020636728,0.00021343192,0.008656079,0.001163511,0.000068027235,0.00048308904,0.74840546,0.008556534,0.005902618,0.12537684,0.10104123,0.00011255742],"about_ca_topic_score_codex":0.0050340733,"about_ca_topic_score_gemma":0.0057772766,"teacher_disagreement_score":0.017319577,"about_ca_system_score_codex":0.0030880854,"about_ca_system_score_gemma":0.002708637,"threshold_uncertainty_score":0.09159577},"labels":[],"label_agreement":null},{"id":"W4387344897","doi":"10.1145/3610208","title":"Social Wormholes: Exploring Preferences and Opportunities for Distributed and Physically-Grounded Social Connections","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Ubiquitous computing; Everyday life; Context (archaeology); Computer science; Social computing; Field (mathematics); Isolation (microbiology); Internet privacy; Human–computer interaction; Wormhole; Sociology; Data science; World Wide Web; Social media; Epistemology; Geography","score_opus":0.3138974799270518,"score_gpt":0.3695005672820701,"score_spread":0.05560308735501829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921246,0.00005149018,0.0048272694,0.00013805371,0.0000064865703,0.000066292174,0.000050147977,0.000039152164,0.0026963968],"genre_scores_gemma":[0.995576,0.00004501977,0.0037453636,0.00003873574,0.0000024771477,0.00007302484,0.000032104785,0.000011828207,0.00047533851],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989906,0.0006417224,0.00003042399,0.00015030972,0.00008800922,0.00009898918],"domain_scores_gemma":[0.99483347,0.003602532,0.00059090025,0.00040777348,0.00020980113,0.0003554183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015100719,0.00033819667,0.00021860507,0.0008504044,0.0013727399,0.0018462024,0.00063437,0.0008189428,0.0021938027],"category_scores_gemma":[0.008257821,0.00033067437,0.00026349293,0.00039759043,0.002169351,0.0037883285,0.0024903575,0.0007103728,0.0001706271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013766659,0.0011324729,0.2555418,0.0010998643,0.00017163146,0.002078644,0.5268742,0.0025286847,0.047841553,0.027428646,0.0036607538,0.13026515],"study_design_scores_gemma":[0.00025118003,0.002853649,0.22714327,0.0004233668,0.00023639978,0.002555779,0.6251773,0.028045518,0.012787703,0.048471566,0.05170998,0.00034429305],"about_ca_topic_score_codex":0.0012089107,"about_ca_topic_score_gemma":0.0035273149,"teacher_disagreement_score":0.0021938027,"about_ca_system_score_codex":0.000504229,"about_ca_system_score_gemma":0.00032848373,"threshold_uncertainty_score":0.007986128},"labels":[],"label_agreement":null},{"id":"W4387344906","doi":"10.1145/3610219","title":"Understanding the Role of Human Intuition on Reliance in Human-AI Decision-Making with Explanations","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Institut National Du Cancer; Microsoft Research","keywords":"Intuition; Heuristics; Artificial intelligence; Computer science; Empirical evidence; Psychology; Cognitive science; Epistemology","score_opus":0.10995152306595299,"score_gpt":0.36186354424247574,"score_spread":0.2519120211765228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8701095,0.0013168949,0.10718662,0.0030056841,0.00008131314,0.0002305858,0.0001284682,0.00028779582,0.017653227],"genre_scores_gemma":[0.97034925,0.00020179423,0.028588817,0.00026988788,0.000018539935,0.000106408384,0.00006583077,0.000040581617,0.00035889397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9703179,0.021534894,0.0013884229,0.0027633146,0.0030180172,0.0009774576],"domain_scores_gemma":[0.65581864,0.30300647,0.01788608,0.014255586,0.007149981,0.0018831395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037107732,0.00091771863,0.000614262,0.0015550784,0.0010332926,0.0075569446,0.0017267164,0.0023970695,0.0042292154],"category_scores_gemma":[0.20318416,0.0009831777,0.0010982512,0.0008385817,0.005859327,0.011301802,0.0032948612,0.0027509127,0.00040839706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027295947,0.0014365938,0.2511067,0.0043198285,0.0011954076,0.0010567766,0.16301945,0.030657247,0.032676876,0.19515693,0.0030819722,0.31356263],"study_design_scores_gemma":[0.0007022385,0.0012847383,0.19727452,0.00214993,0.00096945657,0.0009736812,0.036276385,0.10426965,0.026308795,0.6076242,0.021307046,0.00085936574],"about_ca_topic_score_codex":0.0022073572,"about_ca_topic_score_gemma":0.0022510234,"teacher_disagreement_score":0.037107732,"about_ca_system_score_codex":0.0020379082,"about_ca_system_score_gemma":0.00246345,"threshold_uncertainty_score":0.1962468},"labels":[],"label_agreement":null},{"id":"W4387344927","doi":"10.1145/3610100","title":"People Perceive Algorithmic Assessments as Less Fair and Trustworthy Than Identical Human Assessments","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interpretability; Framing (construction); Risk perception; Perception; Mistake; Psychology; Social psychology; Risk assessment; Computer science; Framing effect; Cognitive psychology; Actuarial science; Artificial intelligence; Computer security; Business; Political science","score_opus":0.11636426523678249,"score_gpt":0.4704424882561423,"score_spread":0.3540782230193598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95359087,0.0005019191,0.025206747,0.0019153373,0.000100246434,0.00007108503,0.00008427045,0.00012608398,0.018403368],"genre_scores_gemma":[0.9933221,0.00012428821,0.0056040324,0.00045608953,0.000036363857,0.000019439498,0.00004709865,0.000020465344,0.00037017243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98546535,0.008798212,0.0007003676,0.00094971666,0.0036300845,0.00045629477],"domain_scores_gemma":[0.94495153,0.030827168,0.013294051,0.003871556,0.005467749,0.001587898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012565345,0.0006475001,0.0003611207,0.0015134326,0.0011065287,0.004317272,0.00041926885,0.001779406,0.0024732654],"category_scores_gemma":[0.070243545,0.0003759882,0.00062518695,0.00046600707,0.0027483525,0.003525557,0.001772848,0.0015524967,0.00040908382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003001504,0.0008393109,0.5687092,0.0011433077,0.001222445,0.0009954752,0.10503188,0.014841246,0.04137255,0.04793498,0.0075001335,0.20740798],"study_design_scores_gemma":[0.0006317564,0.0037955015,0.6062893,0.0011279699,0.0013143823,0.0019576035,0.08671993,0.059798624,0.017477473,0.1625703,0.0571537,0.001163446],"about_ca_topic_score_codex":0.0021546674,"about_ca_topic_score_gemma":0.0017805692,"teacher_disagreement_score":0.012565345,"about_ca_system_score_codex":0.0008524789,"about_ca_system_score_gemma":0.0006158832,"threshold_uncertainty_score":0.06645268},"labels":[],"label_agreement":null},{"id":"W4387344971","doi":"10.1145/3610184","title":"Cultivating a Team Mindset about Productivity with a Nudge: A Field Study in Hybrid Development Teams","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mindset; Psychological safety; Team effectiveness; Productivity; Team composition; Psychology; Team development; Applied psychology; Knowledge management; Perception; Cohesion (chemistry); Set (abstract data type); Public relations; Social psychology; Computer science; Political science","score_opus":0.22760416957683655,"score_gpt":0.44268753579998643,"score_spread":0.21508336622314989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990706,0.000016005428,0.0004707064,0.000050542334,0.0000040645787,0.000073920746,0.000007806846,0.0000031565046,0.00030318808],"genre_scores_gemma":[0.997721,0.00003673768,0.001393242,0.00008850603,0.000011382268,0.0002022948,0.000014900579,0.000004608546,0.00052719616],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9949291,0.0035119527,0.00018580718,0.0005793965,0.00032632606,0.0004674739],"domain_scores_gemma":[0.9763333,0.014637122,0.0018605092,0.0015764885,0.0020270853,0.0035654642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011521756,0.00048557753,0.00050521136,0.0018151306,0.00549636,0.0025374708,0.0013008218,0.0014422698,0.0015173748],"category_scores_gemma":[0.017542532,0.0006737833,0.00033443572,0.0005960251,0.00409881,0.0022580933,0.0032195174,0.0019141117,0.00029959605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010343215,0.012171843,0.12476098,0.00027554916,0.000042148004,0.0019731743,0.80493575,0.00039482137,0.008709894,0.0013127588,0.0007383768,0.043650433],"study_design_scores_gemma":[0.00036373298,0.013088084,0.11958289,0.0002162165,0.000048337686,0.0008104181,0.8506019,0.0014017493,0.0034751499,0.0018171836,0.008473098,0.00012118299],"about_ca_topic_score_codex":0.0022063588,"about_ca_topic_score_gemma":0.004195491,"teacher_disagreement_score":0.011521756,"about_ca_system_score_codex":0.0012075652,"about_ca_system_score_gemma":0.0012906226,"threshold_uncertainty_score":0.06093359},"labels":[],"label_agreement":null},{"id":"W4387345055","doi":"10.1145/3610173","title":"Are We Equal Online?: An Investigation of Gendered Language Patterns and Message Engagement on Enterprise Communication Platforms","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Communication and Language","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Style (visual arts); Set (abstract data type); Capstone; Dynamics (music); Psychology; Social psychology; Computer science; Pedagogy; Computer security","score_opus":0.1316501546314204,"score_gpt":0.357266787273594,"score_spread":0.2256166326421736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387345055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984707,0.000036403868,0.00021102917,0.00007229025,0.000003601454,0.000011000876,0.000030424111,0.0000023081773,0.0011622122],"genre_scores_gemma":[0.99906486,0.000034051194,0.00022501861,0.000046725385,0.0000072823127,0.000023853161,0.000030903717,0.0000052047326,0.00056219613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973922,0.0013775768,0.00015504289,0.00034754514,0.0004072529,0.00032043966],"domain_scores_gemma":[0.97627115,0.014373854,0.0054614884,0.00088997144,0.0019494274,0.0010541474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004659688,0.00023326681,0.00026624018,0.0019427717,0.0014333137,0.002345596,0.00042033812,0.00052522804,0.0024660984],"category_scores_gemma":[0.025959969,0.00020524785,0.00017258522,0.001148122,0.0012391265,0.002983809,0.0019735957,0.00071259984,0.00045595784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030432176,0.00026371895,0.5157385,0.000102957456,0.000032108637,0.0003383892,0.43502137,0.000060324623,0.0032773218,0.0011083778,0.00049531995,0.04325725],"study_design_scores_gemma":[0.000012757145,0.00030572564,0.6333162,0.00008405507,0.000023509832,0.00035648502,0.35795164,0.00091419,0.0011239336,0.00093373645,0.00493875,0.000039183782],"about_ca_topic_score_codex":0.0025922155,"about_ca_topic_score_gemma":0.0043687904,"teacher_disagreement_score":0.004659688,"about_ca_system_score_codex":0.00071201427,"about_ca_system_score_gemma":0.0005695381,"threshold_uncertainty_score":0.024643064},"labels":[],"label_agreement":null},{"id":"W4387345067","doi":"10.1145/3610200","title":"Perspectives: Creating Inclusive and Equitable Hybrid Meeting Experiences","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Mode (computer interface); Computer science; Key (lock); Human–computer interaction; Space (punctuation); Universal design; Work (physics); Natural (archaeology); Multimedia; Architectural engineering; Engineering; World Wide Web; Computer security; Mechanical engineering","score_opus":0.03901074238501662,"score_gpt":0.3363249221432848,"score_spread":0.2973141797582682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387345067","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38116702,0.00064455654,0.5463819,0.0013232671,0.00030431198,0.0007265171,0.00026557827,0.0029573422,0.06622961],"genre_scores_gemma":[0.7240597,0.00049987226,0.2586825,0.0003360464,0.000086028,0.0009012343,0.0002950068,0.0005645813,0.014575011],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973954,0.0017115631,0.00006636308,0.00021921913,0.00040358002,0.00020397842],"domain_scores_gemma":[0.99719316,0.0014787191,0.0001542213,0.00037206878,0.00021360072,0.00058831554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673882,0.0007898791,0.00025127447,0.00069031713,0.0017057259,0.0035242992,0.0009997222,0.0008762255,0.0078790095],"category_scores_gemma":[0.005011278,0.00046502377,0.00078333163,0.00033814204,0.0014002896,0.0048190714,0.008031972,0.000921108,0.0011819494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013503846,0.00067560136,0.011234352,0.00250259,0.0001763881,0.0026002813,0.25310966,0.006154442,0.13373175,0.07254435,0.018590963,0.4973292],"study_design_scores_gemma":[0.0005666988,0.003211752,0.016667604,0.00095818384,0.00036837268,0.0041560587,0.12190462,0.020375645,0.054639794,0.05674278,0.719963,0.000445479],"about_ca_topic_score_codex":0.0003207582,"about_ca_topic_score_gemma":0.000671704,"teacher_disagreement_score":0.0078790095,"about_ca_system_score_codex":0.0004176724,"about_ca_system_score_gemma":0.00061340176,"threshold_uncertainty_score":0.026357949},"labels":[],"label_agreement":null},{"id":"W4387457650","doi":"10.1145/3609976","title":"PACMHCI V7, CSCW2, October 2023 Editorial","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Library science; Sociology; Work (physics); Computer science; Political science; Engineering","score_opus":0.04227444145640843,"score_gpt":0.3359289044210375,"score_spread":0.2936544629646291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387457650","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004645772,0.004822498,0.00021920489,0.036023006,0.9481011,0.00011901311,0.00022357606,0.0001487257,0.0102963345],"genre_scores_gemma":[0.0011587557,0.011262661,0.000408974,0.041542266,0.86209255,0.00028080802,0.0007329414,0.0004114266,0.0821097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99054176,0.0013078635,0.0011105246,0.0009586262,0.0053893575,0.0006918162],"domain_scores_gemma":[0.9609849,0.006012473,0.0014241148,0.0014807505,0.024098296,0.005999623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013631853,0.002939978,0.0024036372,0.007891111,0.004096568,0.018396005,0.0036445668,0.0110260695,0.07553032],"category_scores_gemma":[0.042531397,0.0010247398,0.0018324737,0.004663259,0.0028253952,0.0070929555,0.003534388,0.0135928495,0.066361815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016081081,0.0000066584626,0.000012597953,0.00012417263,0.0000029493146,0.000025447109,0.000010349697,0.000010556444,0.00002562772,0.00028374945,0.9926444,0.006837501],"study_design_scores_gemma":[0.000015048414,0.000011325368,0.000093363305,0.0003670501,0.0000046531554,0.000037872862,0.000026008394,0.000035171273,0.000041152023,0.0004570725,0.99890447,0.000006810866],"about_ca_topic_score_codex":0.0036080761,"about_ca_topic_score_gemma":0.005780049,"teacher_disagreement_score":0.07553032,"about_ca_system_score_codex":0.006044218,"about_ca_system_score_gemma":0.0072462047,"threshold_uncertainty_score":0.2526741},"labels":[],"label_agreement":null},{"id":"W4388127676","doi":"10.1145/3626464","title":"Using Online Videos as the Basis for Developing Design Guidelines: A Case Study of AR-Based Assembly Instructions","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Persona Design and Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Pipeline (software); Heuristics; Set (abstract data type); Domain (mathematical analysis); Transferability; Software engineering; Human–computer interaction; Data science; Machine learning; Programming language","score_opus":0.4018702072619222,"score_gpt":0.4499549939529022,"score_spread":0.04808478669098004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388127676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92720366,0.00029086255,0.056887735,0.0011812185,0.000040140312,0.0017807605,0.0002856042,0.0002728391,0.012057149],"genre_scores_gemma":[0.8621496,0.00042335366,0.12989087,0.00047784863,0.000015622194,0.0012081818,0.00032849383,0.00016674053,0.005339309],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9853335,0.011976986,0.00052529585,0.0005260755,0.0011087283,0.0005294587],"domain_scores_gemma":[0.9399051,0.049782973,0.002610913,0.0029537017,0.0036540385,0.0010933315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013187615,0.00091079605,0.0004179004,0.0019284749,0.0027793294,0.0020282143,0.0021740722,0.0026658424,0.0034030667],"category_scores_gemma":[0.046727404,0.0007176173,0.0004607306,0.0015617254,0.0022813138,0.0033578645,0.0022391095,0.0022277113,0.0008389254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005795838,0.007519598,0.033057615,0.0021601906,0.00006745353,0.015601954,0.5334738,0.0073767374,0.01952094,0.011992735,0.012038459,0.356611],"study_design_scores_gemma":[0.0008055276,0.007586362,0.048289184,0.0022851955,0.00022667008,0.008854929,0.59822905,0.048786167,0.042574644,0.012532124,0.22926252,0.000567606],"about_ca_topic_score_codex":0.0049902755,"about_ca_topic_score_gemma":0.02008384,"teacher_disagreement_score":0.013187615,"about_ca_system_score_codex":0.002167565,"about_ca_system_score_gemma":0.0021203777,"threshold_uncertainty_score":0.06974363},"labels":[],"label_agreement":null},{"id":"W4388141233","doi":"10.1145/3626473","title":"Interactions across Displays and Space: A Study of Virtual Reality Streaming Practices on Twitch","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Live streaming; Streaming current; Computer science; Space (punctuation); Multimedia; Face (sociological concept); Video streaming; Human–computer interaction","score_opus":0.1253178504917844,"score_gpt":0.41746311259217767,"score_spread":0.29214526210039327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388141233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944366,0.00006235451,0.0014262348,0.0002276483,0.00000843262,0.00007099038,0.00003390939,0.000014840102,0.0037189864],"genre_scores_gemma":[0.9932058,0.0001878987,0.0023496188,0.0001712925,0.000009252887,0.00009580173,0.00004598906,0.00005199954,0.003882482],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972145,0.0017620806,0.00007855747,0.00033137263,0.00030657626,0.00030689366],"domain_scores_gemma":[0.99579793,0.0029342675,0.00027744615,0.00022231936,0.00029445117,0.00047368644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032744252,0.0003594182,0.0005675731,0.0012071696,0.0046024714,0.0034716192,0.0011678026,0.00097633555,0.0027479723],"category_scores_gemma":[0.010986062,0.00049534114,0.0002699657,0.0009726236,0.0035477018,0.0034465988,0.0037885804,0.0018399066,0.0003780242],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053040247,0.00014684098,0.0050331997,0.00009872606,0.000009159697,0.00055850996,0.9813488,0.000067958594,0.0024256401,0.0011436467,0.00047796677,0.008636452],"study_design_scores_gemma":[0.000016706788,0.00035107345,0.017012073,0.00011757482,0.000016123571,0.00053488015,0.96054626,0.0007602209,0.0008327525,0.0009922675,0.018779652,0.000040505474],"about_ca_topic_score_codex":0.011381866,"about_ca_topic_score_gemma":0.022329127,"teacher_disagreement_score":0.011381866,"about_ca_system_score_codex":0.0012534872,"about_ca_system_score_gemma":0.0011576947,"threshold_uncertainty_score":0.022631228},"labels":[],"label_agreement":null},{"id":"W4390712106","doi":"10.1145/3610098","title":"Exploring Collaborative Culture Sharing Dynamics in Immigrant Families through Digital Crafting and Storytelling","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; University of Alberta; University of British Columbia","funders":"AGE-WELL","keywords":"Grandparent; Digital native; Digital storytelling; Immigration; Storytelling; Creativity; Sociology; Flexibility (engineering); Thematic analysis; Psychology; Social psychology; Qualitative research; Computer science; Narrative; Pedagogy; World Wide Web; Political science; Developmental psychology; Social science; Linguistics","score_opus":0.09166852325418047,"score_gpt":0.31435203516424454,"score_spread":0.22268351191006408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390712106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852828,0.00024010289,0.0046597635,0.00041097825,0.000013263402,0.000078244564,0.000043818993,0.000031721476,0.00923931],"genre_scores_gemma":[0.99328434,0.0002759004,0.004795132,0.000062700754,0.0000041364387,0.00012411614,0.000028098559,0.000012623591,0.0014129301],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99784267,0.0016389878,0.00005750201,0.00016434157,0.000113567046,0.0001829398],"domain_scores_gemma":[0.9960296,0.0028792757,0.0003141137,0.00030973408,0.00019588036,0.00027140757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034530787,0.00057533017,0.00022673099,0.001267379,0.0063912272,0.0034450511,0.0011399591,0.0007764313,0.0035333168],"category_scores_gemma":[0.0058495253,0.00029244152,0.000378337,0.0008202329,0.004636018,0.0032905466,0.0042702593,0.00087654026,0.00024397284],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046765825,0.00009836536,0.013801947,0.00016634661,0.00002160182,0.0015752633,0.947576,0.00029580656,0.0023434137,0.0041456795,0.00049870944,0.029430158],"study_design_scores_gemma":[0.000017448256,0.00015993664,0.010523608,0.00018587118,0.000042982898,0.0008503649,0.9582002,0.0007206548,0.0021164813,0.0030570792,0.024092909,0.00003237849],"about_ca_topic_score_codex":0.006563304,"about_ca_topic_score_gemma":0.014072952,"teacher_disagreement_score":0.006563304,"about_ca_system_score_codex":0.0017824288,"about_ca_system_score_gemma":0.0018722641,"threshold_uncertainty_score":0.01826185},"labels":[],"label_agreement":null},{"id":"W4396218091","doi":"10.1145/3653695","title":"How Platform Exchange and Safeguards Matter: The Case of Sexual Risk in Airbnb and Couchsurfing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Hospitality; Sharing economy; Negotiation; Reciprocal; Business; Internet privacy; Sociology; Political science; World Wide Web; Computer science","score_opus":0.03945065788300597,"score_gpt":0.26537786294723614,"score_spread":0.22592720506423017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92337185,0.0003053263,0.0023200694,0.0097600985,0.00004899292,0.000028693676,0.000013463702,0.000024840434,0.06412665],"genre_scores_gemma":[0.99622476,0.000086910564,0.00043949872,0.00033826713,0.0000062075615,0.00001179274,0.0000047866088,0.000013294082,0.0028745234],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9945344,0.0037414911,0.00008217863,0.00032296282,0.0004448184,0.0008741545],"domain_scores_gemma":[0.99495465,0.0028408237,0.0005059903,0.00044888625,0.00023341965,0.001016286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055116233,0.00043078393,0.00035953228,0.0014515532,0.029076612,0.009001911,0.0013118951,0.0043419884,0.007146493],"category_scores_gemma":[0.01148847,0.0005597168,0.00027059187,0.0011212106,0.016001007,0.0088704415,0.010691574,0.0042372975,0.00050461746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007721296,0.00010233347,0.010732115,0.000033312605,0.000009573665,0.0044044955,0.83264494,0.00017561032,0.000717239,0.13281134,0.0017717704,0.016520081],"study_design_scores_gemma":[0.00002350811,0.000091740985,0.0059356783,0.000189418,0.000019880306,0.0024113455,0.886556,0.0014175596,0.00065177766,0.035292186,0.06735473,0.000056172365],"about_ca_topic_score_codex":0.03024771,"about_ca_topic_score_gemma":0.030769838,"teacher_disagreement_score":0.03024771,"about_ca_system_score_codex":0.0041712485,"about_ca_system_score_gemma":0.0032983033,"threshold_uncertainty_score":0.060143292},"labels":[],"label_agreement":null},{"id":"W4396218234","doi":"10.1145/3637378","title":"Older Adults' Collaborative Learning Dynamics When Exploring Feature-Rich Software","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Universitas Brawijaya","keywords":"Collaborative learning; Context (archaeology); Feature (linguistics); Dynamics (music); Computer science; Correctness; Psychology; Human–computer interaction; Applied psychology; Knowledge management; Pedagogy","score_opus":0.03295522662926344,"score_gpt":0.31490295211412683,"score_spread":0.2819477254848634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994562,0.00008865345,0.00015476809,0.0000298577,0.0000015857614,0.0000109100565,0.000016812794,0.0000027650817,0.00023856985],"genre_scores_gemma":[0.9992829,0.00011023141,0.00033316223,0.000032594166,0.0000027403476,0.000018225941,0.000027214488,0.0000014217753,0.00019158993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999137,0.0003037778,0.000094102026,0.00014512753,0.00017798226,0.000142142],"domain_scores_gemma":[0.9972126,0.0009834369,0.00067675416,0.00013704207,0.00036199557,0.00062822213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016340245,0.00030707015,0.00045130978,0.0009944376,0.00094622787,0.0013494138,0.00032843207,0.0006921211,0.0009277977],"category_scores_gemma":[0.0074653695,0.0002516384,0.0002880303,0.0003124123,0.0006648603,0.0012199734,0.0017188706,0.0005616527,0.00019240464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030405336,0.00042779878,0.58612776,0.00018656769,0.000057261772,0.001755902,0.37430516,0.00010569421,0.0060758702,0.00019815323,0.00042508374,0.03003072],"study_design_scores_gemma":[0.000048121838,0.0016543121,0.68916965,0.0001369374,0.000100503916,0.003433607,0.2966304,0.0009020242,0.0013078763,0.00075412454,0.0057778955,0.000084469895],"about_ca_topic_score_codex":0.0026533068,"about_ca_topic_score_gemma":0.007022737,"teacher_disagreement_score":0.0026533068,"about_ca_system_score_codex":0.0003177662,"about_ca_system_score_gemma":0.00036818368,"threshold_uncertainty_score":0.00864166},"labels":[],"label_agreement":null},{"id":"W4396218411","doi":"10.1145/3641013","title":"\"Not my Priority:\" Ethics and the Boundaries of Computer Science Identities in Undergraduate CS Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Information ethics; Engineering ethics; Sociology; Computer-supported cooperative work; Ethics of technology; Computer ethics; Applied ethics; Work (physics); Multidisciplinary approach; Nursing ethics; Meta-ethics; Pedagogy; Engineering; Social science","score_opus":0.04577509702729356,"score_gpt":0.3576370704559604,"score_spread":0.31186197342866684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56091195,0.0021297592,0.04049954,0.256323,0.002555293,0.00015277059,0.00003771369,0.00027648517,0.13711351],"genre_scores_gemma":[0.9756143,0.0002723899,0.0025564358,0.013164745,0.000103561615,0.00006587035,0.000010710228,0.000058652826,0.008153427],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97999454,0.01608207,0.0003448174,0.0007127228,0.001899784,0.0009659817],"domain_scores_gemma":[0.9764108,0.011732571,0.0025566667,0.001168533,0.0031986705,0.00493266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0109701315,0.00030193906,0.00023403115,0.0007477582,0.013847204,0.009097481,0.00077440887,0.0027899367,0.0031930413],"category_scores_gemma":[0.031247325,0.00025087732,0.0002044995,0.00055637915,0.03159002,0.007342371,0.0074166814,0.0070593785,0.00062925194],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038196937,0.00007978893,0.00960767,0.000091829665,0.0000060396687,0.00021956224,0.74741495,0.00008959591,0.0009771233,0.18786702,0.021310942,0.0322973],"study_design_scores_gemma":[0.000026346888,0.00016985222,0.00971777,0.0006611679,0.000017090913,0.00052837795,0.6501607,0.00073671056,0.0011905421,0.096000604,0.24072027,0.0000706486],"about_ca_topic_score_codex":0.0053262324,"about_ca_topic_score_gemma":0.009223369,"teacher_disagreement_score":0.013847204,"about_ca_system_score_codex":0.0047696554,"about_ca_system_score_gemma":0.011614899,"threshold_uncertainty_score":0.0580163},"labels":[],"label_agreement":null},{"id":"W4396218573","doi":"10.1145/3653700","title":"Design Tensions in Online Freelancing Platforms: Using Speculative Participatory Design to Support Freelancers' Relationships with Clients","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citizen journalism; Participatory design; Business; Computer science; Process management; World Wide Web; Data science; Engineering; Operations management","score_opus":0.268930593421679,"score_gpt":0.3872255764095301,"score_spread":0.11829498298785107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5621946,0.00038893824,0.38801217,0.006023758,0.00015471935,0.0027894205,0.00006747428,0.00044568436,0.03992321],"genre_scores_gemma":[0.83600867,0.00017315974,0.15575619,0.0004196779,0.000020923126,0.002125941,0.000057414585,0.00015341761,0.0052846055],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8975528,0.09129177,0.0014256473,0.0030894005,0.004056493,0.0025840246],"domain_scores_gemma":[0.8880831,0.08957573,0.0038137042,0.011120459,0.0043869126,0.0030201082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0887106,0.0014007319,0.0006695272,0.0023421538,0.009837019,0.012178118,0.006014002,0.0028970316,0.005514925],"category_scores_gemma":[0.085670896,0.0013620815,0.0010623762,0.0014005536,0.018886525,0.013777795,0.014064903,0.0034385729,0.00076217554],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036974248,0.0007652975,0.007403148,0.0007949848,0.00005525534,0.00092119904,0.7714674,0.0052729496,0.0053976285,0.09678278,0.0018663278,0.10890322],"study_design_scores_gemma":[0.0005799981,0.0021094158,0.0033345025,0.0012670226,0.00014566882,0.0009709435,0.599408,0.02497795,0.009784935,0.17947184,0.17767031,0.00027949884],"about_ca_topic_score_codex":0.0016654958,"about_ca_topic_score_gemma":0.003687928,"teacher_disagreement_score":0.0887106,"about_ca_system_score_codex":0.0070073977,"about_ca_system_score_gemma":0.010295558,"threshold_uncertainty_score":0.4691521},"labels":[],"label_agreement":null},{"id":"W4396218587","doi":"10.1145/3653696","title":"Field Trial of a Tablet-based AR System for Intergenerational Connections through Remote Reading","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Universitas Brawijaya","keywords":"Social connectedness; Reading (process); Field (mathematics); Context (archaeology); Work (physics); Computer science; Knowledge management; Psychology; Engineering; Social psychology; Geography; Political science","score_opus":0.0658175237991743,"score_gpt":0.37039682277657066,"score_spread":0.30457929897739633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98887175,0.00015379378,0.0031693722,0.00028994452,0.000071592134,0.0025432243,0.00029700273,0.00021974063,0.004383693],"genre_scores_gemma":[0.97769415,0.00020921718,0.012959347,0.00022779613,0.000052238247,0.0037284673,0.00032245554,0.000059295104,0.004746962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971686,0.0017861067,0.00021085588,0.0003937192,0.00022920169,0.0002115415],"domain_scores_gemma":[0.9835682,0.011285497,0.00051685347,0.0017070265,0.0016896011,0.0012328338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064219744,0.00076673436,0.0005652291,0.00076807657,0.0013800701,0.0013784019,0.0013341436,0.0015740291,0.009419634],"category_scores_gemma":[0.019136697,0.00034221137,0.00060288457,0.0003403607,0.00095290417,0.0018131576,0.0016337819,0.0012807986,0.0016993305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03914014,0.10992053,0.052628946,0.0062061115,0.0006585213,0.004806008,0.1264956,0.0040371423,0.06589687,0.0038971084,0.01442593,0.5718871],"study_design_scores_gemma":[0.022399265,0.56524956,0.18914834,0.0017960481,0.0011410718,0.0026139452,0.071106456,0.015243729,0.03815387,0.005151885,0.08740768,0.00058815413],"about_ca_topic_score_codex":0.0014845725,"about_ca_topic_score_gemma":0.0022700075,"teacher_disagreement_score":0.009419634,"about_ca_system_score_codex":0.00043559945,"about_ca_system_score_gemma":0.0008930975,"threshold_uncertainty_score":0.033963025},"labels":[],"label_agreement":null},{"id":"W4396218651","doi":"10.1145/3637409","title":"\"They Don't Come With a Handbook\": Exploring Design Opportunities for Supporting Parent-Child Interaction around Emotions in the Family Context","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council; Universitas Brawijaya; UK Research and Innovation","keywords":"Context (archaeology); Psychological intervention; Psychology; Mental health; Developmental psychology; Identification (biology); Social environment; Social psychology; Psychotherapist; Sociology","score_opus":0.29580545038529027,"score_gpt":0.3690392214045064,"score_spread":0.07323377101921613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75967866,0.0021969336,0.1890913,0.0055670035,0.0002011168,0.000874325,0.00016652083,0.0010998899,0.041124165],"genre_scores_gemma":[0.79892236,0.0013267179,0.19019233,0.00067353353,0.000016964188,0.0010555987,0.000112150665,0.00017518362,0.007525126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99682283,0.0026752367,0.00007750886,0.00015105485,0.00015526754,0.00011808629],"domain_scores_gemma":[0.99599564,0.0032433234,0.00019422895,0.00022491558,0.00012087319,0.00022095902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004018663,0.0005831645,0.00021223514,0.00038677384,0.0011146389,0.0026345993,0.0011524963,0.0009613745,0.0024044092],"category_scores_gemma":[0.007880457,0.00035686177,0.0004754202,0.0002398508,0.001957835,0.0025336612,0.0021603566,0.00091234373,0.00047527088],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004981882,0.000978217,0.015997985,0.0024391536,0.00010006061,0.0022706257,0.58746594,0.0024220953,0.03505959,0.027586637,0.008332102,0.3168495],"study_design_scores_gemma":[0.0006265939,0.0044656736,0.03646117,0.0032985911,0.00068114203,0.005423403,0.50310874,0.016384523,0.026606975,0.03345669,0.36916927,0.00031727742],"about_ca_topic_score_codex":0.0006842646,"about_ca_topic_score_gemma":0.0021826841,"teacher_disagreement_score":0.004018663,"about_ca_system_score_codex":0.00052310637,"about_ca_system_score_gemma":0.0010738577,"threshold_uncertainty_score":0.02125299},"labels":[],"label_agreement":null},{"id":"W4396218685","doi":"10.1145/3637427","title":"W4-Groups: Modeling the Who, What, When and Where of Group Behavior via Mobility Sensing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Computer science; Recall; Perspective (graphical); Term (time); Group (periodic table); Precision and recall; Function (biology); Scale (ratio); Data mining; Artificial intelligence; Psychology; Cognitive psychology; Geography; Cartography","score_opus":0.048698834184814604,"score_gpt":0.3394045506204437,"score_spread":0.29070571643562915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31748608,0.00051916303,0.6706678,0.0009992238,0.000090238376,0.00041977898,0.003763221,0.0028769455,0.003177461],"genre_scores_gemma":[0.7617556,0.0002005571,0.23166792,0.00015512343,0.000054204338,0.0003318194,0.0034489995,0.00011091068,0.0022748476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937767,0.0001402906,0.00003823565,0.00029189922,0.00007047543,0.00008142971],"domain_scores_gemma":[0.99907327,0.0004459783,0.00016794278,0.00015234597,0.00008373816,0.000076687546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096087315,0.0009973733,0.00056512107,0.0017396566,0.00040097634,0.0009596285,0.0016609273,0.0010959593,0.0008784981],"category_scores_gemma":[0.0031325999,0.00045652344,0.0011169359,0.0011456246,0.00060323835,0.001848587,0.0014712737,0.00076615036,0.00041032562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000707508,0.0007380467,0.19545214,0.0003551016,0.00046198143,0.0004982286,0.0022786814,0.46521294,0.008595144,0.014351482,0.010816838,0.30053186],"study_design_scores_gemma":[0.000018554229,0.00007765666,0.008433829,0.000015770693,0.000029157485,0.00007253087,0.0002209188,0.97645664,0.0010306746,0.01106411,0.002563673,0.000016481004],"about_ca_topic_score_codex":0.018591043,"about_ca_topic_score_gemma":0.032984246,"teacher_disagreement_score":0.018591043,"about_ca_system_score_codex":0.00061999727,"about_ca_system_score_gemma":0.00071051455,"threshold_uncertainty_score":0.03696567},"labels":[],"label_agreement":null},{"id":"W4396218845","doi":"10.1145/3637396","title":"Seamful XAI: Operationalizing Seamful Design in Explainable AI","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Universitas Brawijaya","keywords":"Sociotechnical system; Computer science; Operationalization; Leverage (statistics); Process (computing); Context (archaeology); Knowledge management; Artificial intelligence","score_opus":0.13750826521210155,"score_gpt":0.43202978061796904,"score_spread":0.29452151540586746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06748876,0.00028066087,0.9063661,0.0030136,0.000076004646,0.0008129158,0.000099793855,0.002078896,0.019783258],"genre_scores_gemma":[0.5031955,0.00016984675,0.49215016,0.0005058029,0.000020593356,0.0008289477,0.0001428857,0.0003337693,0.002652472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97667444,0.017686458,0.0010983055,0.0017047697,0.0020682416,0.00076779193],"domain_scores_gemma":[0.9498491,0.031082155,0.0034152863,0.011960347,0.002532909,0.0011602137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025437042,0.0011685721,0.0003933327,0.0021021182,0.0028690854,0.007663709,0.0025838458,0.0032814215,0.0049139764],"category_scores_gemma":[0.05853297,0.0011676078,0.0012867068,0.000865993,0.014238084,0.010584981,0.011061666,0.0035772214,0.0007418529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029598884,0.0005924863,0.015744105,0.0015781684,0.00013592569,0.0008837959,0.15666147,0.026138654,0.017753007,0.62671816,0.003082384,0.1504159],"study_design_scores_gemma":[0.00019086974,0.00084613933,0.0050822766,0.0013804229,0.0002413119,0.0012554276,0.030357994,0.13095804,0.023525283,0.67437,0.13152824,0.00026410932],"about_ca_topic_score_codex":0.001950695,"about_ca_topic_score_gemma":0.00225156,"teacher_disagreement_score":0.025437042,"about_ca_system_score_codex":0.0029817102,"about_ca_system_score_gemma":0.0043935124,"threshold_uncertainty_score":0.13452554},"labels":[],"label_agreement":null},{"id":"W4396218858","doi":"10.1145/3637398","title":"Smart \"Error\"! Exploring Imperfect AI to Support Creative Ideation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Creativity; Ideation; Sketch; Artificial intelligence; Bridging (networking); Process (computing); Human–computer interaction; Psychology; Cognitive science; Algorithm; Social psychology","score_opus":0.10263372281377472,"score_gpt":0.3662386576521696,"score_spread":0.26360493483839487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27082273,0.00087571103,0.6473972,0.007840707,0.0002152055,0.0005931993,0.00013548591,0.0015998076,0.07051991],"genre_scores_gemma":[0.75557286,0.0002553762,0.2367338,0.0005707233,0.000029960338,0.00037245447,0.00015470615,0.00019631698,0.006113743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9838456,0.011689423,0.0005755762,0.0010522963,0.00224595,0.00059109984],"domain_scores_gemma":[0.9642087,0.024657793,0.0016333386,0.006805104,0.0018702182,0.00082481105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014418313,0.000808923,0.0004818637,0.0020425168,0.0024073217,0.00834434,0.0028349631,0.0021736263,0.00441734],"category_scores_gemma":[0.038330954,0.00063114293,0.0010057546,0.0011844723,0.010311064,0.01246955,0.009541379,0.0022305239,0.0008091947],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003807386,0.0003792385,0.013888197,0.0015400918,0.000084472726,0.0010883805,0.2731809,0.0075735813,0.016342603,0.46646452,0.0067041223,0.21237312],"study_design_scores_gemma":[0.00021715352,0.00075413974,0.008129148,0.0013821428,0.0001635089,0.0014627533,0.101533994,0.09717992,0.017595496,0.50729954,0.2640117,0.0002705583],"about_ca_topic_score_codex":0.00080540567,"about_ca_topic_score_gemma":0.0013682625,"teacher_disagreement_score":0.014418313,"about_ca_system_score_codex":0.002215113,"about_ca_system_score_gemma":0.0025583422,"threshold_uncertainty_score":0.07625228},"labels":[],"label_agreement":null},{"id":"W4396218889","doi":"10.1145/3637373","title":"Moving Towards Mobility Justice: Challenges and Considerations for Supporting Advocacy","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Economic Justice; Public transport; Politics; Social justice; Urbanization; Transportation planning; Public relations; Sociology; Political science; Transport engineering; Economic growth; Engineering; Criminology; Law; Economics","score_opus":0.10477722559120702,"score_gpt":0.37871218133237783,"score_spread":0.2739349557411708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218889","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008062307,0.0037195524,0.008873719,0.9411583,0.0012827575,0.00022644401,0.000027913436,0.00010448694,0.0365445],"genre_scores_gemma":[0.78498924,0.0125473095,0.048327222,0.13518165,0.0029292128,0.0023787015,0.00015186734,0.0002766687,0.013218103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8649149,0.09331452,0.004808447,0.006359601,0.012604091,0.01799851],"domain_scores_gemma":[0.70273143,0.18974526,0.008702029,0.0104892105,0.029039092,0.059292976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15518463,0.001362075,0.0023034732,0.006010514,0.051848937,0.062922515,0.012026723,0.038189743,0.015506473],"category_scores_gemma":[0.20170026,0.0013300868,0.0020503153,0.004759286,0.07115815,0.0559334,0.054370258,0.03393129,0.0033020095],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007143101,0.0005095035,0.0063840784,0.0013879981,0.000093356066,0.0011866698,0.2541842,0.00086536404,0.0007076201,0.53141385,0.07862653,0.124569416],"study_design_scores_gemma":[0.000070618895,0.00009853411,0.0013533197,0.0041719223,0.000043832963,0.00045293174,0.4513317,0.0011127159,0.00027504953,0.3193435,0.22161718,0.00012867348],"about_ca_topic_score_codex":0.031527955,"about_ca_topic_score_gemma":0.032171465,"teacher_disagreement_score":0.15518463,"about_ca_system_score_codex":0.021330062,"about_ca_system_score_gemma":0.15799117,"threshold_uncertainty_score":0.8207046},"labels":[],"label_agreement":null},{"id":"W4396218916","doi":"10.1145/3637381","title":"Opportunities in Mental Health Support for Informal Dementia Caregivers Suffering from Verbal Agitation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Dementia; Psychology; Mental health; Psychiatry; Nonverbal communication; Psychotherapist; Clinical psychology; Developmental psychology; Medicine; Disease","score_opus":0.08294483648772898,"score_gpt":0.3798776815137688,"score_spread":0.2969328450260398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396218916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93122303,0.0015252382,0.030166801,0.007784941,0.00034286454,0.0008410916,0.000109809655,0.0007877797,0.027218286],"genre_scores_gemma":[0.96628714,0.00049677497,0.029150227,0.0006743027,0.000044158485,0.00058619474,0.000047861595,0.000040712763,0.0026726783],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962907,0.0029330344,0.00011531014,0.00010385611,0.00014460924,0.00041249394],"domain_scores_gemma":[0.9952225,0.0027147422,0.00034620074,0.0003130834,0.00025262384,0.0011509553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004670358,0.00081746606,0.00024709007,0.00041755536,0.0028705935,0.002347384,0.001133528,0.0011966212,0.004948357],"category_scores_gemma":[0.010005916,0.0004240284,0.0006370361,0.00022278674,0.0015238015,0.002188568,0.0044612414,0.0009883661,0.0007148294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012991509,0.0025715856,0.036990218,0.0023576422,0.00006830657,0.005814949,0.5191547,0.0009343255,0.01790476,0.005136968,0.014209373,0.39355797],"study_design_scores_gemma":[0.00059190433,0.006600259,0.038165793,0.0024008206,0.0003423952,0.006042568,0.71089625,0.0034377838,0.010437629,0.015227534,0.20555773,0.00029936837],"about_ca_topic_score_codex":0.0005287966,"about_ca_topic_score_gemma":0.0022522009,"teacher_disagreement_score":0.004948357,"about_ca_system_score_codex":0.00066307647,"about_ca_system_score_gemma":0.0016523264,"threshold_uncertainty_score":0.02469945},"labels":[],"label_agreement":null},{"id":"W4396219318","doi":"10.1145/3637287","title":"PACMHCI V8, CSCW1, April 2024 Editorial","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Sociology; Computer science; Library science; Work (physics); Political science; Engineering","score_opus":0.030439433653283315,"score_gpt":0.3276763234752425,"score_spread":0.29723688982195917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396219318","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044827353,0.0041636415,0.00021130533,0.03498455,0.94952404,0.00011832713,0.00022103761,0.0001553682,0.010576895],"genre_scores_gemma":[0.0011061811,0.010877281,0.00041247174,0.03329651,0.8708019,0.0002921592,0.00068410696,0.0003962363,0.08213316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907562,0.0012665397,0.0011378959,0.00091818854,0.0053057405,0.0006154288],"domain_scores_gemma":[0.95636016,0.0064422535,0.0015321049,0.0018392256,0.028078642,0.005747506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012996179,0.002937899,0.0023857618,0.008193686,0.0041253357,0.017764391,0.0036180462,0.009594148,0.07235035],"category_scores_gemma":[0.04752338,0.0010153126,0.0016956667,0.0047505964,0.0027275719,0.006729045,0.0032411583,0.01292372,0.06341797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013790018,0.000005980974,0.000012635427,0.00011159677,0.0000026499847,0.000023095563,0.000010586976,0.000009843671,0.00002255238,0.0002703852,0.99255204,0.006964812],"study_design_scores_gemma":[0.000011852931,0.000009455741,0.00008234857,0.00033405639,0.000004347341,0.000030947755,0.000025280317,0.00003089099,0.00003915802,0.00038535238,0.9990403,0.000006063597],"about_ca_topic_score_codex":0.0034917367,"about_ca_topic_score_gemma":0.004843173,"teacher_disagreement_score":0.07235035,"about_ca_system_score_codex":0.0054673245,"about_ca_system_score_gemma":0.006786222,"threshold_uncertainty_score":0.24203604},"labels":[],"label_agreement":null},{"id":"W4396230885","doi":"10.1145/3637294","title":"Aftermath: Infrastructure, Resources, and Organizational Adaptation in the Wake of Disaster","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Adaptation (eye); Public relations; Disaster response; Disaster recovery; Political science; Informatics; Knowledge management; Emergency management; Business; Geography; Psychology","score_opus":0.02948599250610653,"score_gpt":0.312986866215426,"score_spread":0.2835008737093195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96526414,0.0002788442,0.0013042333,0.0049915477,0.000042759697,0.000037821013,0.00004844597,0.000015630103,0.02801657],"genre_scores_gemma":[0.99855095,0.000097627366,0.0001627302,0.00014760354,0.000004931439,0.000013773306,0.000015712307,0.0000044086196,0.0010023466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989085,0.00054766756,0.000031239353,0.000089085785,0.00008270672,0.00034078464],"domain_scores_gemma":[0.99834466,0.0005887868,0.00032185795,0.000111087385,0.00016946188,0.00046417082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013855848,0.00018181345,0.00015393183,0.0007891727,0.004309046,0.0043230113,0.0006417108,0.0009969776,0.002679442],"category_scores_gemma":[0.004221481,0.00015784075,0.000118539596,0.0006906735,0.0054084975,0.0033626233,0.004749476,0.0012798035,0.0002441797],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020353681,0.00026704406,0.16543472,0.00019697273,0.000056136476,0.0038921759,0.7177337,0.00193582,0.0023824999,0.049696825,0.0051325103,0.053068087],"study_design_scores_gemma":[0.000006272488,0.000079508434,0.09562447,0.00012307931,0.000009643959,0.00028418077,0.8668985,0.00047511375,0.0002587298,0.009287809,0.026928954,0.000023796569],"about_ca_topic_score_codex":0.009661936,"about_ca_topic_score_gemma":0.019793753,"teacher_disagreement_score":0.009661936,"about_ca_system_score_codex":0.001969267,"about_ca_system_score_gemma":0.00229949,"threshold_uncertainty_score":0.019211411},"labels":[],"label_agreement":null},{"id":"W4396230887","doi":"10.1145/3637307","title":"Characterizing Usability Issue Discussions in Open Source Software Projects","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Universitas Brawijaya","keywords":"Usability; Computer science; Scope (computer science); Pluralistic walkthrough; Web usability; Context (archaeology); Usability engineering; World Wide Web; Knowledge management; Data science; Human–computer interaction; Geography","score_opus":0.06339403550473677,"score_gpt":0.35596260067153374,"score_spread":0.29256856516679697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98638135,0.00037330654,0.008957789,0.00026586666,0.000026332647,0.00023182489,0.00008945884,0.00009032847,0.0035836692],"genre_scores_gemma":[0.9882632,0.00025417787,0.009143562,0.0001048217,0.00003447135,0.0004886715,0.0002787844,0.000064682325,0.0013676016],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9651207,0.020412588,0.0032441574,0.002980627,0.0067627397,0.0014792179],"domain_scores_gemma":[0.75833625,0.17615879,0.035226997,0.0054985653,0.018411346,0.0063680517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02561154,0.0006547094,0.00064594497,0.009072729,0.0036074386,0.0057021347,0.0012143933,0.0021111197,0.001766088],"category_scores_gemma":[0.15400407,0.0005762118,0.0005474968,0.0042430814,0.0021218776,0.0065614698,0.007460089,0.0019037114,0.00049488456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005066602,0.00070321804,0.35883617,0.0011395735,0.0000975169,0.0011039507,0.48790443,0.000755645,0.009794888,0.0035601805,0.0020230198,0.13357475],"study_design_scores_gemma":[0.000071304,0.001181278,0.49740973,0.0010525243,0.00011341236,0.0016076283,0.44043866,0.011435731,0.005621906,0.010555334,0.030157965,0.00035455343],"about_ca_topic_score_codex":0.0013874684,"about_ca_topic_score_gemma":0.0020263938,"teacher_disagreement_score":0.02561154,"about_ca_system_score_codex":0.0018138421,"about_ca_system_score_gemma":0.0021218199,"threshold_uncertainty_score":0.13544834},"labels":[],"label_agreement":null},{"id":"W4396230932","doi":"10.1145/3637414","title":"Towards Inclusive Futures for Worker Wellbeing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Universitas Brawijaya","keywords":"Context (archaeology); Futures contract; Work (physics); Public relations; Identity (music); Sociology; Process (computing); Knowledge management; Computer-supported cooperative work; Psychology; Business; Political science; Computer science; Engineering; Geography","score_opus":0.21712141831859555,"score_gpt":0.47034330589954354,"score_spread":0.253221887580948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230932","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18342823,0.015222232,0.14680985,0.30074647,0.0024066276,0.0003821343,0.0002096258,0.00083355553,0.3499613],"genre_scores_gemma":[0.90482146,0.00636955,0.045467753,0.011547671,0.0005346297,0.00078305043,0.00016337761,0.00026536413,0.030046945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9874281,0.009010381,0.00034037864,0.00089769386,0.0010050426,0.0013183648],"domain_scores_gemma":[0.9905037,0.00428693,0.0009034512,0.0011791823,0.00092856085,0.0021981413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021351818,0.001277539,0.00077302236,0.0031429091,0.013121704,0.024201337,0.0022811606,0.006167416,0.010002383],"category_scores_gemma":[0.013856642,0.000805347,0.0012423943,0.0017844551,0.031929396,0.025091106,0.04025752,0.0071027214,0.0025031287],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118685726,0.000206482,0.006636832,0.00074840477,0.000047993217,0.00043072217,0.4826426,0.0005663348,0.0015403263,0.37737533,0.011371855,0.11831458],"study_design_scores_gemma":[0.000027510916,0.0001424799,0.003776314,0.0011284925,0.000036482415,0.00023432676,0.25765347,0.0005508796,0.00080162106,0.442095,0.2934799,0.000073436495],"about_ca_topic_score_codex":0.0029123859,"about_ca_topic_score_gemma":0.0042471555,"teacher_disagreement_score":0.024201337,"about_ca_system_score_codex":0.00560449,"about_ca_system_score_gemma":0.008483819,"threshold_uncertainty_score":0.11292052},"labels":[],"label_agreement":null},{"id":"W4396230946","doi":"10.1145/3637315","title":"Creative ML Assemblages: The Interactive Politics of People, Processes, and Products","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Politics; Political science; Law","score_opus":0.034793850948010414,"score_gpt":0.31944037865985503,"score_spread":0.2846465277118446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10512449,0.0026991616,0.518695,0.010853217,0.00030439053,0.00036489574,0.00014240696,0.0007294871,0.36108696],"genre_scores_gemma":[0.8887559,0.0010873225,0.090844,0.0004987972,0.00021134061,0.00043891932,0.00008759737,0.00034163616,0.017734436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9885356,0.006970362,0.0004952152,0.001344701,0.0018750762,0.0007791384],"domain_scores_gemma":[0.985515,0.009425725,0.0014607579,0.0022806742,0.00056215096,0.00075572886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008659547,0.0007014604,0.00059448474,0.00613843,0.007904128,0.01998688,0.0020211616,0.0024351925,0.009445052],"category_scores_gemma":[0.015424024,0.00091977447,0.0009902989,0.0035313328,0.03443842,0.02526395,0.012529566,0.0029329627,0.0011612793],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022478282,0.000014379132,0.0011246679,0.00010008643,0.000014135456,0.0001892815,0.025660653,0.00084015395,0.00065559737,0.9588554,0.00067778496,0.011845307],"study_design_scores_gemma":[0.000031255146,0.00003508903,0.0015068982,0.00022807329,0.00003146254,0.00032924055,0.026690543,0.004935367,0.0011732478,0.8578073,0.10719402,0.00003757846],"about_ca_topic_score_codex":0.002042371,"about_ca_topic_score_gemma":0.002329986,"teacher_disagreement_score":0.01998688,"about_ca_system_score_codex":0.004198145,"about_ca_system_score_gemma":0.003028641,"threshold_uncertainty_score":0.045796573},"labels":[],"label_agreement":null},{"id":"W4396232210","doi":"10.1145/3637374","title":"Navigating the Gray: Design Practitioners' Perceptions Toward the Implementation of Privacy Dark Patterns","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"","keywords":"Usability; Internet privacy; Perception; Privacy by Design; Harm; Set (abstract data type); Status quo; Information privacy; Psychology; Computer science; Social psychology; Human–computer interaction; Political science","score_opus":0.08301871987440788,"score_gpt":0.41160152764222496,"score_spread":0.32858280776781706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396232210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94532853,0.0007805738,0.032279957,0.01114708,0.00005830412,0.00013887278,0.000014367139,0.000093374845,0.010159003],"genre_scores_gemma":[0.9937981,0.0002289017,0.004290622,0.00076157134,0.000008170779,0.00005490095,0.00000750456,0.000026048036,0.00082422653],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8854757,0.09085607,0.0045411657,0.0035818608,0.012337814,0.0032074037],"domain_scores_gemma":[0.8668679,0.09547994,0.012438647,0.008609679,0.012425102,0.004178659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08009122,0.0007346786,0.00053247844,0.0026039009,0.008630349,0.01015154,0.001743944,0.0044859564,0.0013656664],"category_scores_gemma":[0.12612575,0.0015070897,0.0005698476,0.0015831761,0.022015683,0.012306221,0.0112986695,0.0067976867,0.00026042297],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003127141,0.000032511667,0.007725465,0.000093220224,0.000010753362,0.000256964,0.9753386,0.0001423088,0.0014332684,0.0065867845,0.00030059018,0.008048247],"study_design_scores_gemma":[0.000026701804,0.0002270175,0.0034582147,0.0003423504,0.000022356497,0.00074153685,0.9632974,0.0012805028,0.0011589669,0.0068857474,0.022486452,0.000072672796],"about_ca_topic_score_codex":0.0050347853,"about_ca_topic_score_gemma":0.003530544,"teacher_disagreement_score":0.08009122,"about_ca_system_score_codex":0.0049019945,"about_ca_system_score_gemma":0.0074593932,"threshold_uncertainty_score":0.42356795},"labels":[],"label_agreement":null},{"id":"W4396232226","doi":"10.1145/3641001","title":"Designing for Agonism: 12 Workers' Perspectives on Contesting Technology Futures","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Agonism; Futures contract; Business; Political science; Politics","score_opus":0.05037586972754275,"score_gpt":0.3397212466552523,"score_spread":0.2893453769277095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396232226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8582051,0.0023872172,0.049308084,0.046726257,0.00065304263,0.00036023586,0.00008115919,0.00021736357,0.042061582],"genre_scores_gemma":[0.9865965,0.000561178,0.0047212928,0.0016324999,0.000096487485,0.00018887188,0.000028537997,0.0000961115,0.0060785334],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9103952,0.07601918,0.0013774526,0.0029365064,0.0048272666,0.0044443435],"domain_scores_gemma":[0.92268723,0.062254097,0.003187353,0.0035583107,0.004064602,0.004248489],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0642031,0.0012901938,0.0012549453,0.0036701667,0.037728332,0.018960671,0.0038041326,0.0077283164,0.0028446135],"category_scores_gemma":[0.06617516,0.0014548952,0.00094557396,0.0021423448,0.043712426,0.013966733,0.017690666,0.012591753,0.0004940955],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003463171,0.000025938423,0.0008457807,0.000045502733,0.000003529693,0.00032405177,0.98369664,0.0000789351,0.00029574413,0.010469971,0.00051849766,0.0036608113],"study_design_scores_gemma":[0.00001389056,0.000050525963,0.00031040233,0.00010992567,0.0000055377063,0.00016527296,0.9692327,0.0003170048,0.00039111415,0.0071874917,0.022188138,0.000027991013],"about_ca_topic_score_codex":0.0075703994,"about_ca_topic_score_gemma":0.010184553,"teacher_disagreement_score":0.9622717,"about_ca_system_score_codex":0.0087964535,"about_ca_system_score_gemma":0.009496682,"threshold_uncertainty_score":0.3395425},"labels":[],"label_agreement":null},{"id":"W4399072199","doi":"10.1145/3655601","title":"GazeSwitch: Automatic Eye-Head Mode Switching for Optimised Hands-Free Pointing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya; European Commission","keywords":"Computer science; Head (geology); Leverage (statistics); Gesture; Artificial intelligence; Eye movement; Computer vision; Human–computer interaction","score_opus":0.053931460160588654,"score_gpt":0.35492537761544113,"score_spread":0.3009939174548525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399072199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08624279,0.00068689464,0.8870529,0.00016290395,0.00011989924,0.00016013658,0.00030023322,0.023193317,0.0020810582],"genre_scores_gemma":[0.67884475,0.00032559907,0.3129537,0.00025199307,0.00007891011,0.00022785965,0.00036752014,0.0011758957,0.005773768],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99944264,0.00010137708,0.00002754179,0.00016766076,0.00020255036,0.000058226837],"domain_scores_gemma":[0.99906164,0.0005029687,0.00008308198,0.00013041394,0.00016352427,0.000058391783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006375314,0.0007992408,0.0006071569,0.0006517479,0.00029130728,0.0005607073,0.001432523,0.0007102915,0.0065488876],"category_scores_gemma":[0.0025452902,0.00036007498,0.0003975889,0.00026510365,0.00044637918,0.00083917193,0.001190339,0.000827768,0.0013760875],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011254187,0.00015451715,0.0019407771,0.00029409092,0.000081145365,0.0001574327,0.0003994244,0.009529046,0.35679024,0.0007882408,0.004477813,0.62426186],"study_design_scores_gemma":[0.0003854228,0.0017919912,0.02125252,0.00014942883,0.00015281001,0.0015710335,0.0002658469,0.4993159,0.44679177,0.0038810174,0.024152705,0.00028959443],"about_ca_topic_score_codex":0.0018114538,"about_ca_topic_score_gemma":0.0028108603,"teacher_disagreement_score":0.0065488876,"about_ca_system_score_codex":0.00036146547,"about_ca_system_score_gemma":0.0004263438,"threshold_uncertainty_score":0.021908164},"labels":[],"label_agreement":null},{"id":"W4399723238","doi":"10.1145/3664636","title":"User Interface Evaluation Through Implicit-Association Tests","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Association (psychology); Computer science; Interface (matter); Human–computer interaction; Psychology; Operating system","score_opus":0.07518040325055796,"score_gpt":0.3743577296106115,"score_spread":0.2991773263600535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87234515,0.00040382778,0.10600822,0.0002799507,0.00020659128,0.0020472815,0.00048417394,0.0023273306,0.015897457],"genre_scores_gemma":[0.93460584,0.00016283794,0.05842022,0.00027928685,0.000060658687,0.0017031882,0.0004729285,0.00038814842,0.003906911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.958048,0.02157791,0.0058602504,0.002126632,0.011525857,0.0008613098],"domain_scores_gemma":[0.7073987,0.21184836,0.014873339,0.017745538,0.045713197,0.002420772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025334485,0.0014860309,0.0010541711,0.00247628,0.00070830487,0.003392921,0.0015429321,0.0019431823,0.0060328217],"category_scores_gemma":[0.28939262,0.00054760795,0.00059303653,0.0014386915,0.0009187449,0.0051442655,0.003240257,0.0017566929,0.0025840057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008104422,0.003802718,0.19132043,0.0026315534,0.00039526043,0.000549293,0.018460037,0.0065808073,0.041838337,0.006671305,0.009817375,0.70982844],"study_design_scores_gemma":[0.0014414821,0.021343827,0.51040936,0.0013167922,0.00065076863,0.002372743,0.008605635,0.29082146,0.11003987,0.01963279,0.03208716,0.0012781173],"about_ca_topic_score_codex":0.00087454106,"about_ca_topic_score_gemma":0.0007966237,"teacher_disagreement_score":0.025334485,"about_ca_system_score_codex":0.00051451137,"about_ca_system_score_gemma":0.00072398904,"threshold_uncertainty_score":0.1339832},"labels":[],"label_agreement":null},{"id":"W4400703143","doi":"10.1145/3677106","title":"The Jade Gateway to Exergaming: How Socio-Cultural Factors Shape Exergaming Among East Asian Older Adults","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Canadian Institutes of Health Research; Universitas Brawijaya; Lupina Foundation","keywords":"Curiosity; Psychology; Perception; Gerontology; Social psychology; Medicine","score_opus":0.03235094216608875,"score_gpt":0.3159564860284839,"score_spread":0.28360554386239517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400703143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99676585,0.00019754226,0.00018671897,0.00038024015,0.0000167386,0.00002167221,0.000052499865,0.000004272666,0.0023743985],"genre_scores_gemma":[0.9985613,0.00019930932,0.00035302978,0.00018900991,0.0000050503345,0.000027552322,0.000043907596,0.0000034393745,0.00061733206],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99958926,0.00017663182,0.000039448023,0.000057094847,0.000046073867,0.00009149339],"domain_scores_gemma":[0.9987546,0.00038118905,0.00025061268,0.000078347315,0.00015983477,0.00037547867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001350108,0.00024519127,0.00025587613,0.00042336303,0.00097111665,0.0020591032,0.00031255832,0.00038150407,0.0026302151],"category_scores_gemma":[0.0029424464,0.00019989908,0.000407837,0.00029612306,0.00066246855,0.0014705502,0.0018533672,0.00066065806,0.00026522574],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028726182,0.00033191443,0.8330454,0.00033619977,0.000121071396,0.00037561526,0.121702254,0.0000526823,0.001841277,0.0010085314,0.0011967907,0.039701153],"study_design_scores_gemma":[0.000020370459,0.00020854636,0.8286199,0.00028548882,0.00014008766,0.00029289728,0.16364653,0.0002523483,0.00030559523,0.00043466905,0.0057624867,0.00003110327],"about_ca_topic_score_codex":0.0072673555,"about_ca_topic_score_gemma":0.022672586,"teacher_disagreement_score":0.0072673555,"about_ca_system_score_codex":0.00044225453,"about_ca_system_score_gemma":0.000801823,"threshold_uncertainty_score":0.014450133},"labels":[],"label_agreement":null},{"id":"W4402789354","doi":"10.1145/3676487","title":"Agent-based Mediation on Smartphone Usage among Co-located Couples","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Mediation; Psychology; Computer science; Internet privacy; Human–computer interaction; Sociology","score_opus":0.08026252772465457,"score_gpt":0.39418288468330526,"score_spread":0.31392035695865067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402789354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99269,0.00022289813,0.0019896806,0.00026284865,0.000015394,0.000066403874,0.000076122764,0.000055485376,0.0046210946],"genre_scores_gemma":[0.99888307,0.00006141193,0.0006537089,0.000022316292,0.0000032328392,0.00002974046,0.000028137836,0.00000421376,0.000314214],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976615,0.0017736403,0.00007784583,0.00018668012,0.00017733341,0.0001229323],"domain_scores_gemma":[0.98808265,0.009144724,0.0010498515,0.00058352354,0.00064659625,0.0004927872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018865939,0.00031344427,0.00032366722,0.0006000332,0.0010936486,0.0019865884,0.0004845199,0.00076431385,0.0039621345],"category_scores_gemma":[0.017681604,0.00022547522,0.0003172368,0.0004137016,0.0006471484,0.0015557382,0.0025521258,0.0005969361,0.00047113688],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018764675,0.0009515652,0.5517439,0.00083656044,0.00036765862,0.0034728395,0.22349004,0.003539785,0.016993485,0.0033738685,0.002369511,0.19098423],"study_design_scores_gemma":[0.00021493778,0.0028757192,0.6606546,0.0005373463,0.00074000907,0.0028711634,0.24969444,0.047837857,0.009362191,0.0053452468,0.019551681,0.0003147994],"about_ca_topic_score_codex":0.003278779,"about_ca_topic_score_gemma":0.0036457272,"teacher_disagreement_score":0.0039621345,"about_ca_system_score_codex":0.00046173984,"about_ca_system_score_gemma":0.00045432005,"threshold_uncertainty_score":0.0132546425},"labels":[],"label_agreement":null},{"id":"W4402789910","doi":"10.1145/3676526","title":"ThermoGrasp: Enabling Localized Thermal Feedback on Fingers for Precision Grasps in Virtual Reality","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Virtual reality; Computer science; Human–computer interaction; Thermal; Simulation; Physics","score_opus":0.07582907699205908,"score_gpt":0.3556490965195054,"score_spread":0.2798200195274463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402789910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5092227,0.0024502573,0.4785435,0.0003164485,0.00019137989,0.0001700886,0.00023062376,0.0038609821,0.005013952],"genre_scores_gemma":[0.88666975,0.000807373,0.10903459,0.00017486345,0.000056754594,0.00010046593,0.000082491875,0.00017674475,0.002897008],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996549,0.000096651194,0.000015054535,0.000052934836,0.00012525893,0.000055278666],"domain_scores_gemma":[0.9994147,0.0002989351,0.00006778299,0.000103666884,0.000055512275,0.000059385155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046556952,0.000590022,0.00035427554,0.0002646647,0.00015549423,0.00073713623,0.0009645228,0.0007574409,0.0039645554],"category_scores_gemma":[0.0016264654,0.00028746296,0.0004049103,0.00018630017,0.0005200566,0.0011157198,0.0013345929,0.00045913213,0.00043241505],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008899589,0.00013853119,0.00071091205,0.00060101796,0.00004241021,0.00064480735,0.0010892961,0.004467492,0.86802965,0.0017780523,0.0014446767,0.120163165],"study_design_scores_gemma":[0.00057310157,0.009285561,0.03954716,0.0005641949,0.00040513492,0.01086559,0.0013891623,0.16074736,0.7065657,0.0059089162,0.06338331,0.0007647934],"about_ca_topic_score_codex":0.0003746763,"about_ca_topic_score_gemma":0.0005871623,"teacher_disagreement_score":0.0039645554,"about_ca_system_score_codex":0.00013481281,"about_ca_system_score_gemma":0.00020355407,"threshold_uncertainty_score":0.013262689},"labels":[],"label_agreement":null},{"id":"W4403422982","doi":"10.1145/3677108","title":"Towards Democratisation of Games User Research: Exploring Playtesting Challenges of Indie Video Game Developers","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Indie film; Video game; Computer science; Multimedia; Key (lock); World Wide Web; Knowledge management; Sociology","score_opus":0.38635521920189814,"score_gpt":0.4471805787573747,"score_spread":0.06082535955547658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403422982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8049917,0.0011474631,0.14104962,0.027661964,0.00027192596,0.0012112849,0.00011928427,0.0010254984,0.02252127],"genre_scores_gemma":[0.9302427,0.00035290586,0.06138023,0.0032473889,0.00005662815,0.001399556,0.000106830565,0.00040955096,0.002804219],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.67555785,0.27535498,0.009900761,0.011281216,0.021170754,0.0067343824],"domain_scores_gemma":[0.36986995,0.47264546,0.027870586,0.057565216,0.058227487,0.013821278],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27282766,0.0011148916,0.0013039948,0.0056066113,0.009605274,0.022937534,0.0062827053,0.004967595,0.0023226463],"category_scores_gemma":[0.4292335,0.0021663175,0.0007312239,0.0029729302,0.017596647,0.020763934,0.019365521,0.007857186,0.0010711056],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030849146,0.00073007774,0.056728482,0.00066999916,0.00007270521,0.0012474956,0.8132728,0.00051649986,0.007876422,0.013128917,0.0036138762,0.10183426],"study_design_scores_gemma":[0.00022336877,0.0014208945,0.040565576,0.0022629825,0.000104285085,0.0035860483,0.7766799,0.010406264,0.011304192,0.04615512,0.10688813,0.00040329463],"about_ca_topic_score_codex":0.0032017815,"about_ca_topic_score_gemma":0.0067986646,"teacher_disagreement_score":0.7271724,"about_ca_system_score_codex":0.0074873418,"about_ca_system_score_gemma":0.013450421,"threshold_uncertainty_score":0.896733},"labels":[],"label_agreement":null},{"id":"W4403423065","doi":"10.1145/3677074","title":"From Motivating to Manipulative: The Use of Deceptive Design in a Game's Free-to-Play Transition","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitas Brawijaya","keywords":"Transition (genetics); Game mechanics; Popularity; Game design; Perception; Computer science; Video game design; Game Developer; Human–computer interaction; Psychology; Social psychology","score_opus":0.15883308656599945,"score_gpt":0.3687095457590951,"score_spread":0.20987645919309564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9350923,0.00028036593,0.041007765,0.0011491885,0.00003693234,0.00014932742,0.000018730452,0.00017168935,0.022093775],"genre_scores_gemma":[0.9932428,0.00006222967,0.0055962503,0.0001043808,0.0000053443086,0.00003721979,0.000008806202,0.000027670822,0.0009154186],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98474276,0.011204277,0.0005486213,0.0007010532,0.0022131675,0.00059017085],"domain_scores_gemma":[0.9397272,0.04177416,0.009141972,0.0048744357,0.0029747537,0.0015074267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009647474,0.00079420727,0.00034458487,0.0017025449,0.003344779,0.009177008,0.0014850504,0.0014272437,0.0017390306],"category_scores_gemma":[0.05584434,0.00058141217,0.00043385685,0.00064523984,0.0069243535,0.0061425124,0.0040154904,0.0024612574,0.0003256593],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010825632,0.0010762976,0.15238783,0.0008929873,0.00016380314,0.0024976127,0.44739014,0.0054831533,0.014601438,0.1437322,0.002575431,0.22811657],"study_design_scores_gemma":[0.0002202557,0.0032752457,0.1861593,0.002543127,0.00041541512,0.007757946,0.40739644,0.09596068,0.024225935,0.14953244,0.121679164,0.000834021],"about_ca_topic_score_codex":0.002125855,"about_ca_topic_score_gemma":0.0029142962,"teacher_disagreement_score":0.009647474,"about_ca_system_score_codex":0.0024465735,"about_ca_system_score_gemma":0.0015171834,"threshold_uncertainty_score":0.051021338},"labels":[],"label_agreement":null},{"id":"W4403423109","doi":"10.1145/3677091","title":"Move, React, Repeat! The Role of Continuous Cues in Immersive Exergames","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Deutsche Forschungsgemeinschaft","keywords":"Virtual reality; Granularity; Human–computer interaction; Computer science; Sensory cue; Psychology; Multimedia; Cognitive psychology","score_opus":0.0251687539793415,"score_gpt":0.3077019298897596,"score_spread":0.2825331759104181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915319,0.0027178568,0.08426784,0.00052410347,0.00011754434,0.0003383479,0.00019539401,0.0005081723,0.019798907],"genre_scores_gemma":[0.9703589,0.00044006962,0.027380114,0.0001217784,0.000024868048,0.00020308956,0.00005747321,0.00006273776,0.0013509459],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998519,0.0008566255,0.00007444476,0.00018795182,0.00025447202,0.000107506254],"domain_scores_gemma":[0.9934504,0.0049817963,0.00054910197,0.00036469733,0.00030077776,0.00035313494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013260721,0.0004976407,0.00026737573,0.00035007548,0.00025995015,0.0017377175,0.0006016891,0.00046805272,0.004612741],"category_scores_gemma":[0.014327681,0.0003254613,0.00017800684,0.00019491458,0.0008559614,0.0016926482,0.0020396875,0.00044104792,0.00043160745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060184477,0.0012710943,0.020468388,0.006305568,0.00025235672,0.0006822228,0.022234548,0.006216844,0.26895538,0.013453433,0.0020904744,0.65205127],"study_design_scores_gemma":[0.0021902416,0.028470905,0.52170193,0.005060145,0.0017500924,0.003943597,0.039206754,0.05103709,0.17566904,0.053487927,0.11649466,0.0009875799],"about_ca_topic_score_codex":0.0004525999,"about_ca_topic_score_gemma":0.00075500656,"teacher_disagreement_score":0.004612741,"about_ca_system_score_codex":0.00016436262,"about_ca_system_score_gemma":0.00026805443,"threshold_uncertainty_score":0.015431166},"labels":[],"label_agreement":null},{"id":"W4403423174","doi":"10.1145/3677080","title":"How To Tame a Toxic Player? A Systematic Literature Review on Intervention Systems for Toxic Behaviors in Online Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Intervention (counseling); Video game; Computer science; Human–computer interaction; Psychology; Multimedia; Psychiatry","score_opus":0.048047119664512236,"score_gpt":0.3677904120498298,"score_spread":0.31974329238531757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003023152,0.99088013,0.0011627722,0.0016028032,0.00026263355,0.0016047282,0.00026664353,0.000043152235,0.001154081],"genre_scores_gemma":[0.033997133,0.9542734,0.006396215,0.0013844417,0.00008359211,0.0032929932,0.00025548882,0.000021081929,0.0002957426],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9800519,0.011282892,0.0048115347,0.00091026793,0.0025269093,0.00041648603],"domain_scores_gemma":[0.9502744,0.039622772,0.0048093945,0.00077431306,0.0039061115,0.00061304047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020820174,0.0016910487,0.005348461,0.010848576,0.001131247,0.0040325564,0.0023153839,0.0021440908,0.004761803],"category_scores_gemma":[0.08711668,0.0010382497,0.00517097,0.0069922935,0.0014639469,0.004016978,0.002498556,0.002260998,0.00057702104],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032187998,0.00010610554,0.0005987107,0.7923525,0.002890125,0.00008092834,0.0011219303,0.00022702063,0.00026358524,0.001297062,0.0024622714,0.19827795],"study_design_scores_gemma":[0.00032462212,0.0004121917,0.0016587588,0.9568992,0.014825393,0.000116375384,0.0008406658,0.0001509957,0.0004332501,0.000913461,0.02338466,0.000040509578],"about_ca_topic_score_codex":0.0068036285,"about_ca_topic_score_gemma":0.023681007,"teacher_disagreement_score":0.020820174,"about_ca_system_score_codex":0.005563645,"about_ca_system_score_gemma":0.023768479,"threshold_uncertainty_score":0.11010891},"labels":[],"label_agreement":null},{"id":"W4403423221","doi":"10.1145/3677090","title":"\"More than just a game, it's an app that builds awareness around Mental Health\": Mental Health Stigma Reduction Using Games for Change","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mental health; Stigma (botany); Psychology; Social psychology; Psychiatry","score_opus":0.264991590590086,"score_gpt":0.49549432980063174,"score_spread":0.23050273921054576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70895374,0.0036884933,0.13284165,0.02001554,0.0027433818,0.00487569,0.0011443285,0.009626632,0.11611053],"genre_scores_gemma":[0.8295472,0.0022734576,0.130119,0.00419127,0.0002448665,0.0028140547,0.0008011799,0.00035658357,0.029652456],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988182,0.00069190556,0.00005709522,0.00010131857,0.00019179874,0.00013951366],"domain_scores_gemma":[0.9978148,0.0013140559,0.00013486212,0.00011978731,0.00021040699,0.00040609296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013768426,0.0011730012,0.0003044156,0.00072442525,0.0009063239,0.0023420514,0.0011579181,0.0013101383,0.0067531057],"category_scores_gemma":[0.006428139,0.00023314118,0.0007786308,0.00027992422,0.00087425695,0.0022321958,0.0025674994,0.0013238519,0.0014379306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032018109,0.007968657,0.01944225,0.005396148,0.00043926074,0.00142152,0.021508943,0.0034753508,0.021926075,0.012851682,0.09573626,0.80663204],"study_design_scores_gemma":[0.0036585098,0.023674415,0.0924039,0.006815592,0.0021001191,0.006826908,0.037117098,0.07251928,0.04628678,0.041410115,0.6660282,0.0011589782],"about_ca_topic_score_codex":0.0012713458,"about_ca_topic_score_gemma":0.0024719518,"teacher_disagreement_score":0.0067531057,"about_ca_system_score_codex":0.00039008365,"about_ca_system_score_gemma":0.0006726688,"threshold_uncertainty_score":0.022591412},"labels":[],"label_agreement":null},{"id":"W4403423304","doi":"10.1145/3677084","title":"Juicy Audio: Audio Designers' Conceptualization of the Term in Video Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Conceptualization; Term (time); Multimedia; Computer science; Audio visual; Artificial intelligence","score_opus":0.040075718295752044,"score_gpt":0.30958436457784655,"score_spread":0.2695086462820945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.605215,0.0034689005,0.23219924,0.011158258,0.0005224291,0.00059828657,0.00012491466,0.0002584137,0.14645454],"genre_scores_gemma":[0.97673166,0.0003719027,0.018067062,0.00055386237,0.000030843683,0.00019700923,0.000020645199,0.00005380573,0.003973292],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99555814,0.0033878342,0.000120097066,0.00026097213,0.0004171115,0.000255752],"domain_scores_gemma":[0.99547356,0.0032318723,0.0003535441,0.00024441807,0.0003243737,0.00037233668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00557596,0.0006725028,0.0002605136,0.002082939,0.0033048496,0.0064565116,0.0011669408,0.0018237378,0.00202067],"category_scores_gemma":[0.009608876,0.0004390305,0.0002996372,0.0008536397,0.015213733,0.0069530574,0.00508811,0.0028044826,0.00016302265],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010349085,0.00005037823,0.003011754,0.0002959747,0.000009576273,0.00039409113,0.78501153,0.00057455065,0.0061183907,0.18467565,0.0014768916,0.018277697],"study_design_scores_gemma":[0.0000669964,0.0002951182,0.009426601,0.001166835,0.00004869218,0.0026879993,0.68668306,0.006050979,0.003332097,0.07775524,0.2123543,0.00013200825],"about_ca_topic_score_codex":0.0033294032,"about_ca_topic_score_gemma":0.004588949,"teacher_disagreement_score":0.0064565116,"about_ca_system_score_codex":0.0023880326,"about_ca_system_score_gemma":0.0022495268,"threshold_uncertainty_score":0.029488802},"labels":[],"label_agreement":null},{"id":"W4403423380","doi":"10.1145/3677071","title":"Flipping into the Future: Exploring Player Experience and Task Demand in Physical, VR, and PC Pinball","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Human–computer interaction; Task (project management); On demand; Psychology; Computer science; Multimedia; Engineering","score_opus":0.07033170960443556,"score_gpt":0.37197011564026283,"score_spread":0.30163840603582726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99886584,0.000017049297,0.0003412965,0.000008722698,0.0000018574832,0.000019742236,0.000016304617,0.0000027588585,0.00072641653],"genre_scores_gemma":[0.99839526,0.000031699456,0.0006574465,0.0000197466,0.0000029167431,0.000052542728,0.000046292,0.0000042447023,0.0007897887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993044,0.00027730694,0.00003290077,0.000108771994,0.00016214215,0.000114459835],"domain_scores_gemma":[0.99764025,0.0013950246,0.00037064048,0.00009041957,0.00019661163,0.000307044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010247641,0.00038791075,0.000255489,0.00051495485,0.00032259917,0.00109274,0.00042492655,0.0003666107,0.0033089956],"category_scores_gemma":[0.007571341,0.00021568686,0.00021671632,0.00014571313,0.00050631945,0.0007052405,0.0010786626,0.00042139008,0.0002782906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007955752,0.005416519,0.46498153,0.0014795377,0.0002780393,0.0023693312,0.20932661,0.0016006681,0.16772111,0.0012360255,0.0014019836,0.13623285],"study_design_scores_gemma":[0.00025408075,0.008360791,0.8496109,0.00019424873,0.00011783343,0.001378374,0.11943957,0.0046596937,0.010383642,0.00093256903,0.004496467,0.00017170925],"about_ca_topic_score_codex":0.0014242051,"about_ca_topic_score_gemma":0.0023269353,"teacher_disagreement_score":0.0033089956,"about_ca_system_score_codex":0.00021185586,"about_ca_system_score_gemma":0.00019856267,"threshold_uncertainty_score":0.011069655},"labels":[],"label_agreement":null},{"id":"W4403423386","doi":"10.1145/3677077","title":"Hexed by Pressure: How Action-State Orientation Explains Propensity to Choke in Super Hexagon","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Choke; Action (physics); Orientation (vector space); Mechanics; Physics; Mathematics; Geometry; Quantum mechanics","score_opus":0.07581479060064612,"score_gpt":0.3529382036838795,"score_spread":0.2771234130832334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986565,0.000028286788,0.00052037765,0.000043683518,0.000006303683,0.000014618784,0.00006174173,0.000006139721,0.00066225155],"genre_scores_gemma":[0.9990159,0.000015955377,0.0003421004,0.00003569493,0.0000034037075,0.00002280827,0.00011848363,0.000009272358,0.00043630885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995617,0.00010490871,0.000025136727,0.00015037069,0.00006151851,0.00009638181],"domain_scores_gemma":[0.99739385,0.00077992014,0.0007945582,0.00034480807,0.00014545578,0.00054144696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009205715,0.0003013926,0.00035340423,0.0002928444,0.00026863493,0.00089980045,0.00029264987,0.00046029163,0.004388641],"category_scores_gemma":[0.00474866,0.00026162175,0.00031125318,0.00021151012,0.0005669281,0.0003513361,0.0005777568,0.0007379752,0.00042095748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026624661,0.0011793802,0.93797064,0.000078183664,0.00023990685,0.00025939522,0.0019568503,0.0009480007,0.03799143,0.0006180459,0.00055347726,0.015542259],"study_design_scores_gemma":[0.000012418978,0.00033613737,0.99704045,0.000007742445,0.000024551782,0.00005683489,0.00029238148,0.0011331635,0.0005845525,0.00034015838,0.00016119373,0.000010436101],"about_ca_topic_score_codex":0.0027124432,"about_ca_topic_score_gemma":0.0035440507,"teacher_disagreement_score":0.004388641,"about_ca_system_score_codex":0.00019591121,"about_ca_system_score_gemma":0.00019228543,"threshold_uncertainty_score":0.0146814585},"labels":[],"label_agreement":null},{"id":"W4403423434","doi":"10.1145/3677073","title":"From Imagination to Innovation: Using Participatory Design Fiction to Envision the Future of Accessible Gaming Wearables for Players with Upper Limb Motor Disabilities","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Persona Design and Applications","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Carleton University","funders":"","keywords":"Wearable computer; Citizen journalism; Participatory design; Psychology; Human–computer interaction; Sociology; Multimedia; Physical medicine and rehabilitation; Computer science; Engineering; World Wide Web; Medicine; Embedded system","score_opus":0.1157201079271429,"score_gpt":0.37094400771892583,"score_spread":0.25522389979178295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64970475,0.0020576126,0.24444342,0.014569226,0.0004287552,0.0024484838,0.00018003772,0.00036307907,0.0858047],"genre_scores_gemma":[0.94098294,0.00064510206,0.05157951,0.00069468503,0.00005144519,0.0009905427,0.00006377047,0.00008577637,0.0049061105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9577167,0.0379281,0.0004890217,0.0009910476,0.0018086197,0.0010665567],"domain_scores_gemma":[0.9506183,0.042232465,0.0014891981,0.0030183874,0.0014190446,0.0012225915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031725522,0.0013359986,0.0005646739,0.0036107753,0.009555175,0.010788827,0.0023846806,0.0029601508,0.003383682],"category_scores_gemma":[0.033964142,0.0005768665,0.00077794475,0.0014321076,0.023507716,0.011474571,0.012065567,0.003399692,0.0005001361],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048104448,0.00009957887,0.0013053262,0.0003232652,0.000014068199,0.0007692984,0.9163267,0.0005394386,0.001565106,0.05309435,0.0014421773,0.02447263],"study_design_scores_gemma":[0.00006801014,0.00039751714,0.0013956731,0.001000019,0.000042677442,0.0020030243,0.7547562,0.0027595854,0.004610382,0.06090776,0.17193162,0.00012754067],"about_ca_topic_score_codex":0.0010205995,"about_ca_topic_score_gemma":0.002098096,"teacher_disagreement_score":0.031725522,"about_ca_system_score_codex":0.0049931244,"about_ca_system_score_gemma":0.0037671758,"threshold_uncertainty_score":0.1677826},"labels":[],"label_agreement":null},{"id":"W4403423541","doi":"10.1145/3677098","title":"Press A or Wave: User Expectations for NPC Interactions and Nonverbal Behaviour in Virtual Reality","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Nonverbal communication; Virtual reality; Human–computer interaction; Psychology; Computer science; Communication","score_opus":0.10699029968945373,"score_gpt":0.3827300940208064,"score_spread":0.27573979433135265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474514,0.000029137847,0.002792706,0.00004498846,0.0000037044122,0.000029958519,0.000030178891,0.000039443323,0.0022848062],"genre_scores_gemma":[0.9978403,0.000025127107,0.0012884564,0.000024547377,0.000001925984,0.000044870867,0.000030603624,0.0000103600305,0.00073375466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830353,0.0010863119,0.00008056106,0.0001629722,0.00028570642,0.00008084268],"domain_scores_gemma":[0.98827785,0.008817907,0.0010925486,0.00045967966,0.0009922739,0.00035968225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021224995,0.0002947182,0.00019338919,0.0002581506,0.00036012594,0.0014793039,0.0003456652,0.0004753984,0.0024956807],"category_scores_gemma":[0.018831747,0.00016589666,0.00023082914,0.000111784124,0.00049225346,0.0009719265,0.0005693446,0.00037157297,0.00038619555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002491567,0.0007781946,0.43773475,0.0010962901,0.00013935637,0.002189922,0.3559135,0.0024179977,0.08639137,0.0030339826,0.0018439832,0.105969064],"study_design_scores_gemma":[0.00011704056,0.004822328,0.72655106,0.00036818106,0.00019646568,0.0034858815,0.20090623,0.024652226,0.020917494,0.0020400297,0.015542631,0.00040037432],"about_ca_topic_score_codex":0.001971966,"about_ca_topic_score_gemma":0.002296405,"teacher_disagreement_score":0.0024956807,"about_ca_system_score_codex":0.00028210346,"about_ca_system_score_gemma":0.00020237105,"threshold_uncertainty_score":0.011225045},"labels":[],"label_agreement":null},{"id":"W4403423576","doi":"10.1145/3677053","title":"PACMHCI V8, CHI PLAY, October 2024 Editorial","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"History","score_opus":0.03937130877073388,"score_gpt":0.35179709687587374,"score_spread":0.3124257881051399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403423576","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006997474,0.0035059229,0.0004339879,0.022356547,0.9563657,0.00024518074,0.0003697821,0.00053431443,0.016118588],"genre_scores_gemma":[0.0013547437,0.008775948,0.00085428194,0.033620976,0.7844467,0.0006911262,0.0012079611,0.0013286077,0.16771959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98841417,0.0014993525,0.0010501808,0.0010197235,0.007255628,0.0007609469],"domain_scores_gemma":[0.9411001,0.007531952,0.002192914,0.0019231424,0.037903514,0.009348232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0127016725,0.0032616497,0.00250822,0.006546639,0.0039597154,0.020475065,0.004578067,0.007670174,0.22185811],"category_scores_gemma":[0.06993658,0.0012410607,0.002390749,0.0027525718,0.0026825045,0.006587372,0.003718185,0.011313434,0.15997949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019236108,0.000007637713,0.000018254494,0.00017143434,0.0000044936296,0.000032473145,0.000015018988,0.000007675149,0.00002872361,0.00015525379,0.9929537,0.0065860646],"study_design_scores_gemma":[0.000022599865,0.000023030754,0.00011254805,0.00057145715,0.0000072513726,0.000069685746,0.000050096587,0.00004698838,0.000049873834,0.0004284823,0.9986071,0.000010932896],"about_ca_topic_score_codex":0.002374502,"about_ca_topic_score_gemma":0.0047100754,"teacher_disagreement_score":0.22185811,"about_ca_system_score_codex":0.005443471,"about_ca_system_score_gemma":0.006879691,"threshold_uncertainty_score":0.7421893},"labels":[],"label_agreement":null},{"id":"W4403424116","doi":"10.1145/3677112","title":"Using Psychophysiological Data to Facilitate Reflective Conversations with Children about their Player Experiences","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Psychology; Cognitive psychology; Developmental psychology; Computer science; Data science; Human–computer interaction","score_opus":0.3124295564244407,"score_gpt":0.44339096507641107,"score_spread":0.13096140865197037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7947775,0.0010499174,0.17025726,0.0021790809,0.00017688757,0.001971481,0.0021202767,0.0006898231,0.02677776],"genre_scores_gemma":[0.84432393,0.0012437077,0.1433982,0.00066691515,0.0000681479,0.0048936666,0.00055115455,0.00018701707,0.0046672965],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99413586,0.003992348,0.00030088454,0.0006191728,0.0006859706,0.00026580354],"domain_scores_gemma":[0.97841954,0.015732333,0.002198239,0.0014939951,0.0016533163,0.000502617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007863694,0.000961336,0.00040325717,0.0019313027,0.0010026128,0.0023763087,0.0008444304,0.0011554571,0.0035450496],"category_scores_gemma":[0.03250629,0.00044885438,0.00036893028,0.00088674057,0.0017110392,0.0029285233,0.0028091846,0.0019014919,0.0009457078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004487879,0.0006910841,0.06423145,0.0020961904,0.0000897419,0.002916223,0.6429072,0.0009493676,0.09283901,0.00733691,0.004480726,0.18101327],"study_design_scores_gemma":[0.00017195762,0.0021306777,0.2175989,0.0027377522,0.00018276012,0.0047409707,0.45694813,0.004716308,0.09461615,0.022462629,0.19317807,0.00051575014],"about_ca_topic_score_codex":0.0007984807,"about_ca_topic_score_gemma":0.002020422,"teacher_disagreement_score":0.007863694,"about_ca_system_score_codex":0.0005996633,"about_ca_system_score_gemma":0.0008638243,"threshold_uncertainty_score":0.04158771},"labels":[],"label_agreement":null},{"id":"W4403424292","doi":"10.1145/3677055","title":"Advancing Mixed Reality Game Development: An Evaluation of a Visual Game Analytics Tool in Action-Adventure and FPS Genres","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Adventure; Action (physics); Game design; Video game; Analytics; Video game development; Game art design; Mixed reality; Game design document; Computer science; Human–computer interaction; Game Developer; Multimedia; Virtual reality; Data science; Artificial intelligence; Physics","score_opus":0.12072549621275053,"score_gpt":0.4470864962672533,"score_spread":0.32636100005450275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580523,0.00023540821,0.030528868,0.00015558272,0.000051166426,0.0023030406,0.0002862095,0.0018970646,0.0064904075],"genre_scores_gemma":[0.8293037,0.0004485717,0.16192108,0.00023559906,0.000028046723,0.0022321818,0.0008563555,0.0005369898,0.004437571],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995685,0.0023753792,0.0002851204,0.0005102711,0.00084187073,0.00030236127],"domain_scores_gemma":[0.9881043,0.008614963,0.00041965654,0.00076154893,0.0011661664,0.0009334519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065779365,0.0012982319,0.00067284703,0.0014555925,0.0004060922,0.001930746,0.0018366474,0.0008825512,0.0021771528],"category_scores_gemma":[0.02022932,0.000494484,0.0005134162,0.0004884697,0.00085168646,0.0019870903,0.0023416781,0.0008081764,0.00070644903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009580548,0.024843914,0.026692647,0.005659468,0.00037322685,0.0017030078,0.031822626,0.012263311,0.089334406,0.004951446,0.006856099,0.7859193],"study_design_scores_gemma":[0.008851523,0.12940177,0.2050195,0.0027103072,0.001412933,0.0059862477,0.02395244,0.31513274,0.16464977,0.009734335,0.13207835,0.0010701389],"about_ca_topic_score_codex":0.0011093651,"about_ca_topic_score_gemma":0.0017062227,"teacher_disagreement_score":0.0065779365,"about_ca_system_score_codex":0.00045138094,"about_ca_system_score_gemma":0.000693701,"threshold_uncertainty_score":0.034787893},"labels":[],"label_agreement":null},{"id":"W4403424335","doi":"10.1145/3677095","title":"Playful Resilience: Empowering Recovery through Autobiographical Game-Based Storytelling in the Opioid Epidemic","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Wilfrid Laurier University","funders":"Universitas Brawijaya","keywords":"Storytelling; Narrative; Psychological resilience; Psychology; Addiction; Sociology; Social psychology; Psychiatry; Art","score_opus":0.09055705237371192,"score_gpt":0.42770857711778903,"score_spread":0.3371515247440771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403424335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89221925,0.00086457294,0.05782291,0.0055052675,0.00017584115,0.0006885825,0.0002749665,0.0010160515,0.04143258],"genre_scores_gemma":[0.9679539,0.00053162366,0.024402518,0.0005016807,0.000023589477,0.0005088722,0.00013398523,0.0000825419,0.0058613787],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980933,0.0015119695,0.00003380834,0.000089415604,0.0000959261,0.0001755901],"domain_scores_gemma":[0.9967025,0.0023594012,0.00015904247,0.00020851557,0.00009183032,0.00047868452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00256523,0.0008195809,0.00022087828,0.0007379323,0.0019913928,0.0036711185,0.0015181147,0.0008661283,0.0044474886],"category_scores_gemma":[0.0058726775,0.000277828,0.0004402114,0.00029316734,0.004528034,0.0030172737,0.006766238,0.001105475,0.0005425742],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066813146,0.0016230069,0.01346658,0.0013911703,0.00011805722,0.0023016478,0.728116,0.004482777,0.015691007,0.036074184,0.017773103,0.1782944],"study_design_scores_gemma":[0.00048023587,0.0019439845,0.017971247,0.0013163082,0.000219062,0.0026584577,0.5103069,0.02252636,0.011432756,0.06909264,0.3617823,0.00026980776],"about_ca_topic_score_codex":0.0019052887,"about_ca_topic_score_gemma":0.005094134,"teacher_disagreement_score":0.0044474886,"about_ca_system_score_codex":0.0009821436,"about_ca_system_score_gemma":0.0010531418,"threshold_uncertainty_score":0.014878333},"labels":[],"label_agreement":null},{"id":"W4403443504","doi":"10.1145/3677064","title":"Designing a Technique-Oriented Sport Training Game for Motivating a Change in Running Technique","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sports Performance and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Training (meteorology); Computer science; Human–computer interaction; Multimedia; Psychology; Applied psychology; Mathematics education; Simulation; Geography","score_opus":0.11588240889669794,"score_gpt":0.37796681069090615,"score_spread":0.2620844017942082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68498915,0.0003094211,0.2926824,0.00084851513,0.00021311405,0.004727878,0.00027496662,0.0035980698,0.012356466],"genre_scores_gemma":[0.49050826,0.00025643056,0.5023174,0.0003948222,0.000034100176,0.001939282,0.0003350525,0.00016775189,0.0040469174],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991008,0.00035826422,0.0000898536,0.00016810317,0.00016474961,0.00011830829],"domain_scores_gemma":[0.9982982,0.0009721992,0.00014841369,0.000099763565,0.00023457018,0.0002469049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014790285,0.0011808099,0.00042296568,0.0006178274,0.00043869144,0.0012687318,0.0016774574,0.0010198846,0.0037369304],"category_scores_gemma":[0.0051417206,0.00045506074,0.00052409753,0.00022492986,0.0005437381,0.0013153321,0.0011006938,0.00071617437,0.00089693285],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027935035,0.013313611,0.03624618,0.0054169884,0.00042618066,0.0015551785,0.012659662,0.013112672,0.38522917,0.005900034,0.011497432,0.51184946],"study_design_scores_gemma":[0.005604295,0.04400941,0.24314487,0.0020743231,0.0022403235,0.008463242,0.0145448595,0.30916452,0.18330161,0.018565647,0.16787072,0.001016149],"about_ca_topic_score_codex":0.0009628651,"about_ca_topic_score_gemma":0.0025896095,"teacher_disagreement_score":0.0037369304,"about_ca_system_score_codex":0.00034963407,"about_ca_system_score_gemma":0.0005599238,"threshold_uncertainty_score":0.012501299},"labels":[],"label_agreement":null},{"id":"W4403443507","doi":"10.1145/3677070","title":"Exploring the Role of Action Mechanics in Game-Based Stress Recovery","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mental Health Research Topics","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan","funders":"","keywords":"Action (physics); Stress (linguistics); Cognitive science; Mechanics; Psychology; Epistemology; Computer science; Philosophy; Physics; Linguistics","score_opus":0.27601083191232745,"score_gpt":0.4416116937348773,"score_spread":0.16560086182254985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99354917,0.000090534086,0.0038429627,0.00012876744,0.000011718299,0.000066296954,0.000028708728,0.000021667633,0.0022602496],"genre_scores_gemma":[0.9956232,0.00012743966,0.003446967,0.000057974125,0.000004384147,0.00008402435,0.000024169885,0.0000062843023,0.0006256105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99969256,0.0001433298,0.000014159167,0.000048528345,0.00004847603,0.000052895048],"domain_scores_gemma":[0.9990816,0.0005450096,0.00014304985,0.00004541381,0.00005501783,0.00012985284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005004451,0.0003238268,0.00014915544,0.0002111444,0.00027121019,0.00088995614,0.0003545808,0.00025593565,0.0019711037],"category_scores_gemma":[0.002912591,0.000121337725,0.0001798789,0.00008675946,0.00056788104,0.0006137725,0.00065506704,0.0003848728,0.00017831175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006350288,0.010616692,0.15274751,0.00288046,0.0003422613,0.0008366795,0.044623524,0.0058427555,0.32192415,0.012068706,0.0022005297,0.4395664],"study_design_scores_gemma":[0.000622595,0.026433516,0.8003285,0.00076197664,0.00046256522,0.0013871704,0.037862133,0.025973305,0.058473073,0.020076556,0.027412254,0.0002064181],"about_ca_topic_score_codex":0.0005805995,"about_ca_topic_score_gemma":0.0015600362,"teacher_disagreement_score":0.0019711037,"about_ca_system_score_codex":0.00022105525,"about_ca_system_score_gemma":0.00028759838,"threshold_uncertainty_score":0.0065939426},"labels":[],"label_agreement":null},{"id":"W4403717131","doi":"10.1145/3698131","title":"VisConductor: Affect-Varying Widgets for Animated Data Storytelling in Gesture-Aware Augmented Video Presentation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Storytelling; Gesture; Computer science; Affect (linguistics); Multimedia; Animation; Computer graphics (images); Human–computer interaction; Artificial intelligence; Art; Communication; Psychology; Narrative; Medicine","score_opus":0.1347063429632634,"score_gpt":0.4070920585147327,"score_spread":0.2723857155514693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16073541,0.0014645355,0.7922167,0.0004912021,0.00057632267,0.001036902,0.0007617335,0.024206197,0.018510979],"genre_scores_gemma":[0.48119423,0.0007615901,0.49595895,0.0004139734,0.00014164574,0.0015719524,0.0006515685,0.0020839975,0.017222088],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924135,0.0002968556,0.000052486947,0.00012338863,0.00020386599,0.000082099046],"domain_scores_gemma":[0.997973,0.001276008,0.00013461901,0.00029427174,0.00014033799,0.00018162472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013725889,0.001402119,0.00034498388,0.0007440871,0.0003702184,0.0021471758,0.0015394042,0.0010126454,0.012104017],"category_scores_gemma":[0.006848142,0.0005688691,0.00067013846,0.00027264727,0.00074873224,0.0021746194,0.003513331,0.0009025924,0.0018341157],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023975768,0.00063749036,0.003987261,0.0026972366,0.00017637573,0.0019759033,0.015784858,0.0061462135,0.35786524,0.018289635,0.018583398,0.5714589],"study_design_scores_gemma":[0.0012561032,0.0054746834,0.027246065,0.0018473937,0.0007166219,0.009129947,0.006499859,0.10420302,0.27889115,0.023310065,0.5401534,0.0012716274],"about_ca_topic_score_codex":0.00035966103,"about_ca_topic_score_gemma":0.00078564155,"teacher_disagreement_score":0.012104017,"about_ca_system_score_codex":0.00023652992,"about_ca_system_score_gemma":0.00029352616,"threshold_uncertainty_score":0.04049194},"labels":[],"label_agreement":null},{"id":"W4403717153","doi":"10.1145/3698143","title":"3D Remote Monitoring and Diagnosis during a Pandemic: Holoportation and Digital Twin Requirements","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Telemedicine; Requirements analysis; Medical emergency; Pandemic; Telehealth; Set (abstract data type); Medicine; Coronavirus disease 2019 (COVID-19); Computer science; Health care; Pathology; Software","score_opus":0.0873245900469811,"score_gpt":0.401273990599601,"score_spread":0.3139494005526199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3065686,0.00032570012,0.6391302,0.007846387,0.00014274682,0.0023316785,0.00038928373,0.00081700506,0.042448457],"genre_scores_gemma":[0.7148188,0.00019012301,0.2790235,0.0007989275,0.000027422384,0.0009806324,0.00027042115,0.00009776629,0.0037923674],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9800409,0.01268204,0.0012207562,0.00076212577,0.0045070634,0.00078716764],"domain_scores_gemma":[0.97179204,0.020191511,0.0015879172,0.0020152717,0.0035639268,0.0008493784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0132079795,0.00052337896,0.00026506826,0.0006778076,0.0011447383,0.0026249404,0.0013689578,0.0016744273,0.0024044458],"category_scores_gemma":[0.028268326,0.0005296314,0.0004853605,0.00039531337,0.0019121715,0.0031962835,0.0031778081,0.0014618017,0.00044237953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015719965,0.00117638,0.043431275,0.0032432266,0.00011401675,0.0077374703,0.10320482,0.07907606,0.14998552,0.23223934,0.014751769,0.36346814],"study_design_scores_gemma":[0.00036043275,0.0030786435,0.036980595,0.0029675376,0.00022910816,0.012766522,0.061967917,0.32906315,0.12823093,0.081195705,0.34270942,0.00045005287],"about_ca_topic_score_codex":0.0023990292,"about_ca_topic_score_gemma":0.002710183,"teacher_disagreement_score":0.0132079795,"about_ca_system_score_codex":0.0014540006,"about_ca_system_score_gemma":0.003345291,"threshold_uncertainty_score":0.06985134},"labels":[],"label_agreement":null},{"id":"W4403717156","doi":"10.1145/3698146","title":"Comparison of Unencumbered Interaction Technique for Head-Mounted Displays","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Head (geology); Aesthetics; Art; Computer graphics (images); Computer science; Visual arts; Geology","score_opus":0.06902760007713869,"score_gpt":0.42185482779755623,"score_spread":0.3528272277204175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9230913,0.0063858205,0.060857236,0.00015030977,0.00016175835,0.0003479222,0.00041033333,0.0015999798,0.0069953394],"genre_scores_gemma":[0.87329537,0.0034339752,0.11519423,0.00017083588,0.00014481807,0.000430144,0.00086487073,0.00038770225,0.006078105],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99670285,0.001154695,0.00040368768,0.00029116185,0.0012217925,0.00022571477],"domain_scores_gemma":[0.9860886,0.009649922,0.00058363716,0.0009956348,0.0023494058,0.000332895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017189622,0.00097308884,0.0006648074,0.0014947804,0.00032214215,0.0009955757,0.0010174308,0.00079688104,0.004267912],"category_scores_gemma":[0.012724397,0.0003977925,0.0007032339,0.00085037405,0.00023365526,0.0016826638,0.0010965447,0.0005482221,0.0007236511],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010295387,0.0010598303,0.01364065,0.0047122887,0.0006835017,0.0006407854,0.0030471385,0.004998482,0.41154838,0.0010380901,0.002323167,0.5460123],"study_design_scores_gemma":[0.0016707795,0.046613,0.51800984,0.0014145118,0.002902113,0.009744351,0.0049529816,0.10126107,0.25971726,0.0018593168,0.050808687,0.0010461316],"about_ca_topic_score_codex":0.0011689595,"about_ca_topic_score_gemma":0.0016860925,"teacher_disagreement_score":0.004267912,"about_ca_system_score_codex":0.00025532243,"about_ca_system_score_gemma":0.0003598325,"threshold_uncertainty_score":0.014277577},"labels":[],"label_agreement":null},{"id":"W4403717157","doi":"10.1145/3698139","title":"The Elephant in the Room: Expert Experiences Designing, Developing and Evaluating Data Visualizations on Large Displays","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data science; Human–computer interaction; Visualization; Data visualization; World Wide Web; Data mining","score_opus":0.1698963727235606,"score_gpt":0.45288136913418936,"score_spread":0.2829849964106288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95210975,0.00060629786,0.036181524,0.0019550156,0.00008442111,0.0002758112,0.000098716555,0.00032717455,0.008361212],"genre_scores_gemma":[0.9577496,0.0007473582,0.034777775,0.00089155376,0.000037515412,0.00023041303,0.0001399633,0.0003036534,0.005122175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9654237,0.026845943,0.0011965332,0.0022936221,0.0025030423,0.0017370896],"domain_scores_gemma":[0.94185233,0.04521032,0.0011869762,0.0029603222,0.0046244757,0.004165497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029414272,0.0015972249,0.0010124197,0.0020273053,0.004875637,0.0043990645,0.0030300783,0.003775833,0.0028621804],"category_scores_gemma":[0.06343989,0.0011161164,0.0009735902,0.0011664156,0.0069874055,0.006875525,0.0066689663,0.0029442317,0.00083485275],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002383071,0.00049630436,0.007106571,0.0005077687,0.000053566786,0.0036457123,0.93950003,0.0015249872,0.008270127,0.0017074535,0.0041517424,0.032797504],"study_design_scores_gemma":[0.00015877113,0.0024237914,0.008709247,0.0009910306,0.00015836013,0.0048315013,0.8451128,0.012106464,0.015146813,0.0053784037,0.10454045,0.00044244982],"about_ca_topic_score_codex":0.0019877648,"about_ca_topic_score_gemma":0.0045342008,"teacher_disagreement_score":0.029414272,"about_ca_system_score_codex":0.0019428061,"about_ca_system_score_gemma":0.0020917072,"threshold_uncertainty_score":0.15555936},"labels":[],"label_agreement":null},{"id":"W4403717169","doi":"10.1145/3698142","title":"Evaluating Typing Performance in Different Mixed Reality Manifestations using Physiological Features","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Typing; Computer science; Speech recognition","score_opus":0.22937956782182434,"score_gpt":0.43080415852000076,"score_spread":0.20142459069817642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99254626,0.00008329064,0.0064673177,0.000013103451,0.000010377127,0.00004840375,0.000095735195,0.000057378402,0.0006781344],"genre_scores_gemma":[0.9955733,0.00007786327,0.0038225176,0.000011597771,0.0000073958995,0.00006349775,0.00010613457,0.000017042841,0.00032075853],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993399,0.00019316144,0.00010871332,0.00012148545,0.0001576709,0.000078910176],"domain_scores_gemma":[0.9975102,0.0011365862,0.0004279831,0.00025533015,0.00035632923,0.0003135706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062296336,0.0006712081,0.00035629488,0.0005008937,0.00017325365,0.0012131048,0.00026161774,0.0005729727,0.0019754027],"category_scores_gemma":[0.005596383,0.00019469931,0.00032615673,0.00026849742,0.00022555371,0.00077730225,0.00094976265,0.00024778437,0.00045014778],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076564527,0.0013988795,0.23032837,0.0019034886,0.00047801633,0.00070748443,0.0066249166,0.005254904,0.55840576,0.00043814152,0.0005994782,0.18620422],"study_design_scores_gemma":[0.00016552384,0.0107310265,0.9112983,0.00012082275,0.00037792252,0.0012620325,0.0032018647,0.018200705,0.05269712,0.0005677088,0.0012310212,0.0001459004],"about_ca_topic_score_codex":0.00022173645,"about_ca_topic_score_gemma":0.00034190176,"teacher_disagreement_score":0.0019754027,"about_ca_system_score_codex":0.00007612781,"about_ca_system_score_gemma":0.00009840409,"threshold_uncertainty_score":0.0066084266},"labels":[],"label_agreement":null},{"id":"W4403717189","doi":"10.1145/3698135","title":"Exploring Pointer Enhancement Techniques for Target Selection on Large Curved Display","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cursor (databases); Computer science; Fitts's law; Offset (computer science); Pointer (user interface); Curvature; Human–computer interaction; Pointing device; Interaction technique; Computer vision; 3D interaction; Artificial intelligence; Computer graphics (images); Task (project management); Gesture; Virtual reality; Mathematics; Engineering","score_opus":0.09461872730443537,"score_gpt":0.3440863812026778,"score_spread":0.24946765389824244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57154274,0.002446616,0.4137319,0.00030277265,0.00008908322,0.00035119697,0.00021895755,0.0062660547,0.0050506834],"genre_scores_gemma":[0.6814594,0.0010270086,0.31373045,0.00018322618,0.000033220604,0.00021104231,0.0002093355,0.0003820652,0.0027642301],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993316,0.00022606784,0.000048487742,0.000113353075,0.00020800224,0.000072574396],"domain_scores_gemma":[0.996414,0.0021677206,0.0002895144,0.0003276807,0.0006342226,0.00016700212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009690976,0.00093860825,0.00043878466,0.00056120503,0.00023244646,0.00081897905,0.0009827426,0.00066105387,0.004295646],"category_scores_gemma":[0.005207878,0.00030800785,0.00050178997,0.00039397067,0.00020620078,0.0012683367,0.0010538956,0.00052962813,0.0010899984],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011403811,0.00029072395,0.004485009,0.0011653771,0.00008850688,0.00065492914,0.001670676,0.0035588683,0.7249195,0.00090525177,0.0011821665,0.2599387],"study_design_scores_gemma":[0.0006843936,0.014592427,0.10642718,0.0008083053,0.001014537,0.0061393944,0.002600972,0.19379522,0.6080982,0.0036869124,0.061618898,0.00053352653],"about_ca_topic_score_codex":0.0006991866,"about_ca_topic_score_gemma":0.0013100441,"teacher_disagreement_score":0.004295646,"about_ca_system_score_codex":0.00015592347,"about_ca_system_score_gemma":0.00028965974,"threshold_uncertainty_score":0.014370382},"labels":[],"label_agreement":null},{"id":"W4403717207","doi":"10.1145/3698147","title":"Lights, Headset, Tablet, Action: Exploring the Use of Hybrid User Interfaces for Immersive Situated Analytics","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Headset; Situated; Human–computer interaction; Analytics; Action (physics); Computer science; Multimedia; Data science; Physics; Artificial intelligence","score_opus":0.2608486777574172,"score_gpt":0.375609770108066,"score_spread":0.1147610923506488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66178745,0.0019927581,0.30922166,0.0011004426,0.00009781375,0.00088333536,0.00034158363,0.0019362858,0.02263863],"genre_scores_gemma":[0.8259865,0.0007272795,0.16822866,0.00041920893,0.000035112418,0.00047913895,0.00013299334,0.00016676617,0.0038244377],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985864,0.0009392635,0.000046640693,0.00012819949,0.00018852821,0.000110913345],"domain_scores_gemma":[0.99650216,0.00290946,0.000103488455,0.00019278916,0.00012646364,0.00016556219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018234537,0.0008501407,0.00033717148,0.0005658571,0.0005073565,0.003058916,0.0012442417,0.0010650494,0.00496689],"category_scores_gemma":[0.0042284904,0.00040209864,0.0006541013,0.00035141397,0.0013453357,0.0031329722,0.003096604,0.0006821046,0.00061401294],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027317351,0.0012365201,0.02211773,0.005677281,0.0004296813,0.00566202,0.22634758,0.008420596,0.2647426,0.03235866,0.008097477,0.4221781],"study_design_scores_gemma":[0.0017190074,0.014582203,0.08938465,0.0039143744,0.0014786472,0.014776234,0.20178942,0.1641588,0.12460483,0.065938085,0.31624055,0.0014131919],"about_ca_topic_score_codex":0.0009154306,"about_ca_topic_score_gemma":0.0018464151,"teacher_disagreement_score":0.00496689,"about_ca_system_score_codex":0.00033964548,"about_ca_system_score_gemma":0.00030849184,"threshold_uncertainty_score":0.016615868},"labels":[],"label_agreement":null},{"id":"W4403717210","doi":"10.1145/3698128","title":"Planar or Spatial: Exploring Design Aspects and Challenges for Presentations in Virtual Reality with No-coding Interface","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Human–computer interaction; Coding (social sciences); Interface (matter); Interface design; Computer science; Planar; Multimedia; Computer graphics (images); Sociology","score_opus":0.25356647875920246,"score_gpt":0.3666631741522513,"score_spread":0.11309669539304884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19685991,0.001423171,0.7735519,0.0027916105,0.00023151541,0.00077520224,0.000073003546,0.0024242313,0.021869408],"genre_scores_gemma":[0.61998284,0.0010367851,0.37030998,0.0005230828,0.00009735799,0.00051965076,0.00012338732,0.0006912968,0.0067157247],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9862017,0.010109335,0.0005986001,0.00067394064,0.0019305141,0.00048591263],"domain_scores_gemma":[0.9698996,0.021280115,0.0016720404,0.0024747688,0.0038127846,0.0008607522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011511008,0.0011687702,0.00040370008,0.0010649048,0.0012516386,0.007368639,0.002132065,0.0019640247,0.0034326627],"category_scores_gemma":[0.045438614,0.0006033855,0.0008060391,0.000783079,0.0028631128,0.0064872857,0.0028902777,0.0014836567,0.00071498234],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008729659,0.00045389755,0.011537966,0.004958615,0.00012324225,0.0048902235,0.1709219,0.012600639,0.13630684,0.086348675,0.0076236995,0.5633614],"study_design_scores_gemma":[0.00042516994,0.00508391,0.021985335,0.003871912,0.0006796036,0.019836387,0.13612765,0.14354508,0.11355632,0.094168216,0.45971859,0.0010018148],"about_ca_topic_score_codex":0.0009395352,"about_ca_topic_score_gemma":0.0013956504,"teacher_disagreement_score":0.011511008,"about_ca_system_score_codex":0.0012685981,"about_ca_system_score_gemma":0.0014563237,"threshold_uncertainty_score":0.060876787},"labels":[],"label_agreement":null},{"id":"W4404088409","doi":"10.1145/3686926","title":"The Politics of Fear and the Experience of Bangladeshi Religious Minority Communities Using Social Media Platforms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Sociology; Deliberation; Politics; Indigenous; Social psychology; Gender studies; Psychology; Political science; Law","score_opus":0.046501669837578814,"score_gpt":0.30444959556034834,"score_spread":0.25794792572276953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404088409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98520654,0.00043114816,0.00022663429,0.003047538,0.00004155747,0.000017532668,0.000027902997,0.000009858393,0.010991321],"genre_scores_gemma":[0.9982906,0.0002629332,0.00005984943,0.00037192364,0.0000151436825,0.000016443157,0.000009633863,0.0000049168743,0.0009685747],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99694186,0.00201062,0.000101627105,0.00015077808,0.00035225294,0.00044281356],"domain_scores_gemma":[0.9942257,0.003124894,0.0010651342,0.00022565055,0.00032287766,0.0010358318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003104222,0.00047265753,0.00039061054,0.001337757,0.011931453,0.0069533437,0.0007672785,0.001843212,0.0042658052],"category_scores_gemma":[0.008358434,0.00037798638,0.0003015599,0.00089742534,0.009080128,0.004365691,0.0076322607,0.002845858,0.00044477746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004399764,0.000036265374,0.012999547,0.0000555818,0.0000101187425,0.00046306485,0.9773293,0.00001708819,0.000656905,0.0019645097,0.00057271903,0.005850973],"study_design_scores_gemma":[0.000003157036,0.00003373451,0.0051550944,0.00006623518,0.0000070421665,0.00016356823,0.98778754,0.000037857077,0.00009771101,0.0004235182,0.0062086987,0.000015931182],"about_ca_topic_score_codex":0.016305415,"about_ca_topic_score_gemma":0.020879716,"teacher_disagreement_score":0.016305415,"about_ca_system_score_codex":0.0025589545,"about_ca_system_score_gemma":0.0018149759,"threshold_uncertainty_score":0.032420993},"labels":[],"label_agreement":null},{"id":"W4404171932","doi":"10.1145/3687008","title":"\"A Lot of Moving Parts\": A Case Study of Open-Source Hardware Design Collaboration in the Thingiverse Community","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Open source hardware; Computer science; Computer hardware; Open source; Embedded system; Software engineering; Manufacturing engineering; Engineering; Operating system; Software","score_opus":0.12102606236362909,"score_gpt":0.384209394473265,"score_spread":0.26318333210963596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404171932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95739096,0.00049602153,0.019962572,0.0065751076,0.00011020594,0.00033208373,0.00022249241,0.00027497945,0.0146356085],"genre_scores_gemma":[0.9719017,0.00047140362,0.017353304,0.0014707086,0.00006441323,0.000462794,0.00027452267,0.00037433498,0.0076268404],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.967602,0.024543596,0.00080365443,0.001935247,0.0032045322,0.0019109297],"domain_scores_gemma":[0.9280901,0.050911874,0.0047173416,0.0054332735,0.003926719,0.006920735],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.020311117,0.0010393715,0.0008335198,0.0035368756,0.019433673,0.0069937576,0.0033739433,0.0064417575,0.0037002235],"category_scores_gemma":[0.04831103,0.0009915554,0.0009718729,0.00348643,0.010106656,0.0115964,0.011665242,0.0048348103,0.0009781567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021082185,0.00076716015,0.0146998875,0.00038706147,0.000037365855,0.009275984,0.92005306,0.00071682874,0.0025168674,0.013870839,0.007441872,0.030022323],"study_design_scores_gemma":[0.0000871076,0.00038359777,0.009244666,0.00058359146,0.000039209634,0.0027169045,0.8611544,0.004015922,0.0028517933,0.009102127,0.109700374,0.00012030826],"about_ca_topic_score_codex":0.0069249305,"about_ca_topic_score_gemma":0.019513967,"teacher_disagreement_score":0.9966261,"about_ca_system_score_codex":0.005055919,"about_ca_system_score_gemma":0.0051257787,"threshold_uncertainty_score":0.10741675},"labels":[],"label_agreement":null},{"id":"W4404171952","doi":"10.1145/3686933","title":"How We See Changes How We Feel: Investigating the Effect of Visual Point-of-View on Decision-Making in VR Environments","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Point (geometry); Psychology; Cognitive psychology; Human–computer interaction; Computer science; Mathematics","score_opus":0.04518645441963639,"score_gpt":0.3411735656323412,"score_spread":0.2959871112127048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404171952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909924,0.00022584916,0.0036800923,0.00025451332,0.000021990769,0.000039429553,0.000024181472,0.00002273878,0.004738833],"genre_scores_gemma":[0.99708337,0.00013582993,0.0020156384,0.00011127606,0.000005780713,0.00003666707,0.000013768325,0.000016004242,0.0005815577],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99444723,0.004231451,0.000099647485,0.0003608265,0.00051676104,0.00034405032],"domain_scores_gemma":[0.9852502,0.011277347,0.0016357797,0.0005545334,0.0005296612,0.0007525703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003361337,0.0005152502,0.0002633287,0.00053458026,0.0009366076,0.004257406,0.0006192535,0.0011859299,0.002724844],"category_scores_gemma":[0.020793982,0.00029294772,0.00056755776,0.00024067432,0.003091718,0.0022081293,0.002424904,0.001500212,0.0003444269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018295891,0.0010974332,0.049508683,0.0013084776,0.000291437,0.0016821612,0.77098703,0.002229404,0.09358708,0.005918605,0.0017028959,0.06985716],"study_design_scores_gemma":[0.00027756617,0.004391645,0.26682547,0.00081348896,0.00039174754,0.0019547648,0.66141593,0.006024311,0.023581048,0.012076839,0.0217493,0.0004978716],"about_ca_topic_score_codex":0.00075823633,"about_ca_topic_score_gemma":0.001008762,"teacher_disagreement_score":0.004257406,"about_ca_system_score_codex":0.00052742613,"about_ca_system_score_gemma":0.0003268593,"threshold_uncertainty_score":0.017776608},"labels":[],"label_agreement":null},{"id":"W4404172024","doi":"10.1145/3686949","title":"Digital Gig Work Under Unstable Energy Infrastructures: Invisible Workarounds and Alternative Imaginaries","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workaround; Work (physics); Gig economy; Energy (signal processing); Computer science; Engineering; Physics; Mechanical engineering","score_opus":0.02626305544462903,"score_gpt":0.29834396410428726,"score_spread":0.2720809086596582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8385347,0.0012679977,0.019992359,0.018515028,0.00027871455,0.00008648159,0.00004975151,0.00012889554,0.121146075],"genre_scores_gemma":[0.9935289,0.0002655904,0.0018760784,0.0004454636,0.00002156227,0.000032097643,0.000015131332,0.000025371382,0.0037897353],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943979,0.0037132318,0.00015105311,0.00034126203,0.00047914157,0.0009174727],"domain_scores_gemma":[0.99516857,0.0022748,0.00062491384,0.00074151566,0.0003372426,0.00085289346],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006493279,0.000688971,0.00028838776,0.0018355987,0.011856412,0.012885558,0.0016288303,0.0019101133,0.007987934],"category_scores_gemma":[0.008103102,0.00031467638,0.0004253833,0.001222893,0.027294861,0.011370453,0.015776837,0.0025839012,0.00068119384],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008678642,0.0001203003,0.01246006,0.0002477394,0.000023803348,0.0021375555,0.74996316,0.0007797083,0.0012247072,0.18234439,0.003820309,0.046791498],"study_design_scores_gemma":[0.000009139935,0.000046083238,0.0017996563,0.00016991816,0.0000072350153,0.00026234172,0.92948955,0.00050377985,0.00031083543,0.028110977,0.039268132,0.000022397402],"about_ca_topic_score_codex":0.0042576264,"about_ca_topic_score_gemma":0.0055806898,"teacher_disagreement_score":0.98814356,"about_ca_system_score_codex":0.0041199066,"about_ca_system_score_gemma":0.0043317922,"threshold_uncertainty_score":0.034340203},"labels":[],"label_agreement":null},{"id":"W4404172412","doi":"10.1145/3687056","title":"The Explanation That Hits Home: The Characteristics of Verbal Explanations That Affect Human Perception in Subjective Decision-Making","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affect (linguistics); Perception; Psychology; Cognitive psychology; Social psychology; Communication; Neuroscience","score_opus":0.1406993841255649,"score_gpt":0.42339952409040893,"score_spread":0.282700139964844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98349416,0.00021444823,0.010704466,0.00047093743,0.000019122695,0.000038990584,0.000047192156,0.00006251181,0.004948135],"genre_scores_gemma":[0.99698997,0.00004325816,0.0026739736,0.00005364715,0.0000061329542,0.000018184883,0.000027046755,0.000016312984,0.00017140403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934681,0.004682126,0.00035165143,0.00034732165,0.0009939696,0.00015690959],"domain_scores_gemma":[0.88888776,0.09228936,0.010461536,0.0040338356,0.0034240219,0.0009035113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005388251,0.00025265745,0.00017423905,0.0007926751,0.0005935268,0.0027872887,0.0003086148,0.0008867013,0.0018626676],"category_scores_gemma":[0.07103784,0.00021986532,0.00028117225,0.000473129,0.0016458554,0.0021337476,0.0013102301,0.0007639625,0.00018378826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002127655,0.0003017252,0.45807904,0.0010587593,0.000326788,0.0009554513,0.298066,0.004084634,0.047517106,0.01643553,0.0019358344,0.16911153],"study_design_scores_gemma":[0.0001986975,0.0012647804,0.7352266,0.00053968333,0.0004382829,0.0016130549,0.17662244,0.018395998,0.0163617,0.029559081,0.019366736,0.0004130659],"about_ca_topic_score_codex":0.0009431626,"about_ca_topic_score_gemma":0.0010545951,"teacher_disagreement_score":0.005388251,"about_ca_system_score_codex":0.0005666113,"about_ca_system_score_gemma":0.00034130595,"threshold_uncertainty_score":0.028496087},"labels":[],"label_agreement":null},{"id":"W4404172432","doi":"10.1145/3687002","title":"Union Makes Us Strong: Space, Technology, and On-Demand Ridesourcing Digital Labour Platforms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Space (punctuation); Business; Telecommunications; Computer science; Operating system","score_opus":0.023999241772000333,"score_gpt":0.29426034252381644,"score_spread":0.2702611007518161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7123168,0.0013338347,0.013073295,0.010477359,0.00022239197,0.00009084588,0.00007091182,0.00029679664,0.26211774],"genre_scores_gemma":[0.98554975,0.000517262,0.0015344525,0.00048611034,0.000029434454,0.000038024158,0.00002817116,0.000058532045,0.01175832],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963534,0.0023732025,0.00009268805,0.00025066835,0.0003865072,0.00054359547],"domain_scores_gemma":[0.9961312,0.0024851696,0.00038349172,0.0004260956,0.00021292745,0.0003612204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032129441,0.00039295646,0.00024144357,0.0011977712,0.006320905,0.014258692,0.0012551096,0.0018826195,0.010599163],"category_scores_gemma":[0.006611937,0.00038974205,0.00029910973,0.0016605975,0.013461138,0.008071969,0.0106576225,0.0013231252,0.0017874364],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003141571,0.00031388798,0.025216669,0.00057296094,0.00004800959,0.0021238502,0.58330554,0.0013125148,0.0049960655,0.19330549,0.01226989,0.17622091],"study_design_scores_gemma":[0.000052696534,0.000312628,0.016188344,0.00062715536,0.00008041533,0.0008336221,0.6942584,0.0018087456,0.0031587859,0.03834714,0.24423325,0.00009894888],"about_ca_topic_score_codex":0.0068583717,"about_ca_topic_score_gemma":0.009534646,"teacher_disagreement_score":0.014258692,"about_ca_system_score_codex":0.0027226822,"about_ca_system_score_gemma":0.0021617252,"threshold_uncertainty_score":0.03545773},"labels":[],"label_agreement":null},{"id":"W4404172516","doi":"10.1145/3686919","title":"Value Tensions in OpenStreetMap: Openness, Membership, and Policy in Online Communities","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto","funders":"","keywords":"Openness to experience; Value (mathematics); Econometrics; Sociology; Computer science; Statistics; Political science; Mathematics; Psychology; Social psychology","score_opus":0.07562032178254821,"score_gpt":0.3592155438665298,"score_spread":0.2835952220839816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6901324,0.0010912451,0.09841997,0.028825644,0.00020197597,0.00016514791,0.00011197167,0.00020315246,0.1808485],"genre_scores_gemma":[0.99326116,0.00012003762,0.004314371,0.00019694307,0.00002122847,0.000063559004,0.000019757035,0.000049826027,0.001953091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98217046,0.01325543,0.0004086109,0.0011560593,0.0019992038,0.0010102609],"domain_scores_gemma":[0.9694519,0.020713462,0.0023606368,0.0028569358,0.0017076156,0.0029094703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018112823,0.00029218956,0.0004191777,0.002267033,0.015784094,0.018935887,0.0017913423,0.002932214,0.0039667273],"category_scores_gemma":[0.04158657,0.00045813536,0.00037591366,0.0035394498,0.032786988,0.030333713,0.021180892,0.0033840423,0.0003960038],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008636599,0.00007688117,0.00505682,0.0001227794,0.00001518904,0.0005781503,0.28095576,0.001284392,0.0010942274,0.6745103,0.0019422281,0.034276936],"study_design_scores_gemma":[0.000021284759,0.000045170753,0.0024690826,0.00019377268,0.000012006693,0.00031126948,0.19799216,0.0036130266,0.0008560319,0.71721834,0.07721165,0.000056214412],"about_ca_topic_score_codex":0.0027226626,"about_ca_topic_score_gemma":0.0034358222,"teacher_disagreement_score":0.018935887,"about_ca_system_score_codex":0.005376644,"about_ca_system_score_gemma":0.0060532396,"threshold_uncertainty_score":0.09579092},"labels":[],"label_agreement":null},{"id":"W4404172538","doi":"10.1145/3686999","title":"El costo de la independencia: Latino house-cleaners in Technology-Mediated Labour Markets","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Solidarity; Immigration; Flexibility (engineering); Precarity; Identity (music); Collective action; Work (physics); Sociology; Political science; Gender studies; Engineering; Economics; Management","score_opus":0.01874288782359,"score_gpt":0.31707585472446886,"score_spread":0.29833296690087885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471352,0.00074882223,0.00063077663,0.007358305,0.000055408935,0.000020149655,0.000026728343,0.000010512697,0.044014126],"genre_scores_gemma":[0.99237555,0.00031841165,0.00013973998,0.00043108632,0.000013739419,0.000014120857,0.000009181661,0.000009682888,0.006688509],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983038,0.00088430586,0.000028576684,0.00013057663,0.00013915858,0.0005136321],"domain_scores_gemma":[0.9987198,0.00051673217,0.00023750521,0.0000716023,0.000098006414,0.00035636756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023568112,0.00029199908,0.0003151255,0.00080306403,0.01044011,0.009976046,0.00096572784,0.0014188935,0.0091924],"category_scores_gemma":[0.0028520378,0.0002381279,0.00025149112,0.00092074956,0.011491405,0.004600986,0.008138993,0.0012887439,0.0004967237],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012965253,0.00011982576,0.033492815,0.00011698526,0.000015042659,0.0023334885,0.87797606,0.0001301391,0.001381986,0.05282853,0.00280777,0.028667739],"study_design_scores_gemma":[0.000012951833,0.000031588894,0.0082975095,0.00011713093,0.00000812222,0.00021240457,0.95208263,0.00013742935,0.00016650233,0.0031829772,0.035733454,0.000017219898],"about_ca_topic_score_codex":0.054512344,"about_ca_topic_score_gemma":0.0944651,"teacher_disagreement_score":0.054512344,"about_ca_system_score_codex":0.005030967,"about_ca_system_score_gemma":0.00431703,"threshold_uncertainty_score":0.10839009},"labels":[],"label_agreement":null},{"id":"W4404172655","doi":"10.1145/3686911","title":"Supporting Organizations in Improving Employee Bulk E-mail --- A Tool Design and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Business; Knowledge management; Process management; Computer science","score_opus":0.2654293535302731,"score_gpt":0.4804282341037981,"score_spread":0.214998880573525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766589,0.00018440002,0.016523065,0.00029814217,0.000025922252,0.002404157,0.0001058801,0.00072081457,0.003078796],"genre_scores_gemma":[0.8981685,0.00014917151,0.09775783,0.00019108059,0.00002628753,0.0025483037,0.00022538834,0.00009584834,0.00083756464],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9558384,0.03524551,0.0021675213,0.0014755984,0.0033493645,0.0019235066],"domain_scores_gemma":[0.8217947,0.14187908,0.007082339,0.008638359,0.01640796,0.0041976343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046786364,0.0013529526,0.00080480834,0.0027713121,0.0014680374,0.0048128623,0.0016176262,0.0018606075,0.0017335082],"category_scores_gemma":[0.08875145,0.00062769663,0.0005494145,0.0014945583,0.0008544226,0.0052295956,0.0027338397,0.0010758963,0.00051149505],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055806637,0.02452813,0.11900171,0.0030082148,0.0003210977,0.0004665624,0.029732844,0.009505721,0.022980079,0.0032354665,0.0034744744,0.7781649],"study_design_scores_gemma":[0.010213632,0.21386525,0.2897002,0.0041411845,0.0033684901,0.0013362394,0.1171967,0.18432383,0.11203425,0.012042319,0.05062199,0.0011558917],"about_ca_topic_score_codex":0.0011866405,"about_ca_topic_score_gemma":0.0019347693,"teacher_disagreement_score":0.046786364,"about_ca_system_score_codex":0.0018791462,"about_ca_system_score_gemma":0.0028360726,"threshold_uncertainty_score":0.24743295},"labels":[],"label_agreement":null},{"id":"W4404172719","doi":"10.1145/3686936","title":"\"Actually I Can Count My Blessings\": User-Centered Design of an Application to Promote Gratitude Among Young Adults","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Gratitude; Psychology; Social psychology","score_opus":0.05413889458629741,"score_gpt":0.382136624108431,"score_spread":0.32799772952213363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75182885,0.00029279338,0.22539555,0.0013545293,0.00018264324,0.0053071305,0.00024596328,0.005694507,0.009698071],"genre_scores_gemma":[0.6564593,0.00026600595,0.33159235,0.0006331541,0.000044059132,0.0053711655,0.00019630892,0.0002358897,0.005201837],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99881446,0.0007866576,0.00008519252,0.00012276467,0.00009756404,0.000093428906],"domain_scores_gemma":[0.997047,0.0018286952,0.0001823009,0.00022424356,0.00032063562,0.00039701126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027031295,0.0006693186,0.00023294076,0.00050264085,0.00054817717,0.0011548052,0.0009264144,0.0007723807,0.003663143],"category_scores_gemma":[0.006069008,0.00033572648,0.0004056401,0.0001653739,0.0004281956,0.0010383184,0.0013243203,0.00063624943,0.00076308247],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033561636,0.008633713,0.035261184,0.0040431744,0.00020559688,0.0022903478,0.06423742,0.0036694787,0.1939259,0.004475312,0.01651808,0.6633836],"study_design_scores_gemma":[0.005258385,0.049183603,0.21649562,0.003764952,0.002168083,0.007167977,0.056395568,0.12324573,0.18589538,0.017282164,0.33164477,0.0014978393],"about_ca_topic_score_codex":0.00026147586,"about_ca_topic_score_gemma":0.00071095896,"teacher_disagreement_score":0.003663143,"about_ca_system_score_codex":0.00019768595,"about_ca_system_score_gemma":0.0006117343,"threshold_uncertainty_score":0.014295697},"labels":[],"label_agreement":null},{"id":"W4404172818","doi":"10.1145/3686912","title":"Evaluating What Others Say: The Effect of Accuracy Assessment in Shaping Mental Models of AI Systems","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Psychology; Mental model; Artificial intelligence; Cognitive psychology; Computer science; Machine learning; Cognitive science","score_opus":0.13261406988109317,"score_gpt":0.4322873931486458,"score_spread":0.2996733232675526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893582,0.000075042764,0.0064010946,0.00030610192,0.000028129392,0.000109191584,0.000022666172,0.0001248991,0.0035746675],"genre_scores_gemma":[0.9936852,0.0000414537,0.0056784097,0.0000978242,0.0000090138055,0.00007374615,0.00003639457,0.000040524796,0.0003374758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9808608,0.01304876,0.00090607355,0.0016125833,0.0029188865,0.0006529079],"domain_scores_gemma":[0.72594506,0.22871993,0.017461969,0.015717791,0.009148405,0.003006752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01756616,0.0011033476,0.000494599,0.00080867676,0.0012950358,0.0046307617,0.0009148027,0.0016474263,0.0019881849],"category_scores_gemma":[0.20637847,0.0007258768,0.0009432853,0.00029622216,0.002823209,0.0047015194,0.0030529597,0.0019904682,0.00047078624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072973343,0.0025841186,0.37217188,0.0015341865,0.0007617344,0.0009490385,0.2669924,0.013213916,0.08917058,0.0055802674,0.0020062388,0.23773837],"study_design_scores_gemma":[0.00059650396,0.009886196,0.742,0.0010984391,0.0015280931,0.0010018125,0.088191755,0.06975145,0.049124084,0.022832794,0.012820626,0.0011683615],"about_ca_topic_score_codex":0.0026446558,"about_ca_topic_score_gemma":0.0023441436,"teacher_disagreement_score":0.01756616,"about_ca_system_score_codex":0.0013176993,"about_ca_system_score_gemma":0.0009480891,"threshold_uncertainty_score":0.09289986},"labels":[],"label_agreement":null},{"id":"W4404172889","doi":"10.1145/3686900","title":"Reimagining Communities through Transnational Bengali Decolonial Discourse with YouTube Content Creators","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Bengali; Nationalism; Colonialism; Sociology; Gender studies; Media studies; Geopolitics; Politics; Political science; Linguistics; Law","score_opus":0.13985457225907133,"score_gpt":0.40270797625839394,"score_spread":0.2628534039993226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94440657,0.00048003925,0.003399158,0.0039902837,0.000090370544,0.00007495648,0.00012366533,0.00009573548,0.047339313],"genre_scores_gemma":[0.99249214,0.00021550011,0.000753272,0.00019211245,0.000020197089,0.00003875188,0.000056176155,0.000046539346,0.0061852913],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99722797,0.0019151128,0.00007854864,0.0002447218,0.00022142893,0.00031213174],"domain_scores_gemma":[0.99563366,0.0027115522,0.0003717986,0.00046516286,0.00036556207,0.00045219436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003115358,0.0005143804,0.00029757663,0.0017748399,0.009535636,0.007836817,0.0010778434,0.0009884457,0.004311387],"category_scores_gemma":[0.0075694066,0.00024157435,0.00021613603,0.0017319501,0.009726381,0.008226176,0.008017661,0.001242609,0.0006264986],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000330279,0.000016260632,0.003893153,0.000058003156,0.000005687013,0.0004627117,0.9777759,0.000037685717,0.001259526,0.007216242,0.00097264093,0.008269198],"study_design_scores_gemma":[0.0000057317766,0.000030640353,0.0042770496,0.00011002125,0.000012194832,0.00021111361,0.9249059,0.000367934,0.0009996549,0.0024582632,0.06660017,0.000021396983],"about_ca_topic_score_codex":0.020978417,"about_ca_topic_score_gemma":0.039007574,"teacher_disagreement_score":0.020978417,"about_ca_system_score_codex":0.0035977918,"about_ca_system_score_gemma":0.0019601078,"threshold_uncertainty_score":0.04171264},"labels":[],"label_agreement":null},{"id":"W4404172934","doi":"10.1145/3686895","title":"Rhythm of Work: Mixed-methods Characterization of Information Workers Scheduling Preferences and Practices","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rhythm; Work (physics); Scheduling (production processes); Computer science; Operations management; Engineering; Medicine; Mechanical engineering","score_opus":0.24216406793208603,"score_gpt":0.47956544773595694,"score_spread":0.2374013798038709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404172934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577234,0.0002588453,0.038828634,0.00015488674,0.000024480712,0.0006357191,0.00052785256,0.00004249944,0.001803756],"genre_scores_gemma":[0.9711364,0.00009404894,0.025945561,0.00012033952,0.000023116276,0.0015986207,0.0005311037,0.00002499003,0.0005257333],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9750362,0.019624243,0.0014195961,0.0016854536,0.0017499389,0.00048460645],"domain_scores_gemma":[0.9148592,0.06326046,0.008908944,0.007824245,0.0040076757,0.0011394408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027038652,0.00043016838,0.0005106798,0.002792525,0.0011561656,0.002922816,0.0012648351,0.0006886439,0.0011201479],"category_scores_gemma":[0.0673699,0.0003960506,0.0006990257,0.0030557213,0.00096009846,0.0015151737,0.0016867458,0.0006651937,0.00024265583],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009644783,0.00075283495,0.8229788,0.0005685472,0.0006709507,0.00017760156,0.08962666,0.0013502224,0.004160336,0.0024970172,0.0008913456,0.07536132],"study_design_scores_gemma":[0.00017455607,0.0014769989,0.84731466,0.00030358694,0.00026895467,0.00046363365,0.10235865,0.028051095,0.003735703,0.008993873,0.0066447137,0.00021362046],"about_ca_topic_score_codex":0.0041857106,"about_ca_topic_score_gemma":0.0070814225,"teacher_disagreement_score":0.027038652,"about_ca_system_score_codex":0.0009245503,"about_ca_system_score_gemma":0.0009940577,"threshold_uncertainty_score":0.14299577},"labels":[],"label_agreement":null},{"id":"W4404173194","doi":"10.1145/3687023","title":"Beyond Meditation: Understanding Everyday Mindfulness Practices and Technology Use Among Experienced Practitioners","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Meditation; Mindfulness; Mindfulness meditation; Psychology; Psychotherapist; Applied psychology; History","score_opus":0.11124763056026674,"score_gpt":0.3916468574002295,"score_spread":0.28039922683996277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96906304,0.0033526411,0.011420747,0.0047095087,0.000048492228,0.00008109605,0.000027462409,0.000020463895,0.0112766465],"genre_scores_gemma":[0.9948401,0.0016480748,0.0021254574,0.00054965407,0.000020068173,0.00006529617,0.00001523531,0.000010288514,0.00072581053],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978124,0.0013012089,0.00007979772,0.0002602106,0.00020081647,0.0003455693],"domain_scores_gemma":[0.99433607,0.0042560445,0.0006689405,0.00020754394,0.0002626132,0.00026880784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003725489,0.00035498213,0.0002904977,0.0018363267,0.0019618939,0.0052937404,0.0010455168,0.0017753307,0.00114579],"category_scores_gemma":[0.009221282,0.0004736082,0.00026141678,0.0011033193,0.0064470884,0.010075671,0.0035110563,0.0022189643,0.0001555067],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029622068,0.00006492082,0.014434339,0.00022814113,0.000012506676,0.00033357707,0.9560445,0.000063472,0.0013486745,0.0058769058,0.00019207654,0.02137132],"study_design_scores_gemma":[0.000015222483,0.00017429485,0.051289774,0.0010933259,0.00002988606,0.0008449954,0.92335874,0.00078991655,0.00081378047,0.009623512,0.011934195,0.000032356602],"about_ca_topic_score_codex":0.0036127248,"about_ca_topic_score_gemma":0.0061510387,"teacher_disagreement_score":0.0052937404,"about_ca_system_score_codex":0.0016760261,"about_ca_system_score_gemma":0.0014497801,"threshold_uncertainty_score":0.019702494},"labels":[],"label_agreement":null},{"id":"W4404173321","doi":"10.1145/3687031","title":"Designing Collaborative Technology for Intergenerational Social Play over Distance","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sociology; Computer science","score_opus":0.038364725855028384,"score_gpt":0.3440461950796352,"score_spread":0.3056814692246068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21821305,0.0012980729,0.72896177,0.0018494459,0.00016371867,0.0010982367,0.00006475344,0.0008982219,0.04745271],"genre_scores_gemma":[0.61959887,0.0007131446,0.37278765,0.00015382146,0.00003764355,0.0015101563,0.000083280516,0.00012706697,0.004988247],"study_design_codex":"design_other","study_design_gemma":"design_other","domain_scores_codex":[0.9947977,0.0036600973,0.00020708304,0.0005682596,0.00040219584,0.0003646419],"domain_scores_gemma":[0.99503726,0.003273297,0.0003171269,0.0007195662,0.00023131973,0.00042141782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005062431,0.00089190487,0.00035114237,0.001275718,0.0035441571,0.005265296,0.002573006,0.0018759159,0.005264734],"category_scores_gemma":[0.010993738,0.00062088604,0.0006846149,0.00066448376,0.0036577764,0.007335816,0.0076386845,0.0011138316,0.0011222023],"study_design_candidate":"design_other","study_design_consensus":"design_other","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002915091,0.0011009356,0.01845395,0.0024778673,0.0002585841,0.004675519,0.19074808,0.0214057,0.04512704,0.22783317,0.008847853,0.47877985],"study_design_scores_gemma":[0.0005119624,0.0031114728,0.012680878,0.0019676294,0.00045045107,0.0062333667,0.15141617,0.06968567,0.029898217,0.27106258,0.45262647,0.00035513382],"about_ca_topic_score_codex":0.00069263007,"about_ca_topic_score_gemma":0.0011743137,"teacher_disagreement_score":0.005265296,"about_ca_system_score_codex":0.0008483435,"about_ca_system_score_gemma":0.0012489841,"threshold_uncertainty_score":0.026773036},"labels":[],"label_agreement":null},{"id":"W4404173560","doi":"10.1145/3687038","title":"Guiding Students in Using LLMs in Supported Learning Environments: Effects on Interaction Dynamics, Learner Performance, Confidence, and Trust","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Dynamics (music); Psychology; Cognitive psychology; Mathematics education; Computer science; Social psychology; Knowledge management; Pedagogy","score_opus":0.03248017981393873,"score_gpt":0.3281297274061279,"score_spread":0.29564954759218914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990833,0.000013397076,0.00049556076,0.00003307767,0.0000021284866,0.00002412601,0.0000075993075,0.00003291894,0.00030787254],"genre_scores_gemma":[0.99747026,0.000022971168,0.0019847648,0.000016871167,0.000001722013,0.000063995285,0.000019759165,0.0000060408033,0.00041369937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99696034,0.0016161641,0.00021968324,0.00042238456,0.000487291,0.00029419668],"domain_scores_gemma":[0.9763607,0.01553416,0.0022934652,0.0015332418,0.0012209867,0.0030574359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037272165,0.00044147592,0.0004524983,0.00035082517,0.0005692149,0.0020119443,0.00080371357,0.00062840024,0.0015065193],"category_scores_gemma":[0.02901647,0.00020880483,0.00032988406,0.00021726458,0.0006329351,0.00089436676,0.0016235844,0.00080969534,0.00048324294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061753276,0.0331119,0.3625127,0.00078539905,0.0002194782,0.0005431361,0.058634438,0.006506752,0.05360171,0.0009533293,0.002149884,0.47480598],"study_design_scores_gemma":[0.0012716203,0.07468997,0.71959877,0.00046264008,0.00057102,0.0007148268,0.0674571,0.03867499,0.077463634,0.0054894877,0.013171969,0.00043409853],"about_ca_topic_score_codex":0.00076970394,"about_ca_topic_score_gemma":0.0013216465,"teacher_disagreement_score":0.0037272165,"about_ca_system_score_codex":0.00043503713,"about_ca_system_score_gemma":0.00082498585,"threshold_uncertainty_score":0.019711614},"labels":[],"label_agreement":null},{"id":"W4406258467","doi":"10.1145/3701187","title":"Community Support for Aging in Place: A Computational Thematic Analysis of Discussions about Informal Care on Reddit","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Thematic analysis; Reciprocity (cultural anthropology); Reflexivity; Psychology; Aging in place; Informal learning; Developmental psychology; Qualitative research; Social psychology; Gerontology; Sociology; Medicine; Pedagogy","score_opus":0.03958592393418222,"score_gpt":0.38306214924578663,"score_spread":0.34347622531160443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406258467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97794676,0.0002778269,0.0120354025,0.0009990905,0.000041453117,0.0005378542,0.00078046555,0.000055299846,0.0073257633],"genre_scores_gemma":[0.9854499,0.00030574063,0.010624356,0.00019062129,0.0000131837,0.0005932504,0.0006368871,0.00006855681,0.002117481],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943335,0.004162166,0.00023869837,0.00043589037,0.0004325636,0.00039718105],"domain_scores_gemma":[0.97658986,0.019379685,0.0013303645,0.00071218517,0.001391556,0.0005964598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010451042,0.0004219351,0.00042361816,0.00356258,0.0047014817,0.0038946394,0.001500895,0.0008634939,0.0022520605],"category_scores_gemma":[0.02466388,0.0002860637,0.0005865758,0.004244786,0.0046270625,0.005163852,0.0046363105,0.0014056433,0.00020740456],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039332208,0.000025362328,0.0052749524,0.00019666406,0.0000065147838,0.00030259398,0.9818872,0.000102949954,0.0005567484,0.0021724903,0.0005060029,0.008929119],"study_design_scores_gemma":[0.000005790276,0.000021221398,0.005173474,0.00017262428,0.000010197939,0.00011601777,0.9817114,0.0009166468,0.000425203,0.0015833857,0.009846197,0.000017843337],"about_ca_topic_score_codex":0.011777249,"about_ca_topic_score_gemma":0.020601165,"teacher_disagreement_score":0.011777249,"about_ca_system_score_codex":0.0047005937,"about_ca_system_score_gemma":0.0036668936,"threshold_uncertainty_score":0.05527109},"labels":[],"label_agreement":null},{"id":"W4406448519","doi":"10.1145/3710901","title":"\"Near Data\" and \"Far Data\" for Urban Sustainability: How Do Community Advocates Envision Data Intermediaries?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Intermediary; Grassroots; Public relations; Context (archaeology); Sustainability; Open data; Business; Data governance; Storytelling; Data quality; Knowledge management; Political science; Sociology; Marketing; Computer science; Narrative","score_opus":0.09399950011132367,"score_gpt":0.37863633369641364,"score_spread":0.28463683358508995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406448519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4965494,0.0029790075,0.0500664,0.28439975,0.00081720605,0.00023148274,0.00009323121,0.00014013785,0.16472349],"genre_scores_gemma":[0.9881516,0.00062083994,0.004240808,0.0031211867,0.00007159896,0.00010412373,0.000024494177,0.000042140862,0.003623222],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9748731,0.019530088,0.00041160412,0.000966545,0.0024281067,0.001790547],"domain_scores_gemma":[0.97079897,0.019532703,0.0018860364,0.0017684096,0.0027331451,0.003280772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035047427,0.00048529202,0.00037987714,0.0025664687,0.01594981,0.023796566,0.0020912148,0.0059140595,0.004025821],"category_scores_gemma":[0.03403772,0.00064526324,0.00049439917,0.0024127823,0.03426667,0.027122833,0.021054136,0.008801827,0.00051706913],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043669068,0.00007789138,0.006783549,0.00011541335,0.000012870629,0.0004152692,0.49598876,0.00016093958,0.0004508962,0.46960908,0.0044813715,0.021860398],"study_design_scores_gemma":[0.000021255877,0.000048867983,0.00096018275,0.00043204677,0.00002235808,0.00023102794,0.70940906,0.0008259767,0.0005356823,0.13625085,0.15121748,0.000045187826],"about_ca_topic_score_codex":0.0041949092,"about_ca_topic_score_gemma":0.0064531965,"teacher_disagreement_score":0.035047427,"about_ca_system_score_codex":0.0045626494,"about_ca_system_score_gemma":0.008874651,"threshold_uncertainty_score":0.18535072},"labels":[],"label_agreement":null},{"id":"W4406733244","doi":"10.1145/3711105","title":"Who is to Blame: A Comprehensive Review of Challenges and Opportunities in Designer-Developer Collaboration","year":2025,"lang":"en","type":"review","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Usability; Best practice; General partnership; Blame; Computer science; Software; Software development; Software peer review; Knowledge management; Status quo; Process management; Software engineering; Engineering management; Engineering; Software construction; Business; Political science; Human–computer interaction; Psychology","score_opus":0.20050063097979937,"score_gpt":0.40314311214326465,"score_spread":0.20264248116346528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406733244","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013594331,0.9991021,0.00010306949,0.00030928265,0.00007668962,0.00001789399,0.000023027937,0.0000034522225,0.00022856849],"genre_scores_gemma":[0.0012835293,0.99800974,0.00028122394,0.0002605412,0.000039553302,0.0000308084,0.00003082163,0.000002799491,0.000061004885],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939559,0.0022265867,0.0017242326,0.0004796389,0.0014200257,0.00019361853],"domain_scores_gemma":[0.9677636,0.023144344,0.0036821119,0.00045809723,0.0044804034,0.00047146608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009220702,0.0011374463,0.0034149399,0.014155176,0.00089256663,0.003798028,0.0017502103,0.0024525241,0.002425926],"category_scores_gemma":[0.029764472,0.0012022932,0.0024152822,0.016614363,0.0013162695,0.005032531,0.0020354707,0.0017780546,0.0007201631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101405705,0.000034063036,0.0005301698,0.4995663,0.00093178503,0.000158436,0.0011807749,0.00023593481,0.000500746,0.0024683147,0.012997006,0.4812951],"study_design_scores_gemma":[0.000043122276,0.00019039348,0.0023197902,0.58200794,0.004197706,0.00072467525,0.0014876811,0.00010049808,0.00033976798,0.0022286228,0.4062882,0.00007150849],"about_ca_topic_score_codex":0.007616894,"about_ca_topic_score_gemma":0.022617059,"teacher_disagreement_score":0.014155176,"about_ca_system_score_codex":0.0029911518,"about_ca_system_score_gemma":0.0163137,"threshold_uncertainty_score":0.048764348},"labels":[],"label_agreement":null},{"id":"W4410049672","doi":"10.1145/3711057","title":"Residual Mobilities and Religious Practices: Exploring the Experiences of the Hindu Migrants in Canada","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mobilities; Hinduism; Residual; Geography; Sociology; Religious studies; Anthropology; Philosophy; Computer science","score_opus":0.0999224110990006,"score_gpt":0.29872419746064954,"score_spread":0.19880178636164894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99439394,0.0003878613,0.00015656411,0.0009614846,0.000026532127,0.000033435575,0.00008162718,0.000010541319,0.003948065],"genre_scores_gemma":[0.9953009,0.00046478637,0.00024256826,0.0003372297,0.0000059009076,0.000026314206,0.000051533687,0.000011639457,0.0035590678],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99865496,0.00035884875,0.000028761859,0.00010960265,0.0001779602,0.000669825],"domain_scores_gemma":[0.99805033,0.000461899,0.00015939155,0.000057937377,0.00034950275,0.0009208961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011919412,0.0005932664,0.0006042551,0.0015309257,0.027407372,0.004849695,0.0016965144,0.0012860971,0.0029549245],"category_scores_gemma":[0.0027554296,0.00036749424,0.00032395677,0.0024717306,0.009546085,0.0013175274,0.0057079336,0.0020194126,0.00021010815],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003503747,0.00001709234,0.0064095636,0.00004691072,0.000003821116,0.000724668,0.98696405,0.000030534764,0.00055134454,0.00045565338,0.00054886285,0.0042126263],"study_design_scores_gemma":[0.0000013058605,0.000012046736,0.0035462342,0.00002917673,0.0000030844067,0.00008485016,0.99040717,0.0000240665,0.00005547849,0.000030478226,0.0057964628,0.000009694513],"about_ca_topic_score_codex":0.94815737,"about_ca_topic_score_gemma":0.98356193,"teacher_disagreement_score":0.05184263,"about_ca_system_score_codex":0.025852164,"about_ca_system_score_gemma":0.03939756,"threshold_uncertainty_score":0.18757147},"labels":[],"label_agreement":null},{"id":"W4410049708","doi":"10.1145/3711087","title":"The Jade Gateway to Trust: Exploring How Socio-Cultural Perspectives Shape Trust Within Chinese NFT Communities","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Hong Kong University of Science and Technology","keywords":"China; Context (archaeology); Popularity; Sustainability; Public relations; Sociology; Political science; Psychology; Geography; Social psychology","score_opus":0.04817706318120028,"score_gpt":0.31353746176824754,"score_spread":0.26536039858704724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938074,0.00008771915,0.00050812005,0.0005277328,0.0000070368696,0.000019539533,0.000013395033,0.0000037276068,0.005025409],"genre_scores_gemma":[0.9995579,0.00003301401,0.00007464527,0.000029193894,0.0000013969196,0.000007759921,0.000006402665,0.0000013279623,0.000288391],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974468,0.0012322632,0.00011656639,0.00022065382,0.00039403004,0.00058977597],"domain_scores_gemma":[0.99342644,0.0029642184,0.0012187313,0.0003715554,0.0009228626,0.0010962463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038682718,0.00038964284,0.00035145384,0.0018529783,0.008433093,0.0048415093,0.0008083054,0.00078685425,0.0025319974],"category_scores_gemma":[0.008006319,0.00025589904,0.00039469544,0.0015901998,0.007293595,0.004286836,0.0039069904,0.0012018214,0.00014719409],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006674965,0.000055546883,0.13578029,0.00007488457,0.000028431732,0.0010270085,0.8390412,0.00020378035,0.0011766922,0.011148202,0.0005671053,0.010830085],"study_design_scores_gemma":[0.000011391656,0.00007490495,0.11491719,0.00010322176,0.000046864847,0.00019411958,0.868661,0.0029808732,0.0005210414,0.004167501,0.008261077,0.000060820334],"about_ca_topic_score_codex":0.0876273,"about_ca_topic_score_gemma":0.09983869,"teacher_disagreement_score":0.0876273,"about_ca_system_score_codex":0.00985885,"about_ca_system_score_gemma":0.006499486,"threshold_uncertainty_score":0.17423451},"labels":[],"label_agreement":null},{"id":"W4410049808","doi":"10.1145/3711020","title":"'It was 80% me, 20% AI': Seeking Authenticity in Co-Writing with Large Language Models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Personalization; Professional writing; Writing process; Diversity (politics); Creative writing; Work (physics); Psychology; Computer science; World Wide Web; Sociology; Literature; Mathematics education; Art; Engineering","score_opus":0.10900188467220745,"score_gpt":0.44010407782028876,"score_spread":0.3311021931480813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9337116,0.0008886942,0.021226011,0.010004144,0.00019827444,0.00007623347,0.000019417586,0.00017586743,0.033699777],"genre_scores_gemma":[0.99478614,0.00015896634,0.0023057428,0.000592701,0.000032582626,0.000023710403,0.000009750172,0.00003802022,0.0020523185],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96614057,0.02881405,0.00053191825,0.0014391297,0.002010224,0.0010641769],"domain_scores_gemma":[0.9370798,0.043573648,0.006380037,0.0044701286,0.003893609,0.004602796],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02372588,0.0004794078,0.0004740608,0.0011696216,0.009481506,0.011033065,0.0011211759,0.0021877268,0.0020562361],"category_scores_gemma":[0.063940756,0.0005993182,0.0004125648,0.000613443,0.014479779,0.011104416,0.009939904,0.003508368,0.0007308014],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000829196,0.00005408184,0.008668941,0.00010638531,0.00001229936,0.0008347488,0.96002585,0.00006655778,0.001218906,0.005754704,0.0016829263,0.021491624],"study_design_scores_gemma":[0.000032587875,0.00019629685,0.004430493,0.00028295713,0.000034427536,0.002877231,0.9346122,0.0010938811,0.0024701776,0.010476556,0.04343039,0.000062750834],"about_ca_topic_score_codex":0.00076406734,"about_ca_topic_score_gemma":0.0012051786,"teacher_disagreement_score":0.9978123,"about_ca_system_score_codex":0.0016274499,"about_ca_system_score_gemma":0.002182813,"threshold_uncertainty_score":0.12547594},"labels":[],"label_agreement":null},{"id":"W4410049912","doi":"10.1145/3710970","title":"Exploring Algorithmic Resistance: Responses to Social Media Censorship in Activism","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Universitas Brawijaya; Bundesministerium für Bildung und Forschung","keywords":"Censorship; Social media; Political science; Mores; Public relations; Sociology; Politics; Law","score_opus":0.1239332525760814,"score_gpt":0.32959725125050243,"score_spread":0.20566399867442103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398636,0.00028784157,0.005066619,0.0042066798,0.000071863906,0.000100095654,0.00005775594,0.000046209647,0.050299328],"genre_scores_gemma":[0.99731785,0.00009486125,0.00061701826,0.00040811772,0.00002957606,0.00007010337,0.000020857518,0.00002384151,0.0014177021],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98546946,0.010953612,0.00031893203,0.0010299121,0.0012718844,0.00095613435],"domain_scores_gemma":[0.94460773,0.044245873,0.0063466113,0.0021317236,0.0016512636,0.0010168194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009462981,0.00050737633,0.00034953255,0.002164428,0.005378919,0.009218124,0.0013077323,0.0028537416,0.004651722],"category_scores_gemma":[0.040587336,0.00038242113,0.00042584178,0.0013537246,0.011760712,0.006674338,0.0077532586,0.003385559,0.00049719476],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017686687,0.00013544931,0.028791448,0.00021282278,0.000045495184,0.00070038857,0.9174694,0.00028972398,0.003075893,0.022436554,0.001083284,0.025582576],"study_design_scores_gemma":[0.000037099406,0.00018944124,0.042464454,0.00038404882,0.00004751458,0.0005355769,0.89263093,0.001898671,0.001899274,0.020136964,0.03971286,0.00006317458],"about_ca_topic_score_codex":0.0016758444,"about_ca_topic_score_gemma":0.0021126834,"teacher_disagreement_score":0.009462981,"about_ca_system_score_codex":0.0023433242,"about_ca_system_score_gemma":0.0010780401,"threshold_uncertainty_score":0.05004561},"labels":[],"label_agreement":null},{"id":"W4410061023","doi":"10.1145/3711015","title":"Interrogating AI: Characterizing Emergent Playful Interactions with ChatGPT","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Universitas Brawijaya","keywords":"Agency (philosophy); Construct (python library); Human–computer interaction; Thematic analysis; Computer-supported cooperative work; Computer science; Data science; Sociology; Engineering; Qualitative research; Social science","score_opus":0.06818782437016542,"score_gpt":0.4102765811253396,"score_spread":0.3420887567551742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968435,0.000338403,0.02047205,0.00048788582,0.000041224983,0.00014198043,0.00027204544,0.00024168134,0.009569678],"genre_scores_gemma":[0.9920609,0.00016031745,0.0051287147,0.0001335278,0.00002575887,0.00013467226,0.00019900082,0.00008809957,0.0020689627],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99749774,0.0015231498,0.00010079879,0.00027589005,0.00040297952,0.00019932768],"domain_scores_gemma":[0.9811639,0.01544325,0.0010563533,0.0006532435,0.0009934392,0.0006898008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002625104,0.00057333324,0.00037709414,0.0024161635,0.002456378,0.003374628,0.00085058593,0.0010513559,0.0017163377],"category_scores_gemma":[0.020387221,0.00031956442,0.00028529725,0.0014106049,0.0038855264,0.0034359382,0.003882333,0.0011351007,0.0004543638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025505162,0.000047398524,0.02495833,0.00036771098,0.000026020643,0.0014328501,0.9240143,0.00034666178,0.01883077,0.005056499,0.0010770668,0.023587381],"study_design_scores_gemma":[0.000036478286,0.00040540803,0.11834318,0.00069986697,0.00008036953,0.0031887768,0.7545399,0.016596109,0.01301866,0.01293431,0.07995824,0.00019872803],"about_ca_topic_score_codex":0.002704728,"about_ca_topic_score_gemma":0.004298484,"teacher_disagreement_score":0.003374628,"about_ca_system_score_codex":0.0010755863,"about_ca_system_score_gemma":0.00057585054,"threshold_uncertainty_score":0.013883054},"labels":[],"label_agreement":null},{"id":"W4410061046","doi":"10.1145/3710969","title":"Exploring a Real-time Feedback Display of Non-verbal Cues in Online Work Meetings to Support Self-Presentation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Presentation (obstetrics); Work (physics); Psychology; Multimedia; Human–computer interaction; Computer science; Cognitive psychology; Visual feedback; Applied psychology; Artificial intelligence; Medicine; Engineering","score_opus":0.0636992128922823,"score_gpt":0.36907614844073977,"score_spread":0.30537693554845746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87553465,0.0003398852,0.10937974,0.0004868712,0.00017826018,0.0006086587,0.00037932163,0.0044636293,0.008629089],"genre_scores_gemma":[0.9227278,0.00013822237,0.07229968,0.0002706175,0.00006635044,0.00046053142,0.0002074728,0.00026221917,0.0035671687],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99862814,0.00067992945,0.00008192201,0.0002156407,0.0002530839,0.00014133392],"domain_scores_gemma":[0.9895001,0.0074200146,0.00075731217,0.00086501625,0.0008101902,0.00064741884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019831124,0.0008113775,0.00031403473,0.00045821982,0.0004910071,0.0014718552,0.0010236455,0.0009046074,0.006715094],"category_scores_gemma":[0.012824776,0.0002886466,0.00034432593,0.00019220056,0.0005341722,0.0014367172,0.001522866,0.00059349654,0.001390689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041355905,0.0014844374,0.02349785,0.002621721,0.00010202344,0.0014775196,0.031734247,0.002583188,0.53665876,0.0019355332,0.0056741405,0.38809502],"study_design_scores_gemma":[0.0013489183,0.027288996,0.19982831,0.0019443865,0.0006203358,0.0039984076,0.0392895,0.048945222,0.5198514,0.008690898,0.14728527,0.00090832304],"about_ca_topic_score_codex":0.0003668934,"about_ca_topic_score_gemma":0.00061600615,"teacher_disagreement_score":0.006715094,"about_ca_system_score_codex":0.00029031193,"about_ca_system_score_gemma":0.0003770478,"threshold_uncertainty_score":0.022464216},"labels":[],"label_agreement":null},{"id":"W4410512490","doi":"10.1145/3710956","title":"Decentralized Web3 Non-Fungible Token Community for Societal Prosperity? A Social Capital Perspective","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Prosperity; Social capital; Perspective (graphical); Sociology; Economics; Economic growth; Social science; Computer science","score_opus":0.05223091336014763,"score_gpt":0.3957178886843647,"score_spread":0.34348697532421707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410512490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78760517,0.0005568408,0.06271907,0.020379126,0.00009222202,0.00015285167,0.00012599282,0.00010631081,0.1282624],"genre_scores_gemma":[0.99674207,0.00006327513,0.0019417035,0.00012287044,0.000009505178,0.000018351877,0.000009387104,0.0000070657775,0.0010857316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977756,0.0012723565,0.000042433,0.00027178324,0.00027159386,0.00036626853],"domain_scores_gemma":[0.9951585,0.002188549,0.00077335996,0.00062612206,0.0003737241,0.00087978796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032962488,0.00017800786,0.00021963065,0.001186701,0.003447172,0.0056145014,0.0006690255,0.001027447,0.004822814],"category_scores_gemma":[0.009315098,0.0001264689,0.00024389538,0.000864047,0.009505091,0.009736426,0.0045629614,0.0009825059,0.00030395362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007806435,0.000085944856,0.018433519,0.000116141295,0.000022051297,0.000548534,0.029927684,0.0020944856,0.0012191479,0.89279765,0.0025317844,0.052145],"study_design_scores_gemma":[0.000025259487,0.0000816749,0.01938148,0.00018657098,0.00001957638,0.00032285092,0.049320407,0.015121421,0.0011230723,0.8575145,0.05685807,0.000045224733],"about_ca_topic_score_codex":0.0021574148,"about_ca_topic_score_gemma":0.004456257,"teacher_disagreement_score":0.0056145014,"about_ca_system_score_codex":0.0031728907,"about_ca_system_score_gemma":0.0030879725,"threshold_uncertainty_score":0.023021042},"labels":[],"label_agreement":null},{"id":"W4410512647","doi":"10.1145/3710955","title":"Data Practices and Double-Binds of Toronto's Climate Governance","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Climate justice; Corporate governance; Climate governance; Leverage (statistics); Politics; Adaptation (eye); Political science; Environmental planning; Climate change; Sociology; Public administration; Geography; Computer science; Ecology; Economics; Management","score_opus":0.09036065086154331,"score_gpt":0.38711930917269277,"score_spread":0.29675865831114945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410512647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7577956,0.0036564479,0.071452595,0.057999015,0.00021649392,0.00038032373,0.0008508171,0.00038291424,0.1072658],"genre_scores_gemma":[0.99089396,0.00047616044,0.004807491,0.00039045262,0.0000101694295,0.00008041203,0.00009035209,0.000043518838,0.003207471],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.947347,0.03473046,0.0032360842,0.003524723,0.00826816,0.0028935904],"domain_scores_gemma":[0.932914,0.04285425,0.004545116,0.009747769,0.0068476214,0.0030911367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027357375,0.00042187943,0.00044368408,0.0033816453,0.018188048,0.014132768,0.0016580399,0.0017213804,0.0019580733],"category_scores_gemma":[0.04470532,0.0009774719,0.0002958386,0.008917315,0.035932593,0.007727863,0.011826465,0.002408662,0.00018396306],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044985034,0.000016229307,0.015183608,0.0002488802,0.00003135781,0.0008077169,0.8085463,0.0011454388,0.0024603652,0.13388985,0.0033826202,0.034242664],"study_design_scores_gemma":[0.000014158211,0.000050065464,0.013427049,0.0005000718,0.000038731305,0.0003131683,0.6923236,0.002296538,0.0028804645,0.031323634,0.2567246,0.00010781076],"about_ca_topic_score_codex":0.55682594,"about_ca_topic_score_gemma":0.6682131,"teacher_disagreement_score":0.44317406,"about_ca_system_score_codex":0.05704777,"about_ca_system_score_gemma":0.055659954,"threshold_uncertainty_score":0.891568},"labels":[],"label_agreement":null},{"id":"W4410537898","doi":"10.1145/3710909","title":"Envisioning AI Support during Semi-Structured Interviews Across the Expertise Spectrum","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universitas Brawijaya","keywords":"Spectrum (functional analysis); Psychology; Computer science; Knowledge management; Physics","score_opus":0.052958453186754996,"score_gpt":0.4189439588622854,"score_spread":0.3659855056755304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410537898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7065623,0.0005806487,0.2650897,0.0040645637,0.00019996753,0.008084738,0.0007880973,0.0003628141,0.014267212],"genre_scores_gemma":[0.8313208,0.00063539075,0.15247887,0.00078339566,0.00008178532,0.010790024,0.00043705804,0.0001504822,0.0033221478],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.876189,0.10990012,0.003751987,0.0033782022,0.0038431557,0.0029375826],"domain_scores_gemma":[0.71603286,0.24449779,0.009314927,0.009646767,0.01489789,0.005609747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12635174,0.0011536618,0.0007173752,0.003463825,0.0068075056,0.006283,0.0033834826,0.0021378307,0.0036295196],"category_scores_gemma":[0.143788,0.0010668184,0.0007029327,0.0022826544,0.010837637,0.008765352,0.009250743,0.00298347,0.0012450608],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000160612,0.00008408596,0.0020048798,0.0003193024,0.000008681187,0.0006531385,0.9695142,0.0007975305,0.004691658,0.005890587,0.00088345783,0.014991866],"study_design_scores_gemma":[0.00007458735,0.00024704944,0.0014353655,0.00067731034,0.000017660886,0.00046340463,0.92766273,0.0037468036,0.005714741,0.023949867,0.03592337,0.00008710993],"about_ca_topic_score_codex":0.0015286708,"about_ca_topic_score_gemma":0.0035211858,"teacher_disagreement_score":0.12635174,"about_ca_system_score_codex":0.00568808,"about_ca_system_score_gemma":0.008998814,"threshold_uncertainty_score":0.66821986},"labels":[],"label_agreement":null},{"id":"W4410537970","doi":"10.1145/3711101","title":"Virtual Agent-based Communication Skills Training to Facilitate Health Persuasion Among Peers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"AI in Service Interactions","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interactivity; Motivational interviewing; Persuasion; Applied psychology; Psychology; Medical education; Competence (human resources); Behavior change; Interpersonal communication; Interview; Computer science; Multimedia; Social psychology; Medicine; Psychological intervention","score_opus":0.08240520883775188,"score_gpt":0.34975069543002185,"score_spread":0.26734548659227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410537970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8450009,0.00027280208,0.12784414,0.00067417504,0.0001776163,0.0010213006,0.00013449583,0.0036791041,0.021195484],"genre_scores_gemma":[0.9188349,0.000110217385,0.072667725,0.00016509823,0.00004012553,0.00046156885,0.000106063475,0.00005858208,0.007555772],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995833,0.00024722042,0.000020241403,0.00004876362,0.00006301641,0.00003747318],"domain_scores_gemma":[0.99797195,0.0013310567,0.00012367009,0.00017991333,0.00011245297,0.0002809171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067033805,0.00036968655,0.00016309727,0.00030949138,0.00030083337,0.0006461266,0.00069378095,0.0004934366,0.009493184],"category_scores_gemma":[0.0039190375,0.00013128018,0.00020764458,0.0000958458,0.00018403499,0.0005010284,0.0007345487,0.00040247373,0.0011785458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027681165,0.017748352,0.01818462,0.0010817999,0.00018834951,0.0008152043,0.005507837,0.012929681,0.13057499,0.004726455,0.0131514855,0.7923232],"study_design_scores_gemma":[0.004625245,0.041055348,0.14048183,0.00074798276,0.0013180746,0.0042412863,0.005181452,0.35097715,0.19143717,0.013871759,0.2456021,0.00046057475],"about_ca_topic_score_codex":0.0005114424,"about_ca_topic_score_gemma":0.00060756644,"teacher_disagreement_score":0.009493184,"about_ca_system_score_codex":0.00012864658,"about_ca_system_score_gemma":0.00032756024,"threshold_uncertainty_score":0.03175783},"labels":[],"label_agreement":null},{"id":"W4410538606","doi":"10.1145/3710903","title":"A Gentle Introduction to Mental Health Through Storytelling: Design and Evaluation of Digital Human Library","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Storytelling; Digital storytelling; Mental health; Digital library; Psychology; Computer science; Human–computer interaction; Multimedia; Art; Narrative; Psychotherapist","score_opus":0.14419328420213529,"score_gpt":0.4444971173798435,"score_spread":0.3003038331777082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410538606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9144638,0.0007397026,0.052982204,0.00053446484,0.0001242965,0.022738641,0.0005523364,0.0012064021,0.0066581457],"genre_scores_gemma":[0.71580493,0.0009915982,0.254135,0.00047198357,0.00006479387,0.022239728,0.0007107914,0.00038565675,0.0051954845],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99344593,0.00487374,0.00054049783,0.00041742306,0.00046631965,0.00025597648],"domain_scores_gemma":[0.97340494,0.020146387,0.0009454833,0.0015628545,0.002453265,0.0014870611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01263171,0.0010863174,0.00047024759,0.0013889703,0.00087496784,0.0022598226,0.0017558828,0.00092081487,0.004665696],"category_scores_gemma":[0.03281839,0.0005779424,0.0006804548,0.0006046944,0.0013993324,0.0015136964,0.0023127517,0.0006875569,0.0006732541],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055229785,0.01815718,0.023304414,0.009940636,0.00040303406,0.0015504385,0.119683556,0.00516031,0.053890005,0.0029633353,0.0062822923,0.7531418],"study_design_scores_gemma":[0.018849462,0.2122586,0.12503001,0.0064346343,0.0044668224,0.0035490068,0.1346805,0.03977855,0.18619828,0.009779634,0.25753203,0.0014424552],"about_ca_topic_score_codex":0.0009099078,"about_ca_topic_score_gemma":0.0017892094,"teacher_disagreement_score":0.01263171,"about_ca_system_score_codex":0.0012267178,"about_ca_system_score_gemma":0.001652465,"threshold_uncertainty_score":0.066803694},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410538724","doi":"10.1145/3710915","title":"Remote Workplace Interactions and Extraversion: A Field Study on Wellbeing and Productivity Among Knowledge Workers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extraversion and introversion; Productivity; Personality; Field (mathematics); Psychology; Big Five personality traits; Knowledge management; Social psychology; Applied psychology; Computer science","score_opus":0.038073944867734105,"score_gpt":0.3869914549891149,"score_spread":0.34891751012138084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410538724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994306,0.000026762053,0.00007405232,0.000043672837,0.0000034929085,0.000035422257,0.000012718734,0.0000010392441,0.00037226634],"genre_scores_gemma":[0.99872524,0.00009053509,0.000231715,0.0001418139,0.000014589482,0.0001156519,0.00001878959,0.0000026284633,0.0006589561],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975153,0.0015622821,0.000099334575,0.00023476877,0.0002051912,0.0003831035],"domain_scores_gemma":[0.9888897,0.0071982876,0.001086225,0.00051690027,0.0007374269,0.001571597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005476726,0.0004356065,0.00050813425,0.0013395565,0.004517431,0.0018479765,0.00064541545,0.0009863207,0.0022846828],"category_scores_gemma":[0.007710781,0.00059068843,0.0003512159,0.00070949865,0.0025327986,0.001868334,0.002152742,0.0018336418,0.00048383264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005699618,0.0062166615,0.1893099,0.0002759995,0.000029667537,0.0011072034,0.7678505,0.00010271377,0.003265361,0.00033887388,0.0006408989,0.030292246],"study_design_scores_gemma":[0.000087574845,0.0056086876,0.30419043,0.00013314809,0.000026508398,0.00037519576,0.68541783,0.0002312568,0.0006679335,0.00037522116,0.0028301051,0.000056106615],"about_ca_topic_score_codex":0.0035668518,"about_ca_topic_score_gemma":0.008181225,"teacher_disagreement_score":0.005476726,"about_ca_system_score_codex":0.0008675643,"about_ca_system_score_gemma":0.0009857161,"threshold_uncertainty_score":0.028964043},"labels":[],"label_agreement":null},{"id":"W4410611083","doi":"10.1145/3725833","title":"EarEOG: Using Headphones and Around-the-Ear EOG Signals for Real-Time Wheelchair Control","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Headphones; Wheelchair; Computer science; Electrooculography; Audiology; Speech recognition; Physical medicine and rehabilitation; Medicine; Engineering; Artificial intelligence; Eye movement; Electrical engineering","score_opus":0.03749657495785841,"score_gpt":0.3230160874259,"score_spread":0.2855195124680416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410611083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32078004,0.0015398221,0.65606046,0.0003074953,0.0003372415,0.00040701794,0.0012034405,0.012848985,0.0065154643],"genre_scores_gemma":[0.8612711,0.00050099316,0.13216542,0.0004475689,0.00007478471,0.00020578029,0.0004470638,0.00028615847,0.0046012225],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997155,0.000052713764,0.000018086621,0.00006869232,0.000114517294,0.000030482208],"domain_scores_gemma":[0.99977034,0.000090973954,0.00002934616,0.000026377524,0.00006365558,0.000019337598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030769643,0.00053555256,0.00034397634,0.00035219025,0.0001002751,0.0003989662,0.0004245245,0.00046811695,0.0025218858],"category_scores_gemma":[0.0011285836,0.00014041342,0.00013465672,0.00017253998,0.0001829642,0.0004573628,0.00041877135,0.0001381949,0.0005263025],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001848205,0.00019546112,0.00672643,0.0005767907,0.00011118139,0.00079080043,0.00035723048,0.003926773,0.44774115,0.0008491505,0.006033568,0.5308432],"study_design_scores_gemma":[0.000806888,0.0028365343,0.08192121,0.00043432924,0.0005105755,0.006807008,0.00036077813,0.1908068,0.6130358,0.0025043623,0.09947693,0.00049886195],"about_ca_topic_score_codex":0.00095247076,"about_ca_topic_score_gemma":0.0021171023,"teacher_disagreement_score":0.0025218858,"about_ca_system_score_codex":0.00011397427,"about_ca_system_score_gemma":0.0002199991,"threshold_uncertainty_score":0.008436501},"labels":[],"label_agreement":null},{"id":"W4410611104","doi":"10.1145/3725842","title":"The Influence of Eye Gaze Interaction Technique Expertise and the Guided Evaluation Method on Text Entry Performance Evaluations","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Simon Fraser University","funders":"","keywords":"Gaze; Eye tracking; Computer science; Human–computer interaction; Artificial intelligence","score_opus":0.045133733543855255,"score_gpt":0.39685029202287464,"score_spread":0.3517165584790194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410611104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97531533,0.00049518025,0.018856559,0.000120674704,0.000059376453,0.00023726019,0.00008390808,0.0003181378,0.004513544],"genre_scores_gemma":[0.9885113,0.0001084446,0.009655599,0.000057046476,0.000031443393,0.00024069537,0.00007947979,0.0000931606,0.0012226949],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9828318,0.0094916755,0.0015314339,0.0023087712,0.0032253184,0.0006109578],"domain_scores_gemma":[0.79033005,0.18257234,0.010258757,0.0049033617,0.009456607,0.002478892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012807527,0.0008560822,0.00064260006,0.0007788397,0.00037084112,0.0015682372,0.00058423326,0.0010362497,0.0020495495],"category_scores_gemma":[0.12935877,0.0002510709,0.000435756,0.00039786324,0.00070257066,0.0015458409,0.0013272397,0.0007140229,0.00041329148],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020013794,0.0035899738,0.22095644,0.0026406548,0.0010789542,0.0005998976,0.017316159,0.019021045,0.1505979,0.0013580915,0.003241878,0.5595852],"study_design_scores_gemma":[0.00092293136,0.03091338,0.82565176,0.00066131767,0.00075362134,0.0010224165,0.0049849064,0.06564074,0.059620425,0.0026804933,0.006568264,0.0005798002],"about_ca_topic_score_codex":0.00197224,"about_ca_topic_score_gemma":0.0026612645,"teacher_disagreement_score":0.012807527,"about_ca_system_score_codex":0.00059479254,"about_ca_system_score_gemma":0.0006693989,"threshold_uncertainty_score":0.067733526},"labels":[],"label_agreement":null},{"id":"W4411712252","doi":"10.1145/3735593","title":"Fake it 'til you load it: User Perceptions and Performance with Fast-Loading “False Front” Web Pages","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Green IT and Sustainability","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Front (military); Computer science; World Wide Web; Engineering; Mechanical engineering","score_opus":0.017151588295901826,"score_gpt":0.26010205457152297,"score_spread":0.24295046627562114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971813,0.000067838606,0.0012880925,0.0000786343,0.0000142376575,0.00006183956,0.000051161875,0.00018898718,0.0010678996],"genre_scores_gemma":[0.9961767,0.000056435976,0.0023533793,0.00016693129,0.000012377882,0.00008492144,0.000079968726,0.000080411446,0.0009888621],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692816,0.001555977,0.00025217433,0.00040221435,0.0005842782,0.00027727618],"domain_scores_gemma":[0.9633054,0.026268309,0.0027847418,0.0028093678,0.0026539294,0.0021781903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038099866,0.0009771517,0.0006061918,0.00082373415,0.0010968748,0.0028003743,0.00079684803,0.0018617008,0.0035836145],"category_scores_gemma":[0.041048564,0.0006232594,0.0006103974,0.00036849003,0.001477751,0.0026198558,0.0020135303,0.0011281698,0.001320572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010619928,0.0048957723,0.36510083,0.0026119438,0.00046253018,0.0023543146,0.33712664,0.005497134,0.09666197,0.0013060697,0.014936998,0.15842581],"study_design_scores_gemma":[0.00074906787,0.016417725,0.6870043,0.00075742,0.00066127896,0.0023407033,0.17010769,0.058089267,0.038777046,0.0034103768,0.020059593,0.0016254683],"about_ca_topic_score_codex":0.0053364504,"about_ca_topic_score_gemma":0.0034286443,"teacher_disagreement_score":0.0053364504,"about_ca_system_score_codex":0.0006677891,"about_ca_system_score_gemma":0.00031430158,"threshold_uncertainty_score":0.02014941},"labels":[],"label_agreement":null},{"id":"W4411712271","doi":"10.1145/3734188","title":"ScriptAR: No-Code Development of Augmented Reality Educational Games","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Regional Municipality of Waterloo; University of Waterloo; Queen's University","funders":"","keywords":"Augmented reality; Computer science; Code (set theory); Human–computer interaction; Mathematics education; Psychology; Programming language","score_opus":0.05571066480791494,"score_gpt":0.3529737973767883,"score_spread":0.2972631325688734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02797958,0.00019639583,0.7347125,0.00022601661,0.0003555333,0.0012401263,0.0010901217,0.20893049,0.025269205],"genre_scores_gemma":[0.19499221,0.0003607435,0.70793325,0.00040166473,0.00007700717,0.0018849584,0.005377398,0.044706073,0.04426679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775046,0.00048428503,0.00027874432,0.00032598927,0.00094322726,0.00021720475],"domain_scores_gemma":[0.9946004,0.0021333455,0.00040848937,0.0013557015,0.0010707716,0.0004313584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001741782,0.0016116074,0.00051265646,0.00075459905,0.00045067954,0.0016309595,0.0036683206,0.00084098394,0.017201843],"category_scores_gemma":[0.01305933,0.0012141753,0.0010231847,0.00022414992,0.0007298601,0.001917646,0.0030620873,0.0014124002,0.007417594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002224032,0.0015410284,0.0054226792,0.0016704795,0.00021122066,0.0024964374,0.0041515455,0.01685731,0.12003232,0.026715774,0.14393055,0.67474663],"study_design_scores_gemma":[0.0006841072,0.0012889316,0.005414219,0.00045272429,0.00014233813,0.0023955554,0.00045166127,0.2548204,0.22692229,0.008958664,0.4980588,0.00041035961],"about_ca_topic_score_codex":0.00086017133,"about_ca_topic_score_gemma":0.0012972301,"teacher_disagreement_score":0.017201843,"about_ca_system_score_codex":0.00039597927,"about_ca_system_score_gemma":0.0010707113,"threshold_uncertainty_score":0.0575459},"labels":[],"label_agreement":null},{"id":"W4411712279","doi":"10.1145/3734189","title":"Artworks Reimagined: Exploring Human-AI Co-Creation through Body Prompting","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human body; Psychology; Human–computer interaction; Computer science; Artificial intelligence","score_opus":0.07303871321696748,"score_gpt":0.39063369471829307,"score_spread":0.3175949815013256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80359316,0.00045392703,0.12215965,0.0011833662,0.00009816275,0.0003851446,0.00013213816,0.0014126691,0.070581675],"genre_scores_gemma":[0.9608986,0.00015873433,0.031426597,0.00013454082,0.000021319021,0.00018416929,0.00007452688,0.0002714129,0.0068301167],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980666,0.0012554281,0.000032242428,0.00021383348,0.00021214048,0.00021981566],"domain_scores_gemma":[0.99525577,0.0036063376,0.00018909339,0.0005674106,0.00013405994,0.00024731582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024158026,0.0006483105,0.00030495413,0.0008137418,0.0020900131,0.004254783,0.0015489344,0.0013203532,0.007728682],"category_scores_gemma":[0.0066589005,0.0003949736,0.0005590951,0.00052252406,0.00575848,0.0037020752,0.0057043466,0.0014614564,0.0009059125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049905886,0.0004596721,0.009205186,0.0010123436,0.000045426023,0.0034748092,0.7702331,0.004123922,0.05071068,0.030264355,0.0037868705,0.12618461],"study_design_scores_gemma":[0.00024936846,0.0013075939,0.033921957,0.0010554823,0.00017264347,0.004875335,0.51770586,0.027972033,0.0372265,0.039056454,0.33614084,0.00031591987],"about_ca_topic_score_codex":0.0008038718,"about_ca_topic_score_gemma":0.0015432929,"teacher_disagreement_score":0.007728682,"about_ca_system_score_codex":0.0009918403,"about_ca_system_score_gemma":0.0005550084,"threshold_uncertainty_score":0.025855064},"labels":[],"label_agreement":null},{"id":"W4411712364","doi":"10.1145/3733052","title":"VibRing: A Wearable Vibroacoustic Sensor for Single-Handed Gesture Recognition","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Wearable computer; Gesture; Gesture recognition; Computer science; Speech recognition; Artificial intelligence; Embedded system","score_opus":0.07046285692990022,"score_gpt":0.31309323018541424,"score_spread":0.242630373255514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32257205,0.003062264,0.6530003,0.0003913699,0.00054148707,0.00048043695,0.0012406813,0.009103706,0.009607749],"genre_scores_gemma":[0.8395503,0.0010116565,0.15109538,0.00032505277,0.00007857407,0.00019468312,0.00070070586,0.00018553351,0.006858178],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994862,0.0000617601,0.0000329472,0.00012218882,0.00025440197,0.000042397776],"domain_scores_gemma":[0.9996613,0.00012263766,0.000051352352,0.000053960182,0.000068361194,0.000042282318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004295517,0.00044273474,0.0004993437,0.00034690517,0.00015340594,0.00047798303,0.00078612356,0.00068733055,0.002587668],"category_scores_gemma":[0.0011758293,0.00023793046,0.0002855781,0.00029426673,0.0004381573,0.0008541966,0.0007961501,0.00043381052,0.00084903],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039105694,0.000084406725,0.0034905183,0.0004495015,0.000046088553,0.0003387144,0.0001662951,0.002960794,0.751606,0.0007298976,0.002896972,0.23683982],"study_design_scores_gemma":[0.00019426357,0.0036289997,0.057373732,0.00024146224,0.0001917319,0.0070354445,0.00036960095,0.17670505,0.7030885,0.0022589418,0.048521336,0.00039083845],"about_ca_topic_score_codex":0.00089743594,"about_ca_topic_score_gemma":0.0016697596,"teacher_disagreement_score":0.002587668,"about_ca_system_score_codex":0.00016291294,"about_ca_system_score_gemma":0.00032136485,"threshold_uncertainty_score":0.008656621},"labels":[],"label_agreement":null},{"id":"W4414114173","doi":"10.1145/3743708","title":"ThumbSwype: Thumb-to-Finger Gesture Based Text-Entry for Head Mounted Displays MHCI031","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq; Okanagan University College; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"SwIPe; Gesture; Text entry; Head (geology); Mobile device; Accelerometer","score_opus":0.040070105246205814,"score_gpt":0.35609379327004914,"score_spread":0.31602368802384334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414114173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2686727,0.002940785,0.6073527,0.00043194043,0.0007833621,0.0016121215,0.0035784626,0.08399333,0.030634629],"genre_scores_gemma":[0.58434284,0.001134002,0.35363105,0.00047354834,0.00016458277,0.0008188625,0.0036442517,0.0025052319,0.053285547],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99932647,0.0000751583,0.000051444244,0.00011980369,0.00035589843,0.000071193805],"domain_scores_gemma":[0.9992539,0.00016846118,0.00006140761,0.00018010013,0.00022977806,0.000106201944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004905358,0.0009255811,0.0005790808,0.00046032388,0.0002732656,0.000803606,0.0016447266,0.00066109764,0.017030207],"category_scores_gemma":[0.001621238,0.00031886902,0.00036167953,0.00039206177,0.00022669682,0.0008674614,0.0012456357,0.00048070896,0.005084032],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012360547,0.00028244493,0.0022737505,0.00069298863,0.00007114086,0.00046517872,0.0003515255,0.0007541557,0.4541339,0.00065523054,0.024993919,0.51408976],"study_design_scores_gemma":[0.00070074253,0.006093736,0.05358824,0.00032580763,0.00026302764,0.0067674606,0.0005312011,0.10246469,0.63717455,0.0012348079,0.19029537,0.000560385],"about_ca_topic_score_codex":0.0015567807,"about_ca_topic_score_gemma":0.0027390996,"teacher_disagreement_score":0.017030207,"about_ca_system_score_codex":0.00019984075,"about_ca_system_score_gemma":0.00032761865,"threshold_uncertainty_score":0.05697173},"labels":[],"label_agreement":null},{"id":"W4414114176","doi":"10.1145/3743722","title":"Unpacking Micro Data Videos: Key Elements and Design Practices in Minute-Long Data Videos for Mobile Usage MHCI036","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Unpacking; Key (lock); Dissemination; Craft; Social media; Narrative; CLIPS","score_opus":0.28604458492482154,"score_gpt":0.4743794165277223,"score_spread":0.18833483160290077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414114176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7430548,0.0016030531,0.21359025,0.0024204352,0.00017078404,0.0021598064,0.00034805038,0.0007764088,0.03587634],"genre_scores_gemma":[0.81751263,0.00094258355,0.16679871,0.00028886393,0.000042284046,0.0010506477,0.00038655024,0.00037666914,0.012601096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953055,0.003432083,0.00017582672,0.00031229988,0.0005442499,0.00022998116],"domain_scores_gemma":[0.98791575,0.008775632,0.00068227603,0.0007686776,0.0012365544,0.00062109285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006122511,0.00052037614,0.00015609499,0.0012800699,0.0014719483,0.0033426764,0.0008811476,0.0007236942,0.0022897406],"category_scores_gemma":[0.01830444,0.0004123417,0.00022355402,0.0006680068,0.0018625169,0.004279135,0.0019324953,0.00083076314,0.00047085894],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034646614,0.00049165695,0.018018924,0.0019780076,0.000034769386,0.0014521652,0.46231747,0.0016505065,0.05419288,0.023310378,0.0066171545,0.4295897],"study_design_scores_gemma":[0.00010707658,0.0020225153,0.033471942,0.002174582,0.00013174489,0.0031263877,0.34429625,0.012065622,0.06069447,0.014294718,0.5274148,0.00019985203],"about_ca_topic_score_codex":0.0019376812,"about_ca_topic_score_gemma":0.0039998507,"teacher_disagreement_score":0.006122511,"about_ca_system_score_codex":0.0017576806,"about_ca_system_score_gemma":0.001313929,"threshold_uncertainty_score":0.03237933},"labels":[],"label_agreement":null},{"id":"W4414161116","doi":"10.1145/3743707","title":"Investigating Hand-Bound Pads for AR Input Using Hand-Tracking Only MHCI018","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"Association Nationale de la Recherche et de la Technologie; Agence Nationale de la Recherche","keywords":"Touchpad; Tracking (education); Input device; Control (management); Tracking system; 3D interaction","score_opus":0.08911474442586079,"score_gpt":0.36810221609911625,"score_spread":0.27898747167325544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414161116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563833,0.00037655872,0.036515027,0.000056338475,0.00008255505,0.00023616322,0.000109795306,0.00047972563,0.0057605193],"genre_scores_gemma":[0.97541124,0.00019405803,0.021027308,0.000056395584,0.000012149454,0.00008410975,0.000114084745,0.000079278725,0.0030213455],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992742,0.00016900254,0.00005086086,0.00015795747,0.0002252208,0.00012267788],"domain_scores_gemma":[0.9975587,0.0015275037,0.0001406013,0.00027966604,0.00037961267,0.00011400986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064751395,0.0005343907,0.00048908195,0.00032686742,0.00024296006,0.0014486774,0.0009002588,0.00053324027,0.008643058],"category_scores_gemma":[0.003701454,0.00034582344,0.0003765977,0.000260245,0.0003031404,0.001311591,0.0010326186,0.00031847347,0.0009941207],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002653731,0.0016667035,0.006486837,0.0015985225,0.00007395299,0.0006050293,0.0017621905,0.009936456,0.7262631,0.0012186917,0.0009364869,0.24679837],"study_design_scores_gemma":[0.00042510167,0.020914987,0.056073282,0.00028341572,0.00027371998,0.0016523039,0.0027900834,0.13712734,0.76307535,0.0013255866,0.015920876,0.0001379469],"about_ca_topic_score_codex":0.0007896707,"about_ca_topic_score_gemma":0.0007858239,"teacher_disagreement_score":0.008643058,"about_ca_system_score_codex":0.00026780408,"about_ca_system_score_gemma":0.00033018296,"threshold_uncertainty_score":0.028913915},"labels":[],"label_agreement":null},{"id":"W4414162949","doi":"10.1145/3744198","title":"E-litter: Nudging Email Usage Behavior One Byte at a Time MHCI007","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Cloud computing; Nudge theory; Byte; Service (business); Cloud storage; Work (physics)","score_opus":0.24337425444675997,"score_gpt":0.44418124333772524,"score_spread":0.20080698889096527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90871036,0.0003167853,0.052672952,0.0009380696,0.00020298478,0.0004917377,0.0014997658,0.020158878,0.015008418],"genre_scores_gemma":[0.9033976,0.00020835634,0.080931485,0.00037834357,0.00007964384,0.00042948223,0.0014657344,0.00064379186,0.012465548],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993456,0.00028810214,0.00005057833,0.00012343354,0.00014089952,0.000051259718],"domain_scores_gemma":[0.99319744,0.0040763263,0.0005186057,0.001107754,0.00054530293,0.00055461586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012854702,0.00056476326,0.00037846703,0.0009838799,0.0005262443,0.0011477148,0.00047357747,0.0007364363,0.005631469],"category_scores_gemma":[0.008697889,0.0002230558,0.00021879087,0.0004885298,0.0002577657,0.0014320067,0.0012657479,0.0005579239,0.002233441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001459313,0.0021797342,0.116668284,0.000630468,0.00007373424,0.0004111299,0.007541236,0.0022390094,0.03955782,0.0010995506,0.021811424,0.80632836],"study_design_scores_gemma":[0.00035656246,0.009963868,0.62658936,0.00079359335,0.0003853211,0.0016456523,0.01410421,0.12277413,0.05925582,0.0078797955,0.15562871,0.0006229883],"about_ca_topic_score_codex":0.000671154,"about_ca_topic_score_gemma":0.0020707706,"teacher_disagreement_score":0.005631469,"about_ca_system_score_codex":0.00023685038,"about_ca_system_score_gemma":0.00027275126,"threshold_uncertainty_score":0.01883918},"labels":[],"label_agreement":null},{"id":"W4414162972","doi":"10.1145/3743734","title":"SwipeSense: Exploring the Feasibility of Back-of-Device Swipe Interaction Using Built-In IMU Sensors MHCI030","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"SwIPe; Inertial measurement unit; Bespoke; Range (aeronautics); Accelerometer; Frame (networking)","score_opus":0.16945851809008183,"score_gpt":0.38716135246368355,"score_spread":0.21770283437360172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76203763,0.0004170251,0.22835885,0.000312287,0.00007028324,0.00024396945,0.0005323795,0.0020055284,0.0060220473],"genre_scores_gemma":[0.92660064,0.00018989592,0.07086016,0.00010003149,0.000013972387,0.00012507765,0.00028377914,0.00009855806,0.0017280446],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995728,0.00015412623,0.00001747661,0.00009076362,0.00011172018,0.000052990596],"domain_scores_gemma":[0.9992312,0.00050702615,0.00004660601,0.000081097496,0.00009225764,0.000041829862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061698747,0.0008523924,0.0004902563,0.0003693422,0.00028172098,0.0008690146,0.00060648343,0.0006713847,0.0019905658],"category_scores_gemma":[0.0034103522,0.00037080082,0.00039695762,0.00016271732,0.00041699864,0.0010531483,0.0013809096,0.0003777337,0.0005794985],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029498776,0.0006650927,0.042614058,0.0014440343,0.00034609967,0.0013867143,0.003630248,0.03626958,0.36918664,0.0028650959,0.004566011,0.5340765],"study_design_scores_gemma":[0.00020490805,0.003962704,0.0722752,0.00027257248,0.0002533662,0.002123883,0.0019704942,0.759501,0.14150028,0.004077608,0.013584422,0.000273576],"about_ca_topic_score_codex":0.002781446,"about_ca_topic_score_gemma":0.0058458853,"teacher_disagreement_score":0.002781446,"about_ca_system_score_codex":0.00019146598,"about_ca_system_score_gemma":0.00028437775,"threshold_uncertainty_score":0.0066590905},"labels":[],"label_agreement":null},{"id":"W4414458438","doi":"10.1145/3757685","title":"Two Sides to Every Story: Exploring Hybrid Design Teams' Perceptions of Psychological Safety on Slack","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Compromise; Interpersonal communication; Perception; Nature versus nurture; Construct (python library); Capstone; Leverage (statistics)","score_opus":0.1454226417227747,"score_gpt":0.40842029008943564,"score_spread":0.26299764836666095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414458438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985671,0.00013586052,0.006737408,0.0012483817,0.000034476056,0.000027199141,0.000019058634,0.00002792976,0.006098786],"genre_scores_gemma":[0.9982741,0.00005330071,0.00090942514,0.00015269083,0.000006768881,0.000025758369,0.000010185237,0.000010539957,0.0005571954],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9916366,0.006448801,0.00021889347,0.00040467942,0.0007987541,0.0004921976],"domain_scores_gemma":[0.9827604,0.011844735,0.0020103112,0.00088905264,0.00095349684,0.0015418788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008865517,0.0005676743,0.0002718691,0.0012264748,0.0044061374,0.007585209,0.00080244784,0.0013279319,0.002747588],"category_scores_gemma":[0.020016346,0.00035759105,0.00035996648,0.0005855971,0.007975501,0.0056105894,0.0075526964,0.0022196874,0.00026730463],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014753717,0.000110731366,0.032455564,0.00014824576,0.00003128252,0.0004208482,0.9341447,0.00031292593,0.0021075897,0.0066730347,0.000822442,0.022625074],"study_design_scores_gemma":[0.000018311728,0.00030112165,0.013069324,0.00013798034,0.000027632725,0.00034460216,0.96805435,0.0011185908,0.0011991112,0.0057352385,0.00994046,0.000053270025],"about_ca_topic_score_codex":0.0008553699,"about_ca_topic_score_gemma":0.0010197525,"teacher_disagreement_score":0.008865517,"about_ca_system_score_codex":0.0014955307,"about_ca_system_score_gemma":0.0009694933,"threshold_uncertainty_score":0.046885908},"labels":[],"label_agreement":null},{"id":"W4414593552","doi":"10.1145/3757612","title":"Immersive Invaders: Privacy Threats from Deceptive Design in Virtual Reality Games and Applications","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Virtual reality; Thematic analysis; Comprehension; Information privacy; Privacy software; Privacy by Design","score_opus":0.1460203548283304,"score_gpt":0.4120757537259391,"score_spread":0.26605539889760865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414593552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8041704,0.0016921612,0.1511263,0.004224481,0.0001655998,0.0003575135,0.000071112765,0.000349301,0.03784313],"genre_scores_gemma":[0.98258024,0.00029313643,0.013995792,0.00056024775,0.000024705509,0.00014358021,0.00003046284,0.000080504426,0.0022912198],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.93967485,0.052569896,0.0010818938,0.001349202,0.0043668086,0.00095735],"domain_scores_gemma":[0.91800475,0.061814804,0.0063168188,0.0096584065,0.003214594,0.0009905689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020632023,0.0009924581,0.00038359847,0.0009160823,0.0033754895,0.0076468727,0.0014441506,0.001847688,0.00243466],"category_scores_gemma":[0.08088689,0.0006151139,0.0006355685,0.00044632345,0.007478068,0.007609912,0.006773022,0.0034451967,0.00033326418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005693691,0.00053141336,0.028669974,0.0011241097,0.00017959926,0.0013597973,0.691203,0.0022468383,0.009606066,0.11734427,0.0044056806,0.14275998],"study_design_scores_gemma":[0.0002506144,0.003023122,0.041047994,0.0040632184,0.00052427,0.01134185,0.42341107,0.029102536,0.028653016,0.15962423,0.2983042,0.0006539192],"about_ca_topic_score_codex":0.00078212813,"about_ca_topic_score_gemma":0.0010911791,"teacher_disagreement_score":0.020632023,"about_ca_system_score_codex":0.001182322,"about_ca_system_score_gemma":0.0011531678,"threshold_uncertainty_score":0.10911387},"labels":[],"label_agreement":null},{"id":"W4414631663","doi":"10.1145/3757443","title":"'Ohhh, he's the boss!': Unpacking Power Dynamics Among Developers, Designers, and End-Users in FLOSS Usability","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Alfred P. Sloan Foundation","keywords":"Usability; Unpacking; Status quo; Power (physics); Work (physics); Dynamics (music)","score_opus":0.03678977308412733,"score_gpt":0.31288708938668336,"score_spread":0.276097316302556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414631663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9297703,0.0004198685,0.04087826,0.005644514,0.000095291434,0.0001829523,0.000032444597,0.00012144727,0.022854837],"genre_scores_gemma":[0.9894231,0.00015703488,0.008098711,0.00046754614,0.000014338915,0.00011804497,0.000018550485,0.0000528439,0.0016499073],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98152643,0.015437454,0.00032914578,0.0007210758,0.0011926153,0.00079321984],"domain_scores_gemma":[0.94829756,0.04262664,0.002253261,0.0025197475,0.0026026971,0.0017001891],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.028433912,0.0005313521,0.0003419808,0.0016360584,0.0077391877,0.0065994496,0.0012426617,0.0016612365,0.0031558222],"category_scores_gemma":[0.049042184,0.0006316698,0.00030855654,0.0008814432,0.011971273,0.013836118,0.0077559655,0.0022746983,0.00048505852],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012395655,0.00013592945,0.014273919,0.00023444323,0.000015933505,0.00028606376,0.9202012,0.0001774008,0.003144407,0.013297951,0.0012493549,0.046859454],"study_design_scores_gemma":[0.000058479465,0.00039072474,0.017768184,0.00061240525,0.000045950503,0.00043569793,0.91684234,0.002994414,0.0034185133,0.02469081,0.032645896,0.00009660502],"about_ca_topic_score_codex":0.0030793473,"about_ca_topic_score_gemma":0.0045020026,"teacher_disagreement_score":0.9922608,"about_ca_system_score_codex":0.002238445,"about_ca_system_score_gemma":0.003404615,"threshold_uncertainty_score":0.15037465},"labels":[],"label_agreement":null},{"id":"W4414836344","doi":"10.1145/3748596","title":"Looking through the Lens: Contextualizing and Operationalizing Design Recommendations for Rehabilitation Games for Young People","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Game design; Rehabilitation; Research design; Physical activity; Design elements and principles; Serious game; User Research","score_opus":0.10795811721923709,"score_gpt":0.4142318670748743,"score_spread":0.3062737498556372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3456916,0.004293369,0.5117347,0.031895526,0.0008493156,0.0035472661,0.00074441644,0.0016090203,0.099634774],"genre_scores_gemma":[0.6018477,0.0018068803,0.38612777,0.0014138847,0.000050003717,0.0012227689,0.0002995923,0.0003569723,0.006874417],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98145044,0.014254513,0.0010642863,0.0010961358,0.0014306257,0.00070391205],"domain_scores_gemma":[0.9824134,0.01179857,0.0012774322,0.0013283972,0.0022233655,0.00095882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013394344,0.0023826542,0.00063816423,0.005903553,0.004654467,0.012920721,0.0024105476,0.002478255,0.0036630332],"category_scores_gemma":[0.033120103,0.0010537434,0.0009320119,0.0027194447,0.011358463,0.010773244,0.006579235,0.00458176,0.0008416778],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018542944,0.00044267438,0.022736678,0.002899827,0.00009539501,0.0012343825,0.61847824,0.0023275402,0.007858614,0.16955833,0.008808401,0.16537437],"study_design_scores_gemma":[0.00009194076,0.0006419923,0.011828574,0.005517664,0.00022148047,0.0012453775,0.585,0.0076816375,0.008953303,0.09935281,0.27924487,0.00022043475],"about_ca_topic_score_codex":0.013764266,"about_ca_topic_score_gemma":0.03309517,"teacher_disagreement_score":0.013764266,"about_ca_system_score_codex":0.007978403,"about_ca_system_score_gemma":0.0074302363,"threshold_uncertainty_score":0.0708369},"labels":[],"label_agreement":null},{"id":"W4414836358","doi":"10.1145/3748611","title":"If You Build It, They Will Comment: Distributed Mentoring in an Online Game Modding Community","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Victoria","funders":"","keywords":"Mod; Reciprocal; Leverage (statistics); Craft; Game mechanics; Game Developer; Video game development; Game design","score_opus":0.077436050656612,"score_gpt":0.37647260497353185,"score_spread":0.2990365543169199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48964313,0.0015271584,0.057120085,0.27816868,0.0300151,0.0008832296,0.0013214659,0.0042034164,0.13711779],"genre_scores_gemma":[0.7636674,0.0007103809,0.01744127,0.04487883,0.0026239788,0.00039514297,0.00053335883,0.001397938,0.16835165],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99850875,0.00078352273,0.00007387149,0.00014058364,0.0003483217,0.00014489345],"domain_scores_gemma":[0.98359746,0.008149522,0.0010214122,0.0007296266,0.0041346843,0.0023673156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026554402,0.0005362084,0.00024533065,0.00085149263,0.0032378542,0.0017755707,0.00055097596,0.0019477691,0.016441837],"category_scores_gemma":[0.027845548,0.0001924494,0.00038971272,0.0003685422,0.001772314,0.0032558877,0.0017376115,0.0031576587,0.0046777],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039698827,0.00023841171,0.03151815,0.00052124687,0.000057427034,0.005592922,0.20112324,0.00042119145,0.0075097173,0.012259143,0.63790643,0.102455184],"study_design_scores_gemma":[0.000020439702,0.0003044274,0.008951926,0.0002705491,0.000037220994,0.001758972,0.08149503,0.0015815808,0.002672472,0.0020202748,0.90074533,0.00014174888],"about_ca_topic_score_codex":0.0029869939,"about_ca_topic_score_gemma":0.006388599,"teacher_disagreement_score":0.016441837,"about_ca_system_score_codex":0.001002089,"about_ca_system_score_gemma":0.0008705217,"threshold_uncertainty_score":0.055003464},"labels":[],"label_agreement":null},{"id":"W4414836392","doi":"10.1145/3748603","title":"ExerCube vs. Virtual Reality: A Comparative Study of Exergame Technologies for Older Adults","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo; European Commission; HORIZON EUROPE Framework Programme; Bundesministerium für Bildung und Forschung; Australian Government","keywords":"Virtual reality; Affect (linguistics); Physical activity; Immersion (mathematics); Perceived exertion; Older people","score_opus":0.061837772589716504,"score_gpt":0.3669750140666696,"score_spread":0.3051372414769531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977502,0.0006228155,0.00018841814,0.000030116986,0.000016478529,0.00030852237,0.000101606456,0.000004093085,0.0009776478],"genre_scores_gemma":[0.99575293,0.00094691507,0.0011114264,0.000094628536,0.00002973249,0.0009874974,0.00017868492,0.0000054447637,0.00089289434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984748,0.0006912634,0.00026768513,0.00017411828,0.00023644093,0.00015580068],"domain_scores_gemma":[0.9973688,0.0013248703,0.00037525245,0.00008541512,0.00049717707,0.00034843187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027198535,0.00048601837,0.0009557652,0.0011917112,0.00082605175,0.0009265066,0.00036480266,0.0007583386,0.003678362],"category_scores_gemma":[0.0066053853,0.0002880388,0.0008160803,0.0006397673,0.00039990956,0.0013643671,0.0010982293,0.0005780532,0.0003541236],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060646262,0.07593039,0.2222685,0.015176052,0.0028387208,0.0010964662,0.15511402,0.0007511277,0.023614196,0.0016252829,0.0023983754,0.43854055],"study_design_scores_gemma":[0.0046824245,0.19430043,0.6770948,0.0013536614,0.0015892148,0.00072148157,0.102544695,0.00095114973,0.0037312608,0.0004478595,0.01238575,0.00019727755],"about_ca_topic_score_codex":0.0016199556,"about_ca_topic_score_gemma":0.004630637,"teacher_disagreement_score":0.003678362,"about_ca_system_score_codex":0.00040076635,"about_ca_system_score_gemma":0.00045341344,"threshold_uncertainty_score":0.014384091},"labels":[],"label_agreement":null},{"id":"W4414836412","doi":"10.1145/3748628","title":"A Qualitative Exploration on the Role of Videogames during Difficult Times: An Emotion Regulation Perspective","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Perspective (graphical); Context (archaeology); Key (lock); Qualitative research; Affective science","score_opus":0.05305052443440152,"score_gpt":0.39881257314401225,"score_spread":0.34576204870961075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651118,0.0009232546,0.011357846,0.0027279006,0.00013383795,0.0007059082,0.00041370632,0.00003550129,0.01859013],"genre_scores_gemma":[0.9880967,0.0008695378,0.0040705497,0.0007245188,0.000026736436,0.00076760375,0.000095065196,0.00003124298,0.005318048],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940783,0.004784705,0.00012915315,0.0002661905,0.00028566786,0.00045601474],"domain_scores_gemma":[0.98943454,0.008903097,0.00048096827,0.00017144596,0.00045005974,0.0005598048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006250099,0.00050678133,0.0004805372,0.0011453142,0.0042759525,0.0028189095,0.0012053628,0.0012034292,0.003000408],"category_scores_gemma":[0.009210849,0.0004459783,0.00029780992,0.00088692864,0.0056439904,0.0028509682,0.0038407315,0.0021496795,0.00032314306],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037632595,0.000049323346,0.001806855,0.00026275634,0.000003544243,0.0009221632,0.9854455,0.00004601657,0.0016056659,0.0041680722,0.0005193591,0.0051329955],"study_design_scores_gemma":[0.000007590029,0.000060204762,0.0020296483,0.00032808224,0.000005217023,0.00048112308,0.97692466,0.00013945343,0.0008408743,0.0007860278,0.018383157,0.000013994217],"about_ca_topic_score_codex":0.0031673172,"about_ca_topic_score_gemma":0.007905589,"teacher_disagreement_score":0.006250099,"about_ca_system_score_codex":0.0025342866,"about_ca_system_score_gemma":0.0024935224,"threshold_uncertainty_score":0.033054054},"labels":[],"label_agreement":null},{"id":"W4414836500","doi":"10.1145/3748612","title":"Democratizing Game Modding with GenAI: A Case Study of StarCharM, a Stardew Valley Character Maker","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Mod; Character (mathematics); Component (thermodynamics); Goto; Originality","score_opus":0.05882649388377024,"score_gpt":0.3588177125450791,"score_spread":0.29999121866130884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97959465,0.00009030947,0.005663665,0.0006139293,0.000026048721,0.00013364144,0.000051838855,0.000055605004,0.013770315],"genre_scores_gemma":[0.9757608,0.00023906493,0.0123213325,0.00029514497,0.000011997603,0.00011287717,0.00008602651,0.0001147024,0.01105803],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976356,0.0014882009,0.000061255385,0.00024068444,0.0002831081,0.0002911235],"domain_scores_gemma":[0.9976325,0.0013066398,0.0001756934,0.00020895433,0.00016708425,0.0005091337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027632392,0.00079742185,0.00034131896,0.0010022006,0.0060809683,0.003406578,0.0019324485,0.0018263576,0.0035321703],"category_scores_gemma":[0.005609582,0.00042251995,0.00044379954,0.00068047066,0.0046446384,0.0030418786,0.0035270518,0.0017323483,0.0006829772],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002704008,0.0017263676,0.031819224,0.0005516098,0.00006406781,0.023752425,0.8432623,0.0017008741,0.010512337,0.018584337,0.007929951,0.059826076],"study_design_scores_gemma":[0.0000661014,0.00092216406,0.016943142,0.00035595303,0.000057581685,0.009724012,0.7936376,0.0076769325,0.008620478,0.0060767718,0.15578711,0.00013216844],"about_ca_topic_score_codex":0.005441695,"about_ca_topic_score_gemma":0.028270938,"teacher_disagreement_score":0.0060809683,"about_ca_system_score_codex":0.0013643308,"about_ca_system_score_gemma":0.0010557405,"threshold_uncertainty_score":0.014613569},"labels":[],"label_agreement":null},{"id":"W4414836543","doi":"10.1145/3748598","title":"Killing with Kindness: The Influence of Spectator Presence and Tone on Performance in Competitive Video Games","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Presentational and representational acting; Scrutiny; Tone (literature); Video game; Subject (documents); Expectancy theory; Trait","score_opus":0.019351433666698985,"score_gpt":0.3191917775507645,"score_spread":0.2998403438840655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414836543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467814,0.000028758623,0.0005112164,0.0000840429,0.000010700048,0.000013933232,0.000014843254,0.000014075898,0.004644276],"genre_scores_gemma":[0.9990497,0.000017556313,0.00028436232,0.000029669152,0.0000062957215,0.000014001784,0.000019207304,0.000014900473,0.0005643333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567103,0.0025676265,0.00017600942,0.00048987044,0.00076471193,0.00033072027],"domain_scores_gemma":[0.96638227,0.020053314,0.0070164665,0.0018114594,0.0019536437,0.00278283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038721212,0.0004558761,0.00028140584,0.0006582111,0.0011743865,0.0031489732,0.0006059454,0.00064919377,0.003648929],"category_scores_gemma":[0.03658427,0.00024999148,0.00026914844,0.00019541105,0.0024508121,0.0010973748,0.002446216,0.001196109,0.00036155988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021666132,0.0015171446,0.8223059,0.000270057,0.00033175858,0.0006870802,0.08435473,0.00090358104,0.04108916,0.001728702,0.0010376106,0.043607585],"study_design_scores_gemma":[0.000027443413,0.00096021476,0.9637365,0.000055702883,0.00009845369,0.00039769767,0.026759746,0.0018471383,0.0036824946,0.0009864462,0.0013796778,0.00006849188],"about_ca_topic_score_codex":0.0023090304,"about_ca_topic_score_gemma":0.0036320344,"teacher_disagreement_score":0.0038721212,"about_ca_system_score_codex":0.00057041383,"about_ca_system_score_gemma":0.00041189656,"threshold_uncertainty_score":0.02047801},"labels":[],"label_agreement":null},{"id":"W4415192089","doi":"10.1145/3757617","title":"It's a Complete Haystack: Understanding Dependency Management Needs in Computer-Aided Design","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Government of Canada","keywords":"Dependency (UML); Consistency (knowledge bases); Key (lock); Thematic analysis; Quality (philosophy); Design thinking; CAD; Formative assessment; Computer-supported cooperative work","score_opus":0.1241900098619628,"score_gpt":0.2966538253415529,"score_spread":0.17246381547959008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415192089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8231808,0.0028988135,0.110980116,0.026735043,0.00011660691,0.00029291664,0.000104223654,0.00017619817,0.035515346],"genre_scores_gemma":[0.9736154,0.0010620143,0.022839123,0.000611785,0.000028148306,0.00015504353,0.000065091044,0.0000650365,0.0015583199],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.985879,0.010003957,0.000637165,0.00069174264,0.0020820354,0.0007061024],"domain_scores_gemma":[0.928773,0.059743106,0.0038575889,0.0024206638,0.0040591103,0.0011465396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02621363,0.0006772401,0.0004466829,0.0046948255,0.008662708,0.008394715,0.0021496017,0.0033368785,0.0019348337],"category_scores_gemma":[0.058185775,0.001077304,0.00046097356,0.0032286674,0.012134302,0.029028215,0.0073171095,0.0027807043,0.00032838385],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007979074,0.00013869474,0.014004207,0.00046911303,0.000018867977,0.0005859617,0.8663229,0.001086765,0.0013031134,0.046783503,0.002569189,0.0666379],"study_design_scores_gemma":[0.000024779958,0.00010459191,0.009722953,0.00060175493,0.00002791756,0.00076943275,0.84008163,0.0073362505,0.0014720813,0.09503676,0.044751927,0.00006989191],"about_ca_topic_score_codex":0.0066018417,"about_ca_topic_score_gemma":0.006651442,"teacher_disagreement_score":0.02621363,"about_ca_system_score_codex":0.0059016035,"about_ca_system_score_gemma":0.0070790425,"threshold_uncertainty_score":0.1386326},"labels":[],"label_agreement":null},{"id":"W4415250157","doi":"10.1145/3757520","title":"Users' Strategies for Ensuring Trust, Privacy, and Safety on Facebook Marketplace: Challenges and Recommendations","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Sharing Economy and Platforms","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Trustworthiness; Payment; Information privacy; Safeguard; Anonymity; Key (lock); Balance (ability)","score_opus":0.061018775464775334,"score_gpt":0.2979051142357212,"score_spread":0.23688633877094586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.701152,0.0075958064,0.03732895,0.18451692,0.0005569025,0.001415669,0.00017854513,0.00062245876,0.06663272],"genre_scores_gemma":[0.9675808,0.002741265,0.023545813,0.0022137752,0.000067779736,0.00051326107,0.0000636923,0.000047151796,0.003226467],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97276413,0.02165197,0.0009499789,0.00079607725,0.0021409423,0.0016970279],"domain_scores_gemma":[0.96110994,0.026023144,0.0025611718,0.0016652757,0.0055889036,0.0030515834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028515304,0.0007984666,0.0005524945,0.0020622036,0.007998574,0.011689643,0.002569621,0.0035997988,0.002975375],"category_scores_gemma":[0.04319686,0.0006438439,0.0004363897,0.0015727024,0.0061005224,0.020126583,0.004496215,0.0023899977,0.0007275327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013049277,0.0004645226,0.062422603,0.001621328,0.00005611177,0.0020289244,0.57204634,0.0005269532,0.0036155144,0.04548197,0.02043831,0.29116693],"study_design_scores_gemma":[0.000023351975,0.00014154648,0.006952079,0.0014275736,0.00004290619,0.0005233638,0.9001535,0.002959868,0.0015495241,0.015729262,0.070398904,0.00009816184],"about_ca_topic_score_codex":0.009662534,"about_ca_topic_score_gemma":0.01825095,"teacher_disagreement_score":0.028515304,"about_ca_system_score_codex":0.003240365,"about_ca_system_score_gemma":0.008431212,"threshold_uncertainty_score":0.15080518},"labels":[],"label_agreement":null},{"id":"W4415250187","doi":"10.1145/3757673","title":"The Human Labour of Data Work: Capturing Cultural Diversity through <scp>World Wide Dishes</scp>","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Citizen journalism; Variety (cybernetics); Participatory GIS; Process (computing); Participatory action research; Citizen science; Diversity (politics); Participatory design","score_opus":0.09436516645429642,"score_gpt":0.351507180276031,"score_spread":0.25714201382173457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3986056,0.0018451103,0.44785762,0.02572687,0.00046938896,0.0033273315,0.004581272,0.0013212496,0.11626553],"genre_scores_gemma":[0.72712195,0.00060361257,0.25672236,0.0017943791,0.00010687224,0.003794441,0.0018737969,0.0004586683,0.007523856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97161,0.022569587,0.00079165644,0.0022922307,0.0018664678,0.0008699347],"domain_scores_gemma":[0.930388,0.044632442,0.004109907,0.014889626,0.0036746787,0.0023053214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029977921,0.00092888036,0.0005105739,0.005760274,0.009511437,0.012059493,0.0031456503,0.0022537755,0.0062659075],"category_scores_gemma":[0.04878746,0.000868268,0.000765297,0.0059150266,0.014921475,0.0141078485,0.019961866,0.003536051,0.001279887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016992903,0.00015119063,0.023640329,0.0010703629,0.00006265557,0.0006546717,0.7611347,0.0013604017,0.007227479,0.05530962,0.009804593,0.13941401],"study_design_scores_gemma":[0.000055032808,0.000118424825,0.018151613,0.0012316414,0.000041801723,0.0005080845,0.5365033,0.0057139676,0.005736413,0.10806385,0.32368672,0.0001891245],"about_ca_topic_score_codex":0.012947855,"about_ca_topic_score_gemma":0.029449955,"teacher_disagreement_score":0.029977921,"about_ca_system_score_codex":0.004934212,"about_ca_system_score_gemma":0.006770623,"threshold_uncertainty_score":0.15854025},"labels":[],"label_agreement":null},{"id":"W4415250198","doi":"10.1145/3757421","title":"Robust Markov Stability for Community Detection at the Scale Learned based on the Structure","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Partition (number theory); Cluster analysis; Benchmark (surveying); Graph partition; Stability (learning theory); Robustness (evolution); Markov chain; Scale (ratio)","score_opus":0.05752910514052821,"score_gpt":0.313886935504531,"score_spread":0.2563578303640028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036677387,0.00041824495,0.9574523,0.00022566582,0.000042329033,0.000085346415,0.00022183523,0.00380245,0.0010744389],"genre_scores_gemma":[0.532596,0.00023390524,0.46238133,0.00029662583,0.00008260343,0.0002148061,0.0016165788,0.0006943774,0.0018839113],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845934,0.0004461497,0.00006154461,0.0005289292,0.00037852788,0.00012560659],"domain_scores_gemma":[0.9950663,0.0025006454,0.0007268141,0.00076557224,0.00068026176,0.0002603869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025519985,0.0015613545,0.0014182721,0.0025578397,0.001197936,0.0012836966,0.0018791471,0.0015667657,0.0016374048],"category_scores_gemma":[0.012201187,0.0006879007,0.0015652202,0.0012670754,0.0013892865,0.0026671295,0.0019522002,0.0024299072,0.0010540843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003653231,0.00016825364,0.006424955,0.00019929992,0.00021243369,0.00012703432,0.0002352999,0.75042456,0.0152062075,0.015038838,0.0062775877,0.20532027],"study_design_scores_gemma":[0.000008413413,0.000017950479,0.00031066517,0.0000058321425,0.0000050318044,0.00002033887,0.00001009726,0.99195296,0.0014006958,0.006006339,0.00025364172,0.000008151473],"about_ca_topic_score_codex":0.0068651596,"about_ca_topic_score_gemma":0.009712938,"teacher_disagreement_score":0.0068651596,"about_ca_system_score_codex":0.0019016656,"about_ca_system_score_gemma":0.0014066444,"threshold_uncertainty_score":0.013797641},"labels":[],"label_agreement":null},{"id":"W4415250214","doi":"10.1145/3757436","title":"Live, Learn, and Connect: Unpacking Live-Streaming-Based Silver Classroom in China","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lifelong learning; Unpacking; Sociotechnical system; Informal learning; Educational technology; China; Experiential learning; Learning sciences; Social learning; Collaborative learning","score_opus":0.01990451888850162,"score_gpt":0.3023563750456257,"score_spread":0.28245185615712404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99608505,0.000066477,0.00057780766,0.00022764757,0.0000068678087,0.0000384126,0.000039825594,0.000018407838,0.0029394778],"genre_scores_gemma":[0.9968262,0.00009891497,0.0006979787,0.00006710933,0.00000419791,0.000025229727,0.00005436483,0.000008713657,0.002217382],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99966335,0.00008127886,0.000017257835,0.00006374239,0.00005462308,0.00011976068],"domain_scores_gemma":[0.9994267,0.000097589684,0.00006143984,0.00005209173,0.000067561276,0.00029465096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000741218,0.00031481052,0.0002440601,0.0014501881,0.0039920732,0.0013710557,0.0007623604,0.00046972654,0.0023960788],"category_scores_gemma":[0.0007124392,0.00018242732,0.00020729683,0.0014196924,0.0019175994,0.0014859049,0.0026334254,0.00047744843,0.00018381822],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002220545,0.00066099607,0.27457702,0.0005952152,0.000043159776,0.008280275,0.5018775,0.001810883,0.013228114,0.015729452,0.005562606,0.17741267],"study_design_scores_gemma":[0.000027321892,0.000560837,0.35959616,0.00023293422,0.00008313724,0.0008832877,0.5675484,0.007579636,0.0032613585,0.004025929,0.05608502,0.00011595808],"about_ca_topic_score_codex":0.055743486,"about_ca_topic_score_gemma":0.12463773,"teacher_disagreement_score":0.055743486,"about_ca_system_score_codex":0.0028147644,"about_ca_system_score_gemma":0.004056909,"threshold_uncertainty_score":0.110838056},"labels":[],"label_agreement":null},{"id":"W4415250287","doi":"10.1145/3757625","title":"Living with Brain Data: Collaboration and Equity in Data-Intensive Brain Implants","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Equity (law); Set (abstract data type); Patient care; Work (physics); Brain implant; Economic Justice; Data collection","score_opus":0.1076796070179008,"score_gpt":0.41603668830042156,"score_spread":0.30835708128252076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7708506,0.0072811884,0.042270653,0.066949666,0.0005703397,0.0001344641,0.00009043666,0.00010979434,0.111742824],"genre_scores_gemma":[0.99387944,0.00075393287,0.0019389401,0.0015100093,0.00008032071,0.00003886653,0.000017893452,0.000030717852,0.0017497864],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96996665,0.023018662,0.0008483749,0.0014551961,0.002460354,0.0022508423],"domain_scores_gemma":[0.9693757,0.019952416,0.0026437615,0.0018203746,0.0018488915,0.0043587964],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0189913,0.00036521643,0.000420277,0.0015226738,0.010928403,0.013842015,0.0018077915,0.0022685966,0.0043301657],"category_scores_gemma":[0.039155416,0.0004087363,0.00046879594,0.0010296847,0.020089677,0.014575522,0.02430895,0.0034306764,0.0003817176],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011756567,0.00009659766,0.015304801,0.0001957059,0.00004438992,0.0014870731,0.82789695,0.00027256095,0.0010513649,0.07809062,0.0035046865,0.07193765],"study_design_scores_gemma":[0.00003444747,0.00026238096,0.006051283,0.0004449163,0.0000413792,0.0034803702,0.8159111,0.0007465683,0.00074725505,0.06800492,0.10419577,0.00007972491],"about_ca_topic_score_codex":0.0028376183,"about_ca_topic_score_gemma":0.0028890276,"teacher_disagreement_score":0.9890716,"about_ca_system_score_codex":0.003425861,"about_ca_system_score_gemma":0.0046918746,"threshold_uncertainty_score":0.10043681},"labels":[],"label_agreement":null},{"id":"W4415250364","doi":"10.1145/3757500","title":"Relational Logistics and Alternative Supply Chains of Last Resort","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovation and Socioeconomic Development","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consolidation (business); Supply chain; Flexibility (engineering); Humanitarian Logistics; Social Welfare; Work (physics); Supply side; Welfare","score_opus":0.05797418035760698,"score_gpt":0.2923987681243339,"score_spread":0.23442458776672692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51957214,0.0025512346,0.12218068,0.009460008,0.00019891407,0.00028985317,0.000425226,0.0002543161,0.34506753],"genre_scores_gemma":[0.97677976,0.00064925756,0.009662776,0.00024833024,0.00003677035,0.00008614116,0.00012640924,0.000033182136,0.012377373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976653,0.0010915557,0.00009133375,0.00037633575,0.0003315945,0.00044394424],"domain_scores_gemma":[0.99646795,0.0011291282,0.00072815834,0.0006254935,0.0005071061,0.0005420929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018674673,0.0003242194,0.00026627292,0.0026625572,0.0037756555,0.010457454,0.0014768767,0.0018035587,0.01986079],"category_scores_gemma":[0.0060933675,0.00044525723,0.00062041136,0.0052310545,0.007888987,0.011289074,0.006071289,0.0011838762,0.0011200428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005606582,0.000047605503,0.006059202,0.000078945224,0.000023881617,0.00076575,0.0057975804,0.0049014236,0.00032036856,0.96727216,0.0009820556,0.013694901],"study_design_scores_gemma":[0.00012195939,0.0001798955,0.0057251975,0.0004398335,0.00007558497,0.0010993972,0.04916287,0.029503481,0.00070002634,0.7655695,0.1473377,0.00008459062],"about_ca_topic_score_codex":0.0117010735,"about_ca_topic_score_gemma":0.013879075,"teacher_disagreement_score":0.01986079,"about_ca_system_score_codex":0.0053014923,"about_ca_system_score_gemma":0.0031778761,"threshold_uncertainty_score":0.06644088},"labels":[],"label_agreement":null},{"id":"W4415250587","doi":"10.1145/3757539","title":"17 Years of Fintech for Financial Inclusion: A Systematic Review and Critical Value Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Underpinning; Financial inclusion; Work (physics); Reflexivity; Financial analysis; Thematic analysis; Value (mathematics); Financial services","score_opus":0.02415043220265562,"score_gpt":0.31397943551366203,"score_spread":0.2898290033110064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053276657,0.98691213,0.00071806426,0.0016295412,0.00032879875,0.0029393698,0.0009619007,0.000018422974,0.0011641892],"genre_scores_gemma":[0.05922262,0.9222648,0.005319149,0.0025120021,0.0002230473,0.009124345,0.00091180025,0.000032490647,0.00038975224],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93880725,0.022225266,0.025828354,0.002365473,0.009664525,0.0011091598],"domain_scores_gemma":[0.7363806,0.19469789,0.038799252,0.0039631887,0.023966273,0.0021929136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.062057257,0.0016670974,0.0067158253,0.040567677,0.0022363085,0.0063264663,0.0027664327,0.0024047948,0.004559056],"category_scores_gemma":[0.21614891,0.0016166776,0.006164576,0.029632507,0.0034452116,0.009306552,0.00457134,0.0021821796,0.0003056227],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030273473,0.000049651804,0.0023438558,0.894199,0.004094839,0.0003160541,0.0040804488,0.00011528239,0.00019862104,0.0013087229,0.0028865575,0.09010431],"study_design_scores_gemma":[0.0000701543,0.00013132312,0.0027874524,0.9602384,0.008074923,0.00020730308,0.002661261,0.00004845162,0.00018648694,0.00073195744,0.02482489,0.00003748703],"about_ca_topic_score_codex":0.007924064,"about_ca_topic_score_gemma":0.028151663,"teacher_disagreement_score":0.062057257,"about_ca_system_score_codex":0.0153761525,"about_ca_system_score_gemma":0.05136233,"threshold_uncertainty_score":0.32819408},"labels":[],"label_agreement":null},{"id":"W4415250589","doi":"10.1145/3757619","title":"Large Language Model Agents for Improving Engagement with Behavior Change Interventions: Application to Digital Mindfulness","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Mindfulness; Behavior change; Coaching; Bridge (graph theory); Health coaching; Social support","score_opus":0.11583812629788412,"score_gpt":0.4475353534415779,"score_spread":0.33169722714369376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38547537,0.0015063883,0.5864879,0.0026732734,0.00026347098,0.00284285,0.00046866364,0.00997012,0.010312007],"genre_scores_gemma":[0.6589134,0.00042286632,0.3342684,0.00040988912,0.000033100183,0.0023794149,0.0002278941,0.00023415907,0.0031110065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989386,0.0007447572,0.0000474931,0.000115273215,0.000114116956,0.000039772596],"domain_scores_gemma":[0.99548584,0.003714052,0.00023780507,0.00023515025,0.00013661364,0.00019051386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022504935,0.00078935316,0.0004350724,0.0005217061,0.0004349343,0.0012643026,0.00094490213,0.00085366936,0.0055658035],"category_scores_gemma":[0.0105674965,0.00028659494,0.0006515274,0.0002838276,0.0004893132,0.001106282,0.0017121133,0.00090053416,0.00067238614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032301494,0.009215347,0.008805261,0.0018796643,0.00031083258,0.0005160369,0.0065529407,0.045854647,0.048546463,0.0102774855,0.006498883,0.8583122],"study_design_scores_gemma":[0.0035543188,0.011261329,0.012358099,0.00068485,0.0010889713,0.0005077171,0.0033799408,0.8373225,0.04169518,0.034173883,0.053642076,0.00033117813],"about_ca_topic_score_codex":0.001536272,"about_ca_topic_score_gemma":0.0024350733,"teacher_disagreement_score":0.0055658035,"about_ca_system_score_codex":0.00062190596,"about_ca_system_score_gemma":0.0007814506,"threshold_uncertainty_score":0.018619418},"labels":[],"label_agreement":null},{"id":"W4415250938","doi":"10.1145/3757680","title":"Towards Inclusive Infrastructures: Examining the Experiences of Gender Diverse People in University Systems","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"ICT Impact and Policies","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Workaround; Transparency (behavior); Intersectionality; Identity (music); Affordance; Isolation (microbiology); Qualitative research; Identity management; Face (sociological concept)","score_opus":0.028525310905037217,"score_gpt":0.2837659135730646,"score_spread":0.25524060266802734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857474,0.00067788875,0.0026025465,0.0030571087,0.00010562944,0.000060706265,0.000032632943,0.000024901496,0.0076911985],"genre_scores_gemma":[0.9956072,0.00045152652,0.0006058635,0.0010775747,0.000029872195,0.000058891925,0.00001960687,0.000030639356,0.002118746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98074967,0.01400126,0.00045277638,0.00090590393,0.001265199,0.0026251338],"domain_scores_gemma":[0.9872717,0.0074068247,0.0012209949,0.00053044985,0.00095193624,0.002618136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014979852,0.0010788852,0.0011861094,0.00241538,0.022134477,0.012557017,0.002144051,0.0037521415,0.004723827],"category_scores_gemma":[0.019523537,0.0009806864,0.0007177195,0.0017524001,0.022155063,0.014370438,0.022488814,0.005159283,0.00068457634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012463711,0.000012605627,0.0013043447,0.000026760787,0.000002594218,0.00023323004,0.99528015,0.000011576689,0.00023657146,0.0009566937,0.00017334367,0.0017496508],"study_design_scores_gemma":[0.0000014698077,0.00002632658,0.00044694764,0.000034003784,0.0000024940994,0.0001281884,0.99463,0.000036039048,0.00008869406,0.00041859347,0.0041778367,0.000009440069],"about_ca_topic_score_codex":0.0100565115,"about_ca_topic_score_gemma":0.010621553,"teacher_disagreement_score":0.022134477,"about_ca_system_score_codex":0.0053602243,"about_ca_system_score_gemma":0.0043494366,"threshold_uncertainty_score":0.079221964},"labels":[],"label_agreement":null},{"id":"W4415250982","doi":"10.1145/3757674","title":"The Landscape of Digital Tech Disengagement Solutions for Early Adolescents: Insights from a Systematic Scoping Review and App Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Disengagement theory; Psychological intervention; Scope (computer science); Systematic review; Mobile apps; Social network analysis","score_opus":0.04093386037403444,"score_gpt":0.335809196336449,"score_spread":0.29487533596241455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250982","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006379323,0.9831618,0.0025929983,0.0028687415,0.00024971736,0.0017435933,0.0006104959,0.000031551415,0.0023617763],"genre_scores_gemma":[0.039279178,0.9449623,0.0091676125,0.0014413907,0.00010204467,0.0041126255,0.0005964211,0.000028679886,0.0003096834],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9555315,0.019486718,0.01662136,0.0016704795,0.005914392,0.0007755827],"domain_scores_gemma":[0.7928852,0.16867197,0.014252739,0.0031987005,0.020102508,0.00088888255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06290936,0.0013535338,0.0038322578,0.038019527,0.0016035403,0.0077992696,0.0019402733,0.0023065985,0.0017422787],"category_scores_gemma":[0.16828983,0.001284972,0.0045660576,0.025789512,0.0023106753,0.00641087,0.0047247396,0.002362616,0.0003134401],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014058047,0.00006563237,0.0032503551,0.64526045,0.0021663827,0.00045417337,0.012513089,0.00040308776,0.0006795379,0.005247866,0.0033798118,0.32643905],"study_design_scores_gemma":[0.00002281653,0.00010195969,0.0022597534,0.95065457,0.0043767733,0.00021746401,0.0044495976,0.00012288708,0.00028916594,0.0015302744,0.035943907,0.00003099295],"about_ca_topic_score_codex":0.0082869455,"about_ca_topic_score_gemma":0.028650168,"teacher_disagreement_score":0.06290936,"about_ca_system_score_codex":0.006415765,"about_ca_system_score_gemma":0.037528273,"threshold_uncertainty_score":0.33270043},"labels":[],"label_agreement":null},{"id":"W4415256692","doi":"10.1145/3757487","title":"Investigating the Role of Situational Disruptors in Engagement with Digital Mental Health Tools","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Situational ethics; Mental health; Context (archaeology); Digital health; Situation awareness; Psychological intervention; Focus group","score_opus":0.06340459814041315,"score_gpt":0.39735395640857374,"score_spread":0.3339493582681606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904309,0.00024317273,0.004649064,0.0005813539,0.000013922939,0.00013323255,0.000027695776,0.000022178796,0.0038983384],"genre_scores_gemma":[0.99760264,0.000113150694,0.0018102869,0.00009792395,0.000004730898,0.00010472426,0.000016728818,0.000006600604,0.00024313966],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98933756,0.007768151,0.00039797873,0.0006255178,0.0010325003,0.0008383004],"domain_scores_gemma":[0.94617534,0.043726224,0.0047854553,0.0016774026,0.002154481,0.0014810582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103925355,0.00038836995,0.00034473586,0.0011137876,0.0018637336,0.0034784835,0.00078335253,0.000923463,0.002057396],"category_scores_gemma":[0.045946043,0.00042822622,0.00032893938,0.0006420433,0.0024743597,0.0032264108,0.005286309,0.0013316859,0.00017289355],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008186211,0.0017401488,0.297,0.0013223308,0.00014101948,0.0005300174,0.55292225,0.00074996374,0.0066402415,0.005475981,0.00067166943,0.13198774],"study_design_scores_gemma":[0.00013144227,0.0036516024,0.38871673,0.0010291585,0.00038296322,0.0007689253,0.5630009,0.005921709,0.007661197,0.011233763,0.017357143,0.00014454321],"about_ca_topic_score_codex":0.0020140938,"about_ca_topic_score_gemma":0.005245115,"teacher_disagreement_score":0.0103925355,"about_ca_system_score_codex":0.001465053,"about_ca_system_score_gemma":0.0019173202,"threshold_uncertainty_score":0.05496162},"labels":[],"label_agreement":null},{"id":"W4415256706","doi":"10.1145/3757495","title":"Navigating Value Elicitation: Insights from Palliative Care Providers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Value (mathematics); Documentation; Palliative care; Exploratory research; Requirements elicitation; Advance care planning; Work (physics); Focus group; Warrant","score_opus":0.10802868038887022,"score_gpt":0.44363103334365805,"score_spread":0.33560235295478785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8213965,0.0017428268,0.109080784,0.03347574,0.000107387845,0.00054992747,0.00025734535,0.000104685445,0.033284843],"genre_scores_gemma":[0.97761077,0.0010185643,0.018310007,0.0013059737,0.000028846347,0.00016749758,0.00008222036,0.000037707323,0.0014383211],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97225654,0.023415167,0.00069411244,0.0005839859,0.0018380488,0.0012121033],"domain_scores_gemma":[0.9233985,0.067696705,0.0023482824,0.0011082418,0.0037023341,0.0017458926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02370828,0.00065757753,0.0004952538,0.0017714527,0.0066398955,0.005881373,0.0014933839,0.0029519,0.0019767222],"category_scores_gemma":[0.052004553,0.00067947985,0.00062168395,0.0013829772,0.0067565995,0.008327746,0.0069440845,0.004086286,0.00029601186],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007697618,0.00014004568,0.008771761,0.00042231733,0.000016953925,0.0019254402,0.9492763,0.0005914368,0.001347854,0.018120248,0.002039209,0.01727133],"study_design_scores_gemma":[0.000039923143,0.00014139277,0.002682479,0.0007317429,0.00003123873,0.0018896884,0.9275296,0.005157976,0.0021378307,0.016173538,0.043430742,0.000053910866],"about_ca_topic_score_codex":0.0041859117,"about_ca_topic_score_gemma":0.005790375,"teacher_disagreement_score":0.02370828,"about_ca_system_score_codex":0.0041610347,"about_ca_system_score_gemma":0.004994902,"threshold_uncertainty_score":0.1253829},"labels":[],"label_agreement":null},{"id":"W4415256717","doi":"10.1145/3757491","title":"LTJ: A Capability-based Digital Journaling Tool to Support Well-being of Newcomers in Life Transition","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Journaling file system; Transition (genetics); Qualitative research; Process (computing); Usability; Qualitative property","score_opus":0.03761201248398281,"score_gpt":0.3651313291322138,"score_spread":0.327519316648231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74161744,0.0020990057,0.18903096,0.007803142,0.0012739003,0.0014124006,0.0009668594,0.009714159,0.04608217],"genre_scores_gemma":[0.7724038,0.0011677159,0.21177574,0.0009928037,0.00041519874,0.0008293342,0.00061988336,0.00060336787,0.011192137],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99798125,0.0011972637,0.00015649918,0.0001810626,0.00034559745,0.00013842942],"domain_scores_gemma":[0.9693708,0.021207072,0.002098279,0.0024920295,0.001096345,0.0037355535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043533905,0.0004887487,0.00023063489,0.0017120049,0.0013118727,0.0038907956,0.0010177473,0.00095605385,0.006956496],"category_scores_gemma":[0.02897726,0.00022897733,0.00041520872,0.00080114516,0.0010181769,0.0053031496,0.0034300215,0.0010555519,0.0015543876],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000881186,0.0021514152,0.034139477,0.0021832455,0.00009766642,0.002110277,0.06004157,0.0010799678,0.0353067,0.010010642,0.025632724,0.826365],"study_design_scores_gemma":[0.001060322,0.008234499,0.09438193,0.0024907354,0.0005718006,0.008920215,0.064803876,0.017882649,0.044763707,0.035344634,0.72051865,0.0010269909],"about_ca_topic_score_codex":0.0003081447,"about_ca_topic_score_gemma":0.00079316506,"teacher_disagreement_score":0.006956496,"about_ca_system_score_codex":0.00033124356,"about_ca_system_score_gemma":0.0011196103,"threshold_uncertainty_score":0.0232718},"labels":[],"label_agreement":null},{"id":"W4415256782","doi":"10.1145/3757590","title":"Envisioning Interventions to Combat Misinformation Propagation on Social Media: Insights from Older Adults' Approaches to Credibility Assessment","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; AGE-WELL","keywords":"Misinformation; Credibility; Psychological intervention; Social media; Flexibility (engineering); Thematic analysis; Interpersonal communication; Information sharing","score_opus":0.17327845948642587,"score_gpt":0.3936767562508277,"score_spread":0.22039829676440184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94625765,0.0019669586,0.023325037,0.008357166,0.00014987403,0.0005104124,0.000048064612,0.00012955953,0.019255277],"genre_scores_gemma":[0.9799745,0.0009484949,0.01631687,0.00075540814,0.000031318752,0.00029253782,0.00002522246,0.000027926228,0.0016276251],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97655493,0.01964753,0.0007694013,0.00083756214,0.0014124651,0.00077806815],"domain_scores_gemma":[0.9541172,0.03469511,0.0029937653,0.0022720436,0.003022124,0.0028997092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030592963,0.00078159914,0.00041424725,0.0019014179,0.0055807824,0.006395962,0.0017317606,0.0025902735,0.0017058052],"category_scores_gemma":[0.059470218,0.0005541954,0.0006300657,0.00061963813,0.007269963,0.007890147,0.008779453,0.0028007086,0.0003506894],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000511961,0.00019274295,0.012808563,0.00042225793,0.00002283839,0.0005759149,0.94092786,0.0001346966,0.0010690785,0.0045899157,0.00084235327,0.03836263],"study_design_scores_gemma":[0.00005627352,0.0006310771,0.009931379,0.0012690865,0.0001034312,0.00083549885,0.9249057,0.0017749973,0.0013958713,0.012775326,0.04622522,0.00009604828],"about_ca_topic_score_codex":0.0029324342,"about_ca_topic_score_gemma":0.006624559,"teacher_disagreement_score":0.030592963,"about_ca_system_score_codex":0.0026942461,"about_ca_system_score_gemma":0.004427653,"threshold_uncertainty_score":0.161793},"labels":[],"label_agreement":null},{"id":"W4415256822","doi":"10.1145/3757462","title":"Collaboration Challenges and Opportunities in Developing Scientific Open-Source Software Ecosystem: A Case Study on Astropy","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Alfred P. Sloan Foundation","keywords":"Commit; Context (archaeology); Interdependence; Collaborative software; Computer-supported cooperative work","score_opus":0.34398055528833826,"score_gpt":0.4405082850760234,"score_spread":0.09652772978768515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578337,0.0006035547,0.018553747,0.0068716346,0.00008353655,0.00035320318,0.00010267883,0.00012934841,0.015468598],"genre_scores_gemma":[0.977807,0.0007009773,0.016496252,0.00079792296,0.0000476976,0.00038871274,0.000098016135,0.00011032323,0.0035532184],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96960104,0.022025952,0.0010631452,0.0014294073,0.0038509641,0.0020294653],"domain_scores_gemma":[0.943936,0.038053982,0.004344793,0.0030124243,0.0041742423,0.0064786235],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.021905778,0.0006594348,0.0006712385,0.003025343,0.016994994,0.008126196,0.0027870093,0.0044591604,0.0021806527],"category_scores_gemma":[0.040591124,0.00061506225,0.00082074193,0.0032463446,0.008478743,0.0112202,0.011655681,0.0037241403,0.00049146014],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016035853,0.0009016702,0.04309466,0.00075576163,0.000052070674,0.02986682,0.8411612,0.0017505272,0.0029758778,0.025158562,0.005671744,0.048450727],"study_design_scores_gemma":[0.000045183966,0.00040376553,0.017342268,0.00074217224,0.000050023344,0.008050639,0.8506679,0.005165617,0.0023306862,0.015757501,0.099327855,0.00011638987],"about_ca_topic_score_codex":0.0064436686,"about_ca_topic_score_gemma":0.012788351,"teacher_disagreement_score":0.997213,"about_ca_system_score_codex":0.0050664097,"about_ca_system_score_gemma":0.009553781,"threshold_uncertainty_score":0.11585021},"labels":[],"label_agreement":null},{"id":"W4415256869","doi":"10.1145/3757584","title":"Double Incomes, Single Calendar: Reimagining Shared Scheduling for Modern Families","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Negotiation; Onboarding; Thematic analysis; Participatory design; Scheduling (production processes); Intervention (counseling); Citizen journalism; Confidentiality","score_opus":0.04947683211250595,"score_gpt":0.31279791157281256,"score_spread":0.2633210794603066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80400753,0.00046955398,0.16786677,0.0034992048,0.00021545509,0.00057071325,0.0002528895,0.001222519,0.021895371],"genre_scores_gemma":[0.88967043,0.00023896754,0.10632137,0.00017443168,0.00003141988,0.0003261412,0.00012871307,0.0001330826,0.0029755395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99580884,0.0031805488,0.00012497936,0.0003038147,0.00027461196,0.00030721867],"domain_scores_gemma":[0.99303,0.003476794,0.00077414606,0.0014959531,0.00036037655,0.0008627465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062379683,0.0005109354,0.00028857563,0.00063334027,0.002852655,0.002734365,0.0017595624,0.0006760951,0.0040283203],"category_scores_gemma":[0.015403682,0.00035485765,0.0003655886,0.0007037568,0.0018218177,0.0040783803,0.005267856,0.0007222552,0.00051824097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067542476,0.00067764166,0.043058988,0.0006811488,0.000065915934,0.0012598983,0.14803731,0.0062419083,0.01040033,0.023260806,0.011999137,0.7536414],"study_design_scores_gemma":[0.0003850699,0.0033033788,0.03704263,0.001195727,0.00027991465,0.0025052354,0.31676167,0.029422268,0.025302915,0.081098825,0.50231045,0.00039192583],"about_ca_topic_score_codex":0.0025389462,"about_ca_topic_score_gemma":0.00499934,"teacher_disagreement_score":0.0062379683,"about_ca_system_score_codex":0.001359876,"about_ca_system_score_gemma":0.0028454305,"threshold_uncertainty_score":0.03298992},"labels":[],"label_agreement":null},{"id":"W4415256959","doi":"10.1145/3757454","title":"Accessibility Work in Academia: Balancing Needs, Bridging Gaps, and Breaking Down Barriers","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Work (physics); Web accessibility; Government (linguistics); Intersection (aeronautics); Inclusion (mineral)","score_opus":0.05578941888617848,"score_gpt":0.4306027081112403,"score_spread":0.3748132892250618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77085745,0.004253964,0.047113456,0.09148175,0.0005378753,0.00030872587,0.000051751773,0.00053827214,0.084856786],"genre_scores_gemma":[0.9864188,0.0007809061,0.00797911,0.0013555518,0.000047147867,0.00014755303,0.000017751818,0.00004645451,0.0032066745],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97447485,0.016235523,0.0012556834,0.0013757054,0.0028445532,0.003813662],"domain_scores_gemma":[0.9677999,0.012918593,0.0021378894,0.0032619988,0.0041768793,0.0097046895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02600969,0.00058977684,0.0010206364,0.0041211415,0.02939624,0.0181607,0.0036313718,0.0041587395,0.00637402],"category_scores_gemma":[0.038790382,0.00079251983,0.00062218367,0.0028631275,0.02044113,0.019297332,0.028028857,0.003576994,0.0010866155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014326228,0.00038036198,0.0350782,0.0008722857,0.000038228292,0.0009224246,0.6711695,0.0007645579,0.0021547193,0.11260802,0.004925821,0.17094268],"study_design_scores_gemma":[0.000037900754,0.0002626264,0.010172653,0.0010591507,0.000045744026,0.00034422468,0.792628,0.0012787613,0.00065903354,0.1118022,0.081640095,0.00006967326],"about_ca_topic_score_codex":0.016505016,"about_ca_topic_score_gemma":0.028144019,"teacher_disagreement_score":0.02939624,"about_ca_system_score_codex":0.009552116,"about_ca_system_score_gemma":0.042013835,"threshold_uncertainty_score":0.13755405},"labels":[],"label_agreement":null},{"id":"W4415257147","doi":"10.1145/3757469","title":"Dissent, Distance, Dilemmas: ICTs and the Belarusian Diasporic Social Movement Community","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Eastern European Communism and Reforms","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Authoritarianism; Geopolitics; Social movement; Diaspora; Politics; Independence (probability theory); Information and Communications Technology; Social media","score_opus":0.04213992031392072,"score_gpt":0.3401458103036142,"score_spread":0.29800588998969346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92397714,0.0010605371,0.0018330276,0.016266238,0.00016235952,0.00006215261,0.000029343197,0.000033070763,0.056576196],"genre_scores_gemma":[0.9968137,0.000119678785,0.00012640936,0.0005180308,0.000014494527,0.000012869515,0.000008325794,0.00000513844,0.002381325],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952774,0.0031107797,0.000075025935,0.00030363782,0.00026193968,0.00097121106],"domain_scores_gemma":[0.9973369,0.0013048787,0.0003558906,0.00009307999,0.00013994699,0.00076926156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031977105,0.0002969446,0.00024128915,0.0013178072,0.01837529,0.007628311,0.0009413016,0.0014146786,0.0034324261],"category_scores_gemma":[0.0037692992,0.00023107047,0.00022438556,0.0008621193,0.029600862,0.005075041,0.009353999,0.0024861086,0.00042811825],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036277866,0.000039484923,0.006240393,0.00007412,0.000010120558,0.0010603626,0.9194225,0.00014348353,0.00044171198,0.058081243,0.0028955087,0.011554768],"study_design_scores_gemma":[0.0000071245327,0.000028544426,0.0044879247,0.00009195766,0.000004921991,0.00018609702,0.92826015,0.00011895416,0.00010577894,0.0050403615,0.06165398,0.000014204544],"about_ca_topic_score_codex":0.022466723,"about_ca_topic_score_gemma":0.033730622,"teacher_disagreement_score":0.022466723,"about_ca_system_score_codex":0.006113894,"about_ca_system_score_gemma":0.005393242,"threshold_uncertainty_score":0.044671893},"labels":[],"label_agreement":null},{"id":"W4415257160","doi":"10.1145/3757464","title":"Data Tactics in Worker Advocacy Research","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rhetorical question; Set (abstract data type); Work (physics); Frame (networking); Social justice; Computer-supported cooperative work","score_opus":0.18855527884235304,"score_gpt":0.45432972819754,"score_spread":0.2657744493551869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257160","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07609334,0.018178608,0.32834688,0.217071,0.002338162,0.0009228275,0.00024033368,0.0003479898,0.35646087],"genre_scores_gemma":[0.8768156,0.0049466453,0.082693405,0.01566165,0.00088698487,0.0021864462,0.00012354495,0.00030071868,0.016385078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8385069,0.13038102,0.0043320074,0.0065456727,0.016823336,0.0034111415],"domain_scores_gemma":[0.699531,0.2635333,0.009583885,0.018121798,0.0067064404,0.0025235643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12202123,0.001049757,0.0011283954,0.010673074,0.01700085,0.02484013,0.004648846,0.009795418,0.005605519],"category_scores_gemma":[0.12843363,0.0013023175,0.00093989243,0.009771683,0.08911731,0.030516664,0.020948747,0.010141679,0.0012079201],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024928611,0.000028983433,0.0011038599,0.00021969787,0.000010238382,0.00012788054,0.08713384,0.0001546223,0.00023055385,0.89095134,0.0019767652,0.018037194],"study_design_scores_gemma":[0.000055988152,0.00007764457,0.00072198606,0.0019561558,0.000024492861,0.00031816776,0.07356035,0.0010703027,0.0017697603,0.46739683,0.45298132,0.00006711463],"about_ca_topic_score_codex":0.0039871773,"about_ca_topic_score_gemma":0.0036569682,"teacher_disagreement_score":0.12202123,"about_ca_system_score_codex":0.014141301,"about_ca_system_score_gemma":0.010579235,"threshold_uncertainty_score":0.6453177},"labels":[],"label_agreement":null},{"id":"W4415257531","doi":"10.1145/3757397","title":"AI Ethics and Social Norms: Exploring ChatGPT's Capabilities From What to How","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transparency (behavior); Research ethics; Context (archaeology); Information ethics; Everyday life; Social responsibility; Empirical research; Data collection","score_opus":0.17783737343698192,"score_gpt":0.4175649082818309,"score_spread":0.239727534844849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9081971,0.0004591521,0.048833176,0.006528484,0.00008204406,0.0002807589,0.000080866266,0.0003118838,0.035226487],"genre_scores_gemma":[0.99350774,0.000079553625,0.005404142,0.00023768113,0.000018555917,0.00011849986,0.000019001245,0.000032907134,0.0005818567],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9324726,0.058799617,0.0015473578,0.0019730795,0.004120098,0.0010873066],"domain_scores_gemma":[0.7441734,0.21111095,0.014681064,0.013022055,0.011660055,0.0053523583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04052729,0.00033604205,0.0003602547,0.0024127937,0.004071371,0.0071998625,0.001423908,0.001364885,0.0015061192],"category_scores_gemma":[0.1726292,0.000403536,0.00028344063,0.0011480061,0.013603704,0.009479913,0.007183486,0.0023043226,0.00027445468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017671473,0.00014441891,0.054725043,0.00041584737,0.000039557086,0.00070705207,0.82937574,0.000566392,0.0034150172,0.036708187,0.0010406814,0.07268542],"study_design_scores_gemma":[0.000073836985,0.00056641054,0.06744712,0.0012884691,0.000092717935,0.0024660164,0.7226179,0.01875683,0.007569807,0.1133046,0.06558103,0.00023519408],"about_ca_topic_score_codex":0.0022845655,"about_ca_topic_score_gemma":0.0032765903,"teacher_disagreement_score":0.04052729,"about_ca_system_score_codex":0.0032557934,"about_ca_system_score_gemma":0.003704656,"threshold_uncertainty_score":0.21433139},"labels":[],"label_agreement":null},{"id":"W4415257631","doi":"10.1145/3757687","title":"Understanding Data Usage when Making High-Stakes Frontline Decisions in Homelessness Services","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outsourcing; Qualitative research; Compassion; Qualitative property; Emerging technologies; Interface (matter); Face (sociological concept)","score_opus":0.29937100471887945,"score_gpt":0.46526585663885295,"score_spread":0.1658948519199735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981961,0.00033839175,0.004584251,0.004777184,0.000034233668,0.00011671398,0.00007840216,0.00006395313,0.008045933],"genre_scores_gemma":[0.9952232,0.000298501,0.0027383282,0.00054747367,0.000006502449,0.00006399627,0.000043313816,0.000025571437,0.0010530755],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98907673,0.007944498,0.00037990065,0.00046581324,0.00075925625,0.0013738695],"domain_scores_gemma":[0.97930783,0.015029568,0.0016932322,0.00066543464,0.0017127611,0.001591218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012659644,0.00049711776,0.00032148865,0.0015970005,0.007441121,0.00839687,0.0019848412,0.0017936853,0.0041659474],"category_scores_gemma":[0.034535415,0.0006046333,0.0003799356,0.0009360959,0.006591842,0.007003461,0.0060585784,0.0023030436,0.000671996],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044617816,0.00012361376,0.019182228,0.00011458459,0.000006972747,0.00037286762,0.961307,0.00010292309,0.0005022715,0.0012335639,0.0013652485,0.015644152],"study_design_scores_gemma":[0.000005091455,0.000047894042,0.0050334274,0.00014211012,0.000007037837,0.00010161287,0.984312,0.00038802813,0.00027379856,0.00081505754,0.008855811,0.000018170209],"about_ca_topic_score_codex":0.030015806,"about_ca_topic_score_gemma":0.044503603,"teacher_disagreement_score":0.030015806,"about_ca_system_score_codex":0.0062505556,"about_ca_system_score_gemma":0.006653644,"threshold_uncertainty_score":0.066951394},"labels":[],"label_agreement":null},{"id":"W4415259383","doi":"10.1145/3757566","title":"Co-Writing with AI, on Human Terms: Aligning Research with User Demands Across the Writing Process","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Originality; Agency (philosophy); Process (computing); Generative grammar; Complement (music); Value (mathematics); Control (management)","score_opus":0.09970299942659626,"score_gpt":0.4351658932331937,"score_spread":0.33546289380659744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415259383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42084932,0.22861402,0.25570762,0.034094848,0.0012440471,0.003980994,0.00088645663,0.0008593852,0.05376331],"genre_scores_gemma":[0.8030948,0.043860886,0.1431822,0.0026085076,0.00020376753,0.0042892457,0.0003645928,0.00028866404,0.0021073653],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.74723715,0.2056717,0.020419054,0.008078202,0.016881132,0.0017128477],"domain_scores_gemma":[0.35030174,0.58975977,0.019997668,0.018043386,0.019879673,0.0020177744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17392494,0.00088958105,0.0023458079,0.017551443,0.0047378596,0.018490974,0.00294438,0.002430211,0.002270959],"category_scores_gemma":[0.35339743,0.0012858424,0.0016138854,0.015369489,0.013404517,0.024015767,0.00983962,0.0034886887,0.0005924987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030336253,0.00015634869,0.01464726,0.04559185,0.0006067716,0.0005638226,0.534316,0.00072565576,0.0034999193,0.031547513,0.0017483367,0.3662932],"study_design_scores_gemma":[0.00030840797,0.0012778875,0.02826679,0.11400651,0.0021662705,0.002646191,0.5639569,0.0029835976,0.014717078,0.09527454,0.17409916,0.00029663448],"about_ca_topic_score_codex":0.0028962328,"about_ca_topic_score_gemma":0.006772352,"teacher_disagreement_score":0.17392494,"about_ca_system_score_codex":0.00666332,"about_ca_system_score_gemma":0.021518705,"threshold_uncertainty_score":0.919814},"labels":[],"label_agreement":null},{"id":"W4415259384","doi":"10.1145/3757600","title":"FamilyDittos: Reimagining Intergenerational Interaction through Mimetic Agents","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Embodied cognition; Thematic analysis; Personalization; Bridge (graph theory); Representation (politics); Foundation (evidence); Social relation; Dynamics (music)","score_opus":0.07084966018006508,"score_gpt":0.3646411972502899,"score_spread":0.29379153707022476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415259384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6473378,0.00065029133,0.24645068,0.0024240706,0.00031125444,0.00046952366,0.000103875675,0.00095339137,0.1012992],"genre_scores_gemma":[0.9246454,0.00022772633,0.059537474,0.00020958653,0.000022600618,0.0002928853,0.000057067587,0.00011040643,0.014896819],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987613,0.00089591916,0.000031641444,0.00013126063,0.000091929316,0.00008796334],"domain_scores_gemma":[0.9981487,0.001024282,0.00016647702,0.00031233832,0.00010441669,0.00024377274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023735655,0.0005752296,0.00016475127,0.0006178157,0.0027925156,0.0027081887,0.00107643,0.0008817104,0.005571943],"category_scores_gemma":[0.005472077,0.00022637263,0.00036643964,0.00024815934,0.0027840475,0.0040070186,0.005215312,0.0007674178,0.00068119937],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048874057,0.0005363101,0.015884506,0.0006516372,0.000059654998,0.0026227145,0.52566797,0.0037141356,0.032313786,0.12832543,0.008963342,0.28077182],"study_design_scores_gemma":[0.00018462527,0.0011108959,0.009951839,0.00061223365,0.00017990317,0.00392783,0.2286392,0.027044175,0.021497559,0.094203606,0.61243904,0.00020902794],"about_ca_topic_score_codex":0.0010215485,"about_ca_topic_score_gemma":0.0022267448,"teacher_disagreement_score":0.005571943,"about_ca_system_score_codex":0.00079797296,"about_ca_system_score_gemma":0.0008117943,"threshold_uncertainty_score":0.018639982},"labels":[],"label_agreement":null},{"id":"W4415272101","doi":"10.1145/3757516","title":"Trust and Friction: Negotiating How Information Flows through Decentralized Social Media","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Social media; Negotiation; Corporate governance; Information governance; Citizen journalism; Information privacy; Point (geometry)","score_opus":0.049044577557072644,"score_gpt":0.33297785095281196,"score_spread":0.2839332733957393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415272101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48713434,0.0008136034,0.41975006,0.016273046,0.00016881154,0.00048197692,0.00009994173,0.0004482274,0.07482996],"genre_scores_gemma":[0.9886875,0.00010451985,0.009528919,0.00013841258,0.000018597642,0.00007287676,0.00002338032,0.000034958917,0.0013909119],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9677776,0.0227329,0.0013927007,0.002676451,0.0033057134,0.0021146198],"domain_scores_gemma":[0.92635584,0.050431885,0.008555502,0.008013722,0.0039975233,0.0026454995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032596353,0.0006843249,0.00073811476,0.0027589197,0.0085778665,0.012554025,0.0021108887,0.003670163,0.003668378],"category_scores_gemma":[0.09684378,0.0010930174,0.0009240989,0.0014863809,0.016601926,0.023562547,0.011693142,0.003569554,0.00053788995],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041091017,0.00016164147,0.03278307,0.0003388545,0.00014055459,0.0019398632,0.20233782,0.014572518,0.0033718627,0.66940707,0.0031073692,0.07142848],"study_design_scores_gemma":[0.00014377896,0.00024956046,0.00818214,0.0005433308,0.00015050257,0.000798292,0.07278315,0.09314666,0.0026691584,0.7652258,0.055908754,0.00019893677],"about_ca_topic_score_codex":0.007937434,"about_ca_topic_score_gemma":0.003950582,"teacher_disagreement_score":0.032596353,"about_ca_system_score_codex":0.0055531417,"about_ca_system_score_gemma":0.005930127,"threshold_uncertainty_score":0.17238802},"labels":[],"label_agreement":null},{"id":"W4416162028","doi":"10.1145/3773068","title":"Studying Visual Evidence from Using Physical Space to Think","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Energy; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Set (abstract data type); Space (punctuation); Visualization; Physical space; Data visualization; Key (lock)","score_opus":0.11895573304276924,"score_gpt":0.41363942507563023,"score_spread":0.294683692032861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416162028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91775596,0.002015415,0.030657377,0.0020491204,0.000100717916,0.000075127246,0.00096418796,0.00020088784,0.046181187],"genre_scores_gemma":[0.9875574,0.0005350121,0.009838071,0.00014541215,0.000037644008,0.000050836734,0.00041926737,0.00010752361,0.0013087532],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979352,0.0009214487,0.000111795176,0.00036028848,0.0005446929,0.00012658429],"domain_scores_gemma":[0.97817093,0.014771798,0.002467789,0.002047356,0.0020538957,0.0004882853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019008793,0.00043265274,0.00024553377,0.0042635556,0.0013680897,0.0041509755,0.00079537585,0.00092503615,0.0046844427],"category_scores_gemma":[0.031405695,0.0004922774,0.0002962733,0.003143565,0.0049891416,0.005326114,0.003688855,0.0012012916,0.0006319013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091674697,0.00014122209,0.10667276,0.0024320907,0.00018564834,0.0022516847,0.6965234,0.001682564,0.029349746,0.03308621,0.007407498,0.11935038],"study_design_scores_gemma":[0.00011823442,0.00040480137,0.23464265,0.002171685,0.00023211195,0.0036647809,0.53180593,0.008211159,0.014228891,0.059205204,0.14498185,0.00033272512],"about_ca_topic_score_codex":0.004525269,"about_ca_topic_score_gemma":0.00831607,"teacher_disagreement_score":0.0046844427,"about_ca_system_score_codex":0.00067057705,"about_ca_system_score_gemma":0.0004898744,"threshold_uncertainty_score":0.015671015},"labels":[],"label_agreement":null},{"id":"W4416193414","doi":"10.1145/3773073","title":"MobileMuseum: Smart, Portable, and Borrowable Museum Displays to Explore Interaction Patterns and Public Engagement","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Council of Professional Engineers; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada; Canada Foundation for Innovation","keywords":"User engagement; Public engagement; Software deployment; Recreation; Social relation; Field (mathematics); Qualitative research; Citizen science; Social engagement","score_opus":0.0667806946601158,"score_gpt":0.3280940826672641,"score_spread":0.2613133880071483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416193414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87773055,0.0014927856,0.092035465,0.00055495324,0.000094430034,0.0004084329,0.0015288485,0.0027276631,0.02342684],"genre_scores_gemma":[0.9256719,0.00037652484,0.06668553,0.00018572135,0.00004852928,0.00036768513,0.00047989955,0.00015749075,0.0060268138],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997583,0.00008554794,0.000008080316,0.000035635578,0.00006574218,0.000046580233],"domain_scores_gemma":[0.99956685,0.00020680929,0.000045798643,0.00007058457,0.00004266685,0.000067387096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049408135,0.00039171826,0.00021573498,0.00053145015,0.0003384828,0.00080717856,0.00046783686,0.00040784944,0.005553684],"category_scores_gemma":[0.0010777839,0.00017089136,0.0003097937,0.000417353,0.00031390242,0.001056869,0.0015970629,0.0003119406,0.0005293185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014458478,0.00062479504,0.068797715,0.0024734088,0.00018905434,0.0018051186,0.030062819,0.0042300555,0.31333485,0.013320101,0.019778159,0.5439381],"study_design_scores_gemma":[0.00048731643,0.0072018704,0.40259516,0.0011625786,0.00043330915,0.0071757473,0.023608515,0.043770578,0.1085644,0.011100313,0.39339367,0.00050669844],"about_ca_topic_score_codex":0.0008316439,"about_ca_topic_score_gemma":0.0026883727,"teacher_disagreement_score":0.005553684,"about_ca_system_score_codex":0.00018694576,"about_ca_system_score_gemma":0.00019724274,"threshold_uncertainty_score":0.018578947},"labels":[],"label_agreement":null},{"id":"W4416193476","doi":"10.1145/3773071","title":"Designing Augmented Reality for Cyclists: How Text-Based Notification Placements Influence Attentional Tunneling and Cycling Experience","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Augmented reality; Popularity; Field (mathematics); Cycling; User experience design; Event (particle physics); Human factors and ergonomics","score_opus":0.06602762397070401,"score_gpt":0.35932685135586184,"score_spread":0.29329922738515785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416193476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99699926,0.000057529014,0.00134075,0.0000363419,0.000007128354,0.000029505798,0.00002197661,0.00004038029,0.0014671544],"genre_scores_gemma":[0.99716836,0.000059624886,0.0019865877,0.000022145654,0.0000029201208,0.000031667143,0.000036234578,0.000019628627,0.0006728091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928206,0.00033855214,0.0000393766,0.000121780584,0.00013070808,0.00008750488],"domain_scores_gemma":[0.9969863,0.0019310749,0.00039758382,0.00014315665,0.00032432983,0.00021759696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009226288,0.00037849156,0.00018350195,0.0003686501,0.000494303,0.0017481719,0.0003524193,0.00052942877,0.0028884576],"category_scores_gemma":[0.008321368,0.0002504581,0.0002837551,0.0001746244,0.00045307318,0.00091517944,0.0010425762,0.00026325564,0.00034918467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037760516,0.0015467134,0.40236676,0.0020421077,0.00031105,0.0022808074,0.20404257,0.0028690698,0.21517144,0.000973008,0.002329114,0.16229124],"study_design_scores_gemma":[0.00013470094,0.0034905095,0.860917,0.00034273675,0.00058869016,0.0010321179,0.09968136,0.0076884604,0.017500097,0.0006697978,0.0077179223,0.00023658521],"about_ca_topic_score_codex":0.0024905673,"about_ca_topic_score_gemma":0.005237706,"teacher_disagreement_score":0.0028884576,"about_ca_system_score_codex":0.0002733774,"about_ca_system_score_gemma":0.00029897146,"threshold_uncertainty_score":0.009662926},"labels":[],"label_agreement":null}]}