{"meta":{"query_hash":"8fc7b7b0c121","filters":{"venue":"CHI Conference on Human Factors in Computing Systems"},"cohort_total":33,"direct_labels_cover":0,"predictions_cover":33,"exported":33,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8fc7b7b0c121","api":"https://metacan.xera.ac/api/v1/cohort?venue=CHI+Conference+on+Human+Factors+in+Computing+Systems"},"results":[{"id":"W4224940987","doi":"10.1145/3491102.3501999","title":"Human-AI Collaboration via Conditional Delegation: A Case Study of Content Moderation","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Computer science; Delegation; Testbed; Scalability; Moderation; Benchmark (surveying); Data science; Knowledge management; Artificial intelligence; Machine learning; World Wide Web","score_opus":0.1900154621451945,"score_gpt":0.369592466663248,"score_spread":0.17957700451805353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224940987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85203946,0.00097307895,0.12165084,0.004762838,0.00018818634,0.0012153033,0.0018309942,0.0032904255,0.014048892],"genre_scores_gemma":[0.92346394,0.00013747555,0.07156998,0.00058049796,0.00007497332,0.00048709067,0.0016929669,0.00019952202,0.0017934904],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.962741,0.030782795,0.0010046115,0.002736943,0.0020091294,0.00072556845],"domain_scores_gemma":[0.80650955,0.15725362,0.0048071286,0.024224896,0.0043431264,0.0028617152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024669701,0.0011999867,0.001017328,0.001498316,0.00322748,0.0025754352,0.0033625208,0.0037584852,0.003421553],"category_scores_gemma":[0.09664084,0.0004630717,0.0009715622,0.0017211321,0.0026337022,0.0056601823,0.0048920726,0.0035849,0.0010315134],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008187858,0.00810123,0.24482726,0.0033265948,0.0010409394,0.0093240375,0.06005167,0.18960182,0.01951716,0.061663605,0.06702303,0.32733476],"study_design_scores_gemma":[0.0012952994,0.002201333,0.028429922,0.00039929303,0.00026044025,0.002414341,0.012762798,0.776148,0.019063791,0.06757714,0.089208886,0.00023873591],"about_ca_topic_score_codex":0.0036499833,"about_ca_topic_score_gemma":0.0052417447,"teacher_disagreement_score":0.024669701,"about_ca_system_score_codex":0.0017320252,"about_ca_system_score_gemma":0.0016407579,"threshold_uncertainty_score":0.13046741},"labels":[],"label_agreement":null},{"id":"W4224980611","doi":"10.1145/3491102.3517458","title":"Understanding How People with Limited Mobility Use Multi-Modal Input","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Workaround; Computer science; Categorization; Modal; Context (archaeology); Human–computer interaction; Ubiquitous computing; Modality (human–computer interaction); Data science; Multimedia; Artificial intelligence","score_opus":0.3819342397522107,"score_gpt":0.34194829873166915,"score_spread":0.03998594102054154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224980611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273525,0.016221067,0.017502682,0.008647601,0.00014335115,0.00017098084,0.00047333728,0.00010415272,0.029384281],"genre_scores_gemma":[0.9861399,0.007286993,0.0035680684,0.0009457308,0.000019949153,0.00012691444,0.000117190226,0.00002040619,0.0017747002],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970547,0.0014482411,0.000295313,0.00034012515,0.0004461926,0.0004153451],"domain_scores_gemma":[0.99450326,0.003705179,0.00067376683,0.00019759692,0.00065595406,0.00026430373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003071628,0.00045951433,0.00042508333,0.001995607,0.0017977041,0.004246952,0.000994946,0.001546145,0.003449446],"category_scores_gemma":[0.012681853,0.0004242122,0.0006507241,0.0011609553,0.0029820616,0.00998045,0.0036833754,0.0010409629,0.00043260818],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010207992,0.000109973764,0.06058339,0.0040445593,0.00010405069,0.0021973108,0.78872466,0.00032589852,0.0031068998,0.0042925174,0.0027694362,0.13363926],"study_design_scores_gemma":[0.000017943636,0.00017120314,0.03977035,0.0037844449,0.000115198236,0.0028463532,0.9051937,0.00049887045,0.0007124585,0.005296446,0.041494567,0.00009853502],"about_ca_topic_score_codex":0.009714668,"about_ca_topic_score_gemma":0.015948994,"teacher_disagreement_score":0.009714668,"about_ca_system_score_codex":0.0011387737,"about_ca_system_score_gemma":0.0015848004,"threshold_uncertainty_score":0.019316256},"labels":[],"label_agreement":null},{"id":"W4224984048","doi":"10.1145/3491102.3517741","title":"Katika: An End-to-End System for Authoring Amateur Explainer Motion Graphics Videos","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Amateur; Animation; Graphics; Motion (physics); 3D computer graphics; Computer graphics (images); Session (web analytics); Multimedia; World Wide Web; Artificial intelligence","score_opus":0.09179661729610653,"score_gpt":0.31150921295841205,"score_spread":0.21971259566230553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224984048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041342936,0.00043105386,0.4987923,0.00027977716,0.00031844023,0.0028521465,0.0051065143,0.43527088,0.015605957],"genre_scores_gemma":[0.26472315,0.0006788331,0.6019741,0.0006433505,0.00027699044,0.006303285,0.016241033,0.033990063,0.07516926],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99897516,0.00031979883,0.00012195909,0.00025132773,0.00023522494,0.00009655186],"domain_scores_gemma":[0.9951385,0.002095249,0.00025463104,0.0010576522,0.00065719674,0.00079677784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002298357,0.0017412928,0.00068647886,0.0015802642,0.00077530567,0.0019425091,0.002386502,0.0013564581,0.042079702],"category_scores_gemma":[0.010123767,0.00090451003,0.0008541348,0.00051935884,0.00056437956,0.0035946595,0.0051104673,0.0013611523,0.016642973],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061392747,0.0015002042,0.010642953,0.0030950524,0.00038838986,0.00340618,0.014354284,0.004023897,0.1528385,0.008331707,0.23608574,0.55919373],"study_design_scores_gemma":[0.0015349048,0.0024916683,0.024591288,0.0008581,0.00034306082,0.0037841403,0.004062832,0.16172774,0.11664567,0.018631265,0.66421026,0.0011191553],"about_ca_topic_score_codex":0.0008594999,"about_ca_topic_score_gemma":0.001635726,"teacher_disagreement_score":0.042079702,"about_ca_system_score_codex":0.00045400162,"about_ca_system_score_gemma":0.0006762752,"threshold_uncertainty_score":0.14077067},"labels":[],"label_agreement":null},{"id":"W4224984058","doi":"10.1145/3491102.3517493","title":"Reflective Spring Cleaning: Using Personal Informatics to Support Infrequent Notification Personalization","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Personalization; Computer science; World Wide Web; Internet privacy; Human–computer interaction","score_opus":0.5417988898023494,"score_gpt":0.4794038680892432,"score_spread":0.06239502171310618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224984058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19552822,0.00048502284,0.7279459,0.0019154644,0.00034541663,0.0014577324,0.00049900083,0.06145417,0.010369117],"genre_scores_gemma":[0.52697396,0.00035895684,0.4611566,0.0005837351,0.00018455836,0.0010552764,0.00080503605,0.0018414002,0.0070404275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952885,0.0022288533,0.00039532845,0.0009026175,0.0008274093,0.00035719614],"domain_scores_gemma":[0.971648,0.013464622,0.0022715917,0.009109507,0.0017043415,0.00180194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00740266,0.0014613569,0.00074091397,0.0015849657,0.0014860514,0.0039928714,0.0034072064,0.0013308289,0.005326753],"category_scores_gemma":[0.032594126,0.0011123593,0.0008653355,0.0010308911,0.001043545,0.004814397,0.005620903,0.0019239025,0.0017960619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002155539,0.0024120852,0.03188771,0.0014317507,0.00029839933,0.0012446261,0.04913392,0.0063086073,0.064764984,0.0075198337,0.028582538,0.8042601],"study_design_scores_gemma":[0.0015109623,0.005310807,0.08042843,0.0017162177,0.001027328,0.004037268,0.03136152,0.2398124,0.13676293,0.07148619,0.42489928,0.0016465989],"about_ca_topic_score_codex":0.0014670052,"about_ca_topic_score_gemma":0.0026200712,"teacher_disagreement_score":0.00740266,"about_ca_system_score_codex":0.0005418709,"about_ca_system_score_gemma":0.001662602,"threshold_uncertainty_score":0.039149463},"labels":[],"label_agreement":null},{"id":"W4224985418","doi":"10.1145/3491102.3501846","title":"Uncovering Instructors’ Diverse Practices and Perceptions: A Field Deployment of a Customization-Sharing Platform that Supports Course Management","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Personalization; Computer science; Software deployment; Workflow; Learning Management; Process (computing); Field (mathematics); Knowledge management; Software; Multimedia; Human–computer interaction; Software engineering; World Wide Web","score_opus":0.07328128253353598,"score_gpt":0.3360772014318168,"score_spread":0.2627959188982808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224985418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954075,0.000011180309,0.0028270895,0.00028323758,0.000011486974,0.00011197142,0.000037574035,0.00011270518,0.0011971917],"genre_scores_gemma":[0.99194735,0.000026820517,0.0061152964,0.00019079371,0.00001030946,0.00014405105,0.000054001845,0.000039202478,0.0014722053],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979259,0.0010120899,0.00007877073,0.00035908935,0.00032039994,0.00030376657],"domain_scores_gemma":[0.9910157,0.0036283042,0.0006365644,0.0011797564,0.0018076707,0.001732133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003880532,0.000374287,0.00022155303,0.000859844,0.002096644,0.0011947636,0.0009305829,0.00085082144,0.0017881221],"category_scores_gemma":[0.010465209,0.00032825363,0.00018358475,0.00042383908,0.0012637086,0.0019526045,0.0016918958,0.0012334754,0.0004676206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012185597,0.013689606,0.20258343,0.0004154884,0.000049371487,0.0042947456,0.40588963,0.0019194316,0.06436231,0.0019641009,0.012268709,0.29134452],"study_design_scores_gemma":[0.0005875639,0.01819625,0.25588912,0.0004997254,0.00014060402,0.0023945542,0.55306685,0.028452244,0.040972304,0.0039115343,0.09549168,0.00039764924],"about_ca_topic_score_codex":0.0034483024,"about_ca_topic_score_gemma":0.008536502,"teacher_disagreement_score":0.003880532,"about_ca_system_score_codex":0.001137696,"about_ca_system_score_gemma":0.0014162483,"threshold_uncertainty_score":0.020522475},"labels":[],"label_agreement":null},{"id":"W4224989403","doi":"10.1145/3491102.3502019","title":"“I Don’t Want To Shoot The Android”: Players Translate Real-Life Moral Intuitions to In-Game Decisions in Detroit: Become Human","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Games and Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Morality; Thematic analysis; Psychology; Social psychology; Metagaming; Screening game; Game design; Computer science; Non-cooperative game; Game theory; Qualitative research; Simultaneous game; Sociology; Human–computer interaction; Political science; Social science; Economics; Law","score_opus":0.1355456768731574,"score_gpt":0.37835834508361293,"score_spread":0.24281266821045552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224989403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696611,0.000063979525,0.0033556286,0.0022447032,0.00004000332,0.00006954536,0.000042430565,0.000050943054,0.024471698],"genre_scores_gemma":[0.9929889,0.000063862884,0.0022787026,0.0005670768,0.0000050102676,0.00008213556,0.000034699704,0.00002742204,0.0039522457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960007,0.003319446,0.00006988531,0.00019373416,0.0001934061,0.00022271163],"domain_scores_gemma":[0.9948716,0.003646328,0.0004307699,0.00017843161,0.00027848798,0.00059447915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003678799,0.00045957265,0.00017071514,0.00034829864,0.0028769935,0.0039492333,0.00080174464,0.0010516419,0.0042302976],"category_scores_gemma":[0.010995594,0.000263605,0.00019312624,0.0001827302,0.004093731,0.0028826103,0.0029216837,0.0019496193,0.00063659484],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025427697,0.0003038793,0.023462242,0.00026055088,0.000031326377,0.0015302629,0.926945,0.00027031967,0.00482218,0.009284626,0.006756207,0.02607924],"study_design_scores_gemma":[0.0000712415,0.00045432095,0.043447375,0.0003428564,0.000050273782,0.0012718382,0.86804956,0.0035150892,0.004100027,0.0065235808,0.07205872,0.00011516171],"about_ca_topic_score_codex":0.0048021236,"about_ca_topic_score_gemma":0.011030687,"teacher_disagreement_score":0.0048021236,"about_ca_system_score_codex":0.0017207051,"about_ca_system_score_gemma":0.00067894254,"threshold_uncertainty_score":0.019455552},"labels":[],"label_agreement":null},{"id":"W4224989671","doi":"10.1145/3491102.3517668","title":"Next Steps in Epidermal Computing: Opportunities and Challenges for Soft On-Skin Devices","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Advanced Sensor and Energy Harvesting Materials","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"European Commission","keywords":"Computer science; Human–computer interaction; Discipline; Mobile device; Open research; Data science; Multimedia; Nanotechnology; World Wide Web; Materials science; Sociology","score_opus":0.24061841292618263,"score_gpt":0.3094143059739497,"score_spread":0.06879589304776706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224989671","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09468246,0.21528262,0.23541354,0.22996236,0.0058794837,0.0006025591,0.00045290217,0.0011122369,0.21661195],"genre_scores_gemma":[0.5547765,0.14248613,0.24498124,0.015924353,0.0014119726,0.0007420469,0.0003334533,0.00046741925,0.03887696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976927,0.00094238773,0.00010399342,0.00020664174,0.00073179434,0.000322589],"domain_scores_gemma":[0.99467874,0.0030366767,0.00012875632,0.0005639689,0.0010486626,0.0005432431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050822576,0.0007111067,0.0006481184,0.0012275045,0.0026704827,0.010561331,0.0018055893,0.0037329276,0.010233406],"category_scores_gemma":[0.0058076014,0.00046593466,0.0008552293,0.00097132986,0.004743081,0.016141025,0.00544696,0.004974848,0.0021787714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002112861,0.00038303802,0.003548286,0.003405841,0.000051646137,0.0010555831,0.014573056,0.0027865279,0.013460129,0.54842144,0.031007921,0.38109526],"study_design_scores_gemma":[0.000025394906,0.00038223676,0.0023972667,0.0038761203,0.000063348496,0.0017391233,0.048486747,0.0074811927,0.010372199,0.4489309,0.4760956,0.00014978989],"about_ca_topic_score_codex":0.00087238627,"about_ca_topic_score_gemma":0.0020798212,"teacher_disagreement_score":0.010561331,"about_ca_system_score_codex":0.0012490215,"about_ca_system_score_gemma":0.0027009668,"threshold_uncertainty_score":0.034234166},"labels":[],"label_agreement":null},{"id":"W4224993553","doi":"10.1145/3491102.3502067","title":"The Effect of the Vergence-Accommodation Conflict on Virtual Hand Pointing in Immersive Displays","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Huawei Technologies (Canada); Dalhousie University","funders":"","keywords":"Accommodation; Vergence (optics); Computer science; Computer graphics (images); Computer vision; Human–computer interaction; Multimedia; Psychology","score_opus":0.053155454209769325,"score_gpt":0.31431348369541867,"score_spread":0.26115802948564937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224993553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99508685,0.00026637598,0.003223555,0.000035617668,0.000016430811,0.000014082044,0.000030100196,0.000044714077,0.0012823186],"genre_scores_gemma":[0.99865216,0.000043236538,0.0010835871,0.000021473375,0.000008168015,0.000013240736,0.000022023984,0.000015379808,0.00014073918],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99886334,0.00045251014,0.00013362849,0.00012905383,0.00031103147,0.00011046816],"domain_scores_gemma":[0.982866,0.013765815,0.0016648538,0.000560382,0.00059095974,0.0005520011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007754556,0.00040726532,0.00028589438,0.000278128,0.0003112048,0.00084516814,0.00030352708,0.00040818824,0.0030649172],"category_scores_gemma":[0.016627785,0.00025111783,0.00020867806,0.00015945955,0.00031623695,0.0006623959,0.0009530699,0.00036339153,0.00014986756],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010081751,0.00051732623,0.050138794,0.00092359615,0.00021593375,0.00069143553,0.004478433,0.004379033,0.85482144,0.0009383501,0.0004706223,0.072343275],"study_design_scores_gemma":[0.00042610735,0.009329795,0.86071265,0.00017817377,0.00046035572,0.002494142,0.0026232956,0.013955637,0.105688475,0.001352259,0.0025919543,0.00018717539],"about_ca_topic_score_codex":0.0006509827,"about_ca_topic_score_gemma":0.00051904854,"teacher_disagreement_score":0.0030649172,"about_ca_system_score_codex":0.00016595046,"about_ca_system_score_gemma":0.00016101371,"threshold_uncertainty_score":0.010253191},"labels":[],"label_agreement":null},{"id":"W4224996065","doi":"10.1145/3491102.3517685","title":"Press A to Jump: Design Strategies for Video Game Learnability","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Educational Games and Gamification","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learnability; Computer science; Video game; Usability; Multimedia; Human–computer interaction; Game design","score_opus":0.25241625953850844,"score_gpt":0.41711448746630087,"score_spread":0.16469822792779243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224996065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13221331,0.00060169486,0.83013034,0.0014773803,0.000087501045,0.0014508833,0.000068525886,0.0019238165,0.032046687],"genre_scores_gemma":[0.6129233,0.00021668615,0.37567645,0.00030027356,0.000018114795,0.0012954817,0.000097523836,0.00046269048,0.009009517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921731,0.0052602203,0.00047015844,0.00062704744,0.0011318307,0.00033777818],"domain_scores_gemma":[0.9843709,0.011152882,0.00085362553,0.0011493274,0.0018909796,0.00058229023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00814542,0.0017873214,0.00032811286,0.002556023,0.0011855023,0.004401776,0.001694075,0.0015176717,0.0055005443],"category_scores_gemma":[0.027782714,0.0007889712,0.00057278044,0.0005643532,0.0027356995,0.005271288,0.0023914545,0.0013608076,0.0009510706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073442765,0.00096382113,0.018221593,0.0025569205,0.00018087053,0.0018320383,0.09147929,0.009139607,0.070368566,0.25989005,0.008353464,0.5362793],"study_design_scores_gemma":[0.0008789144,0.004914898,0.017794864,0.0035697545,0.00079977466,0.0049745026,0.07586587,0.24107045,0.1162956,0.24669337,0.28652838,0.0006136724],"about_ca_topic_score_codex":0.0014448672,"about_ca_topic_score_gemma":0.0025326805,"teacher_disagreement_score":0.00814542,"about_ca_system_score_codex":0.0013898595,"about_ca_system_score_gemma":0.0011889135,"threshold_uncertainty_score":0.043077648},"labels":[],"label_agreement":null},{"id":"W4225002573","doi":"10.1145/3491102.3501927","title":"ASTEROIDS: Exploring Swarms of Mini-Telepresence Robots for Physical Skill Demonstration","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Workbench; Computer science; Robot; Human–computer interaction; Presentation (obstetrics); Haptic technology; Multimedia; Telerobotics; Control (management); Simulation; Visualization; Artificial intelligence; Mobile robot","score_opus":0.2189936856300059,"score_gpt":0.3584833213574255,"score_spread":0.1394896357274196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225002573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70859325,0.00046745478,0.2702142,0.000591671,0.00008809817,0.0003605762,0.00016251366,0.0022772956,0.017244944],"genre_scores_gemma":[0.87322235,0.00024422436,0.11913298,0.00008491362,0.000022127924,0.00028634258,0.00014111024,0.00015743487,0.006708524],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996911,0.00014998169,0.0000099814515,0.000054241853,0.000050716786,0.00004388293],"domain_scores_gemma":[0.99937373,0.00035906682,0.000042217704,0.00005376398,0.000033557095,0.00013770787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054256286,0.00057943084,0.00021400077,0.00018401253,0.00038975396,0.0006928272,0.0010436191,0.00063561305,0.006915133],"category_scores_gemma":[0.001504796,0.00019687429,0.00032852913,0.000086842556,0.0005301754,0.001420165,0.0016241882,0.0004753708,0.0006971137],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021123972,0.002551597,0.011558127,0.002896872,0.0001842179,0.0058040195,0.044223357,0.057644285,0.47578964,0.016591784,0.011288347,0.36935538],"study_design_scores_gemma":[0.0011312632,0.013064163,0.042171452,0.0007271159,0.00030137412,0.0074807773,0.030100906,0.43698126,0.13323429,0.029334454,0.3051858,0.00028712433],"about_ca_topic_score_codex":0.0004634649,"about_ca_topic_score_gemma":0.0016116742,"teacher_disagreement_score":0.006915133,"about_ca_system_score_codex":0.00020648567,"about_ca_system_score_gemma":0.00029497457,"threshold_uncertainty_score":0.023133397},"labels":[],"label_agreement":null},{"id":"W4225002666","doi":"10.1145/3491102.3517584","title":"One Week in the Future: Previs Design Futuring for HCI Research","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Animation; Computer science; Fidelity; Visualization; Interaction design; Workbook; Human–computer interaction; Data science; Computer graphics (images); Artificial intelligence","score_opus":0.35756588561452735,"score_gpt":0.41021968595513575,"score_spread":0.0526538003406084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225002666","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14878994,0.0036282334,0.7305877,0.033167657,0.004821858,0.003582593,0.0003935566,0.003996321,0.07103217],"genre_scores_gemma":[0.4330465,0.0022673977,0.519168,0.003565801,0.00077611575,0.008901632,0.0005670822,0.0015957943,0.030111708],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.940462,0.051597405,0.0011479005,0.002033895,0.0031123806,0.0016464595],"domain_scores_gemma":[0.8934297,0.0711349,0.0033997914,0.019733747,0.0065175253,0.0057844566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.077254355,0.0020115478,0.0008149609,0.0024691913,0.0071357284,0.012929226,0.004432355,0.003620407,0.01428372],"category_scores_gemma":[0.08691085,0.0013909896,0.0014471337,0.0013931148,0.009161745,0.015450788,0.012351907,0.0058945245,0.0034141773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006625514,0.0006382228,0.0037107912,0.0023131755,0.00008659626,0.0014397708,0.4041822,0.0015438923,0.013299491,0.12796947,0.036993537,0.4071603],"study_design_scores_gemma":[0.000247812,0.0020977035,0.0030841054,0.0028363515,0.000118561904,0.001705356,0.14596443,0.0049694967,0.011985137,0.13894479,0.68778175,0.00026437372],"about_ca_topic_score_codex":0.0005456562,"about_ca_topic_score_gemma":0.0014174985,"teacher_disagreement_score":0.077254355,"about_ca_system_score_codex":0.0037810311,"about_ca_system_score_gemma":0.0053680805,"threshold_uncertainty_score":0.40856498},"labels":[],"label_agreement":null},{"id":"W4225003922","doi":"10.1145/3491102.3501940","title":"VibEmoji: Exploring User-authoring Multi-modal Emoticons in Social Communication","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Communication and Language","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); The Scarborough Hospital; University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modal; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.276257002162567,"score_gpt":0.36041590605868584,"score_spread":0.08415890389611885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225003922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80785346,0.0006605896,0.17263058,0.00041718053,0.00008897427,0.0004734685,0.000348469,0.0023237825,0.015203441],"genre_scores_gemma":[0.8522012,0.0003859533,0.13510218,0.0002847478,0.000033329958,0.00066708506,0.0003743282,0.00029184087,0.010659348],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99939156,0.0003994406,0.000017362661,0.00008124731,0.00006481567,0.00004557952],"domain_scores_gemma":[0.99715257,0.00234104,0.00012187552,0.00014703686,0.000110746056,0.0001267196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001172594,0.00066352944,0.00026448964,0.00041963413,0.0005089939,0.0014704277,0.000643336,0.0007828966,0.0028739336],"category_scores_gemma":[0.004536476,0.00027812508,0.00037488047,0.00023853147,0.0005748407,0.0015389704,0.0013595064,0.0005706841,0.0005484225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022200218,0.0016817953,0.037161924,0.004677628,0.00023123507,0.0020529446,0.1364933,0.00936343,0.4061309,0.021721749,0.014044323,0.36422077],"study_design_scores_gemma":[0.0007256653,0.007152062,0.14739606,0.0015256192,0.00086073,0.005957806,0.05905311,0.26552957,0.12445631,0.05102672,0.3355755,0.00074088696],"about_ca_topic_score_codex":0.00039427952,"about_ca_topic_score_gemma":0.001234939,"teacher_disagreement_score":0.0028739336,"about_ca_system_score_codex":0.00022673141,"about_ca_system_score_gemma":0.00025142397,"threshold_uncertainty_score":0.009614229},"labels":[],"label_agreement":null},{"id":"W4225010612","doi":"10.1145/3491102.3517610","title":"Two Heads Are Better Than One: A Dimension Space for Unifying Human and Artificial Intelligence in Shared Control","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Dimension (graph theory); Terminology; Computer science; Control (management); Human–computer interaction; Space (punctuation); Domain (mathematical analysis); Shared space; Artificial intelligence; Human intelligence; Mathematics","score_opus":0.1565553087695138,"score_gpt":0.405933924274411,"score_spread":0.2493786155048972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225010612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10903798,0.0058222637,0.79912585,0.013622812,0.00049000606,0.00039032917,0.00038734294,0.00075799157,0.070365414],"genre_scores_gemma":[0.69782984,0.0016590551,0.2942921,0.0011906385,0.0001089596,0.0004782678,0.00030038523,0.00016917616,0.003971608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9889158,0.00665492,0.0008896473,0.0009818204,0.0018123854,0.0007452762],"domain_scores_gemma":[0.98659307,0.0075188354,0.0010329623,0.002222307,0.001784603,0.00084818975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009346765,0.001046136,0.0008229755,0.0055453135,0.004010827,0.012581779,0.0010224087,0.0018228117,0.0040160604],"category_scores_gemma":[0.0150066465,0.00061041483,0.0014414556,0.0050889063,0.014438492,0.020512823,0.006332374,0.0030977512,0.00061064586],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022530228,0.00008712152,0.006622312,0.0005297471,0.00007249784,0.00012877447,0.025474207,0.002871121,0.0014838631,0.84836775,0.0044087362,0.1097286],"study_design_scores_gemma":[0.00009330242,0.00038465066,0.004492213,0.00078818126,0.000103184604,0.0004986806,0.028249662,0.016781643,0.0018772631,0.8243764,0.12216922,0.00018562657],"about_ca_topic_score_codex":0.0038192046,"about_ca_topic_score_gemma":0.0026582289,"teacher_disagreement_score":0.012581779,"about_ca_system_score_codex":0.0032941957,"about_ca_system_score_gemma":0.0040560346,"threshold_uncertainty_score":0.049431026},"labels":[],"label_agreement":null},{"id":"W4225010656","doi":"10.1145/3491102.3502032","title":"Caught in the Network: The Impact of WhatsApp’s 2021 Privacy Policy Update on Users’ Messaging App Ecosystems","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Research Council; Carlsbergfondet; European Commission","keywords":"Interoperability; Internet privacy; Instant messaging; Quarter (Canadian coin); Privacy policy; Competition (biology); Computer science; World Wide Web; Text messaging; Information privacy; Computer security; Business","score_opus":0.08320448643290329,"score_gpt":0.36507247306888524,"score_spread":0.28186798663598195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225010656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5557246,0.002080471,0.008596861,0.28379777,0.0018680176,0.00022916327,0.0006319283,0.0009666987,0.14610435],"genre_scores_gemma":[0.92118305,0.0010977525,0.002646386,0.050517354,0.0006035745,0.00021759517,0.0004089048,0.00038569426,0.022939663],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9737526,0.014258744,0.0009527085,0.0016501877,0.0071636024,0.002222191],"domain_scores_gemma":[0.9062649,0.063808635,0.0067740357,0.005752625,0.011531521,0.0058682677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020763915,0.00031052346,0.0003161251,0.0014669081,0.009438237,0.013127107,0.0017938628,0.00570795,0.008091196],"category_scores_gemma":[0.07103597,0.0006182943,0.0006205873,0.0018944091,0.004148684,0.015670877,0.007041456,0.006822773,0.0013964568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006284141,0.0008674463,0.13171405,0.00061819545,0.0001102134,0.0024934004,0.18394484,0.0011057488,0.0032253969,0.09178636,0.24756923,0.33593678],"study_design_scores_gemma":[0.000052808573,0.00053126283,0.06336603,0.00079236395,0.00008986854,0.0010352575,0.13999726,0.0031268601,0.0024402246,0.012025523,0.776327,0.00021545826],"about_ca_topic_score_codex":0.043660738,"about_ca_topic_score_gemma":0.040150713,"teacher_disagreement_score":0.043660738,"about_ca_system_score_codex":0.0073409122,"about_ca_system_score_gemma":0.005711859,"threshold_uncertainty_score":0.109811425},"labels":[],"label_agreement":null},{"id":"W4225012855","doi":"10.1145/3491102.3501934","title":"”Chat Has No Chill”: A Novel Physiological Interaction For Engaging Live Streaming Audiences","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Modalities; Context (archaeology); Audience participation; Computer science; Commons; Modality (human–computer interaction); Multimedia; Live streaming; User engagement; Human–computer interaction; World Wide Web; Sociology; Political science","score_opus":0.34761784269344775,"score_gpt":0.35979750142505573,"score_spread":0.012179658731607979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225012855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86062455,0.0007544087,0.10791581,0.0012844679,0.00065095467,0.0007927691,0.0004793245,0.0023670287,0.025130743],"genre_scores_gemma":[0.914838,0.00041686534,0.06967704,0.0009179714,0.0003572875,0.0009062662,0.00035479522,0.00022707372,0.012304668],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99952126,0.00023280375,0.000016210734,0.0000863319,0.000087816035,0.0000555487],"domain_scores_gemma":[0.99905497,0.0005197722,0.000055516277,0.000053614698,0.000063769716,0.00025245477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069881184,0.00078002847,0.00028378243,0.00042552585,0.0005610681,0.0011535458,0.00087248936,0.0009743403,0.0042996025],"category_scores_gemma":[0.0028571347,0.00015782856,0.00034627822,0.00012783072,0.0006878174,0.0010561765,0.002336425,0.0006197297,0.00085811573],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003910753,0.0020250878,0.019774351,0.0026729007,0.00027931784,0.0070024156,0.049909852,0.002045911,0.6311308,0.0058944607,0.016962955,0.2583912],"study_design_scores_gemma":[0.002135294,0.02613789,0.26486468,0.0017946688,0.0014071104,0.03673533,0.061022334,0.09313,0.19995838,0.02649662,0.28515086,0.0011668886],"about_ca_topic_score_codex":0.00028052667,"about_ca_topic_score_gemma":0.0008838856,"teacher_disagreement_score":0.0042996025,"about_ca_system_score_codex":0.00014962495,"about_ca_system_score_gemma":0.00020055848,"threshold_uncertainty_score":0.014383614},"labels":[],"label_agreement":null},{"id":"W4225013419","doi":"10.1145/3491102.3517692","title":"Design is Worth a Thousand Words: The Effect of Digital Interaction Design on Picture-Prompted Reminiscence","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"AGE-WELL","keywords":"Reminiscence; Touchscreen; Usability; Computer science; Psychology; Human–computer interaction; Recall; Cognitive psychology","score_opus":0.08533412754646139,"score_gpt":0.3399180028573769,"score_spread":0.25458387531091553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225013419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93231887,0.002220425,0.028715493,0.002469858,0.001622249,0.0034674,0.00047529797,0.0016912818,0.02701914],"genre_scores_gemma":[0.9266864,0.0006314484,0.054615553,0.002108783,0.00025967087,0.0050619505,0.00030374355,0.0005807342,0.009751751],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9880654,0.007796076,0.0017453681,0.0008262711,0.0012867703,0.00028011214],"domain_scores_gemma":[0.83131874,0.15534727,0.0042010015,0.0049276976,0.002639033,0.0015662212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009228001,0.00078227423,0.00073539064,0.0006387612,0.00069857284,0.0034057347,0.0012175459,0.0015980455,0.022890793],"category_scores_gemma":[0.10704437,0.0005000598,0.0011329601,0.00044712017,0.0009781455,0.0024207814,0.0017622338,0.0012269948,0.0017251371],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053440098,0.0052861995,0.045539513,0.020439077,0.0018529602,0.0010441297,0.028940257,0.003981205,0.11185766,0.0078039584,0.012696774,0.70711815],"study_design_scores_gemma":[0.019490344,0.1521351,0.47923654,0.0086018825,0.011260189,0.0033146788,0.031178847,0.02488905,0.08105555,0.024812933,0.16291809,0.001106753],"about_ca_topic_score_codex":0.0003886529,"about_ca_topic_score_gemma":0.00040825986,"teacher_disagreement_score":0.022890793,"about_ca_system_score_codex":0.0007479464,"about_ca_system_score_gemma":0.00055756135,"threshold_uncertainty_score":0.076577365},"labels":[],"label_agreement":null},{"id":"W4225014877","doi":"10.1145/3491102.3501845","title":"Unofficial Proxies: How Close Others Help Older Adults with Banking","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Modalities; Internet privacy; Older people; Psychology; Business; Computer science; Gerontology; Medicine; Sociology","score_opus":0.053266400484975135,"score_gpt":0.3094021711414422,"score_spread":0.2561357706564671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225014877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952041,0.0008586245,0.00020318564,0.00056826166,0.000028244971,0.000044418204,0.00006792139,0.00000881081,0.0030164784],"genre_scores_gemma":[0.9979595,0.00051620783,0.00033201475,0.00028658746,0.000011892196,0.000025186828,0.00004985133,0.0000030917442,0.00081558916],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979361,0.0011051523,0.00020424378,0.00016013814,0.00033223603,0.0002620247],"domain_scores_gemma":[0.9917787,0.0024930588,0.0023060034,0.00041482164,0.001331409,0.0016760414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026884738,0.00030206086,0.00038257573,0.0006647681,0.002362653,0.0019338588,0.00049560796,0.00080090243,0.0026482441],"category_scores_gemma":[0.015382348,0.00017826365,0.0002707338,0.0003733636,0.0008118709,0.0018777827,0.0025372019,0.0006104486,0.00033109204],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045973892,0.00047733667,0.60084885,0.00054651295,0.00015017057,0.0007058193,0.28620327,0.00013110595,0.0011035744,0.0005193665,0.005935738,0.10291865],"study_design_scores_gemma":[0.000050047154,0.00062792085,0.3734993,0.00051814294,0.00020907244,0.0010255997,0.60065186,0.00043803174,0.00046939592,0.00037717723,0.022056704,0.000076823206],"about_ca_topic_score_codex":0.015609291,"about_ca_topic_score_gemma":0.041959345,"teacher_disagreement_score":0.015609291,"about_ca_system_score_codex":0.0010447328,"about_ca_system_score_gemma":0.0013647584,"threshold_uncertainty_score":0.031036854},"labels":[],"label_agreement":null},{"id":"W4225016355","doi":"10.1145/3491102.3501884","title":"In-Depth Mouse: Integrating Desktop Mouse into Virtual Reality","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Cursor (databases); Computer science; Virtual reality; USable; Computer vision; Workload; Pointing device; Immersion (mathematics); Depth perception; Artificial intelligence; Human–computer interaction; Stereo display; Computer graphics (images); Multimedia; Perception","score_opus":0.07655270680341175,"score_gpt":0.3379147459066229,"score_spread":0.26136203910321115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225016355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06831371,0.00090376596,0.9170349,0.00012309971,0.00010218678,0.00021142862,0.00018833674,0.009594444,0.003528059],"genre_scores_gemma":[0.39529,0.0009714469,0.59728634,0.00027217838,0.00007811648,0.00020163812,0.0002541659,0.0007904826,0.004855634],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99959964,0.00008371974,0.000024663888,0.00007356525,0.0001663528,0.000052109786],"domain_scores_gemma":[0.9991917,0.0002795018,0.00007393464,0.00018258695,0.00016620517,0.00010611232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005990889,0.0009304535,0.0004426107,0.0004687019,0.00013084365,0.0007199205,0.0015876717,0.00052242895,0.0032841207],"category_scores_gemma":[0.0020403652,0.00041596798,0.00046022714,0.00030592384,0.0002589098,0.0010420121,0.0015254986,0.0005081868,0.00064910774],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011030504,0.00034738542,0.0038710113,0.0005504325,0.00016524513,0.00045641532,0.0007011505,0.0090368865,0.55849314,0.0046545835,0.004799383,0.41582137],"study_design_scores_gemma":[0.0007269627,0.005225805,0.022873726,0.00030767274,0.00067629,0.0054439963,0.00039998052,0.44872752,0.38463858,0.007442096,0.12305424,0.0004832397],"about_ca_topic_score_codex":0.0009191626,"about_ca_topic_score_gemma":0.0014762613,"teacher_disagreement_score":0.0032841207,"about_ca_system_score_codex":0.00017724941,"about_ca_system_score_gemma":0.0002598027,"threshold_uncertainty_score":0.010986507},"labels":[],"label_agreement":null},{"id":"W4225016439","doi":"10.1145/3491102.3501933","title":"”I don’t want to feel like I’m working in a 1960s factory”: The Practitioner Perspective on Creativity Support Tool Adoption","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Creativity; Workflow; Perspective (graphical); Knowledge management; Value (mathematics); Interface (matter); Reflection (computer programming); Computer science; Factory (object-oriented programming); Psychology; Sociology; Engineering ethics; Engineering","score_opus":0.09532668101607202,"score_gpt":0.3438292609229461,"score_spread":0.24850257990687408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225016439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74867755,0.0032324612,0.042326156,0.11199526,0.00041072012,0.00013818842,0.000043783144,0.000120579054,0.09305529],"genre_scores_gemma":[0.9893338,0.0009676723,0.003388954,0.0035983075,0.000041248088,0.000045590208,0.000009179149,0.000033078468,0.0025820916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95961696,0.032078587,0.0008779918,0.001601324,0.0034655542,0.002359562],"domain_scores_gemma":[0.9554911,0.032337435,0.0029458178,0.0014238899,0.005213745,0.002588134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030645471,0.0005973889,0.0004467378,0.0033165277,0.010606596,0.014078517,0.0018754606,0.005977544,0.002264123],"category_scores_gemma":[0.037451755,0.00084341544,0.0004991978,0.002453524,0.032220185,0.014663999,0.0072287964,0.0093794,0.00053711794],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026156193,0.000044920645,0.0049716984,0.000099199875,0.000009192289,0.0013087174,0.94393164,0.00006710843,0.0007262534,0.035942797,0.0013497205,0.011522563],"study_design_scores_gemma":[0.000017364368,0.00010258377,0.0022230565,0.0004965679,0.000015451627,0.0014591395,0.94567543,0.0006911134,0.00046175532,0.013642551,0.035171364,0.00004370046],"about_ca_topic_score_codex":0.0070509408,"about_ca_topic_score_gemma":0.006897652,"teacher_disagreement_score":0.030645471,"about_ca_system_score_codex":0.0063868314,"about_ca_system_score_gemma":0.00826363,"threshold_uncertainty_score":0.16207069},"labels":[],"label_agreement":null},{"id":"W4225080367","doi":"10.1145/3491102.3517691","title":"Evaluating Singing for Computer Input Using Pitch, Interval, and Melody","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Singing; Computer science; Interval (graph theory); Speech recognition; Melody; Hum; Sequence (biology); Human–computer interaction; Musical; Acoustics; Mathematics","score_opus":0.336594182979216,"score_gpt":0.42478519126970016,"score_spread":0.08819100829048415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225080367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856076,0.0000972607,0.011876004,0.000021881247,0.000012875522,0.00014138062,0.00007377072,0.00017374844,0.0019954252],"genre_scores_gemma":[0.97075874,0.00012152791,0.027331315,0.000026333411,0.000014126131,0.00011758597,0.00020798798,0.000041949526,0.0013804829],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977477,0.0010735209,0.00023531307,0.00020766465,0.00060397905,0.00013179387],"domain_scores_gemma":[0.985571,0.011002273,0.00067431136,0.00039895796,0.0017713801,0.00058207323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035779711,0.0008822872,0.00041662314,0.0005780931,0.00026624475,0.0009679311,0.00048324454,0.00071879313,0.0031344108],"category_scores_gemma":[0.016266225,0.00015590533,0.0003269821,0.00026454867,0.00030717617,0.00088765187,0.00060401415,0.0002775918,0.0006553412],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006468088,0.0025601233,0.11272534,0.0018103803,0.0002954367,0.0006503077,0.006049978,0.0061862767,0.41433212,0.0003544811,0.000912975,0.4476545],"study_design_scores_gemma":[0.00046373895,0.04554978,0.6065346,0.0002353645,0.0005532359,0.0031135876,0.0071623344,0.060682915,0.2704696,0.0008025114,0.004136695,0.00029563584],"about_ca_topic_score_codex":0.0007413106,"about_ca_topic_score_gemma":0.0017314844,"teacher_disagreement_score":0.0035779711,"about_ca_system_score_codex":0.00012083628,"about_ca_system_score_gemma":0.00024999576,"threshold_uncertainty_score":0.018922389},"labels":[],"label_agreement":null},{"id":"W4225081140","doi":"10.1145/3491102.3517727","title":"Towards Design Guidelines for Effective Health-Related Data Videos: An Empirical Investigation of Affect, Personality, and Video Content","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Manitoba","funders":"","keywords":"Affect (linguistics); Neuroticism; Infographic; Psychology; Personality; Big Five personality traits; Applied psychology; Social psychology; Computer science; Communication","score_opus":0.6412206756181893,"score_gpt":0.4522185558333905,"score_spread":0.1890021197847988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225081140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86572325,0.0009157782,0.08937947,0.003994079,0.000082437175,0.019774841,0.00040058795,0.00049178064,0.0192377],"genre_scores_gemma":[0.67534584,0.0007639423,0.31297198,0.0006487348,0.000020845573,0.007833431,0.00029995234,0.00007660657,0.0020387026],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9713509,0.02140443,0.0021721565,0.00085007405,0.0036112592,0.00061107083],"domain_scores_gemma":[0.7875888,0.16703175,0.013496951,0.005030727,0.023638288,0.0032135146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055907696,0.0005582564,0.0004086393,0.0026198295,0.0012841247,0.0046747844,0.0015050003,0.0016024718,0.0022069982],"category_scores_gemma":[0.19860786,0.0006694634,0.00043021102,0.0011336528,0.001312897,0.0042318045,0.001562551,0.0013824577,0.0006290274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005444426,0.007669562,0.17564125,0.007779156,0.00014412102,0.00066309643,0.15488301,0.0031023081,0.02112295,0.011460165,0.007727578,0.60926247],"study_design_scores_gemma":[0.001904608,0.014265094,0.3660461,0.00951679,0.0008932058,0.0010712624,0.3555624,0.04621388,0.03972892,0.027711866,0.13648248,0.00060346903],"about_ca_topic_score_codex":0.0035244133,"about_ca_topic_score_gemma":0.0066345916,"teacher_disagreement_score":0.055907696,"about_ca_system_score_codex":0.003078901,"about_ca_system_score_gemma":0.0055037667,"threshold_uncertainty_score":0.2956717},"labels":[],"label_agreement":null},{"id":"W4225081144","doi":"10.1145/3491102.3517713","title":"Flavorium: An Exploration of Flavobacteria’s Living Aesthetics for Living Color Interfaces","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Aesthetics; Computer science; Art","score_opus":0.3992786194906295,"score_gpt":0.3555081265231261,"score_spread":0.043770492967503405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225081144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86786807,0.0011718022,0.100644305,0.0006575418,0.00008114622,0.0001969274,0.00026404197,0.000878555,0.028237715],"genre_scores_gemma":[0.89453655,0.00071964547,0.09509477,0.00024136457,0.000016560773,0.00011102955,0.00015254643,0.00015765394,0.008969779],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998673,0.000056785306,0.0000039361025,0.00001667946,0.00003338981,0.000021848866],"domain_scores_gemma":[0.9996238,0.0002525041,0.000018368477,0.00003176414,0.000036676098,0.00003685077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005131789,0.0005072259,0.00014348284,0.00045690636,0.0004492529,0.0013753126,0.00047193177,0.00045459752,0.0028537621],"category_scores_gemma":[0.0009329084,0.0001319238,0.00039247575,0.00022907821,0.00060276705,0.0010592146,0.0010795313,0.0002993508,0.00020899704],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010230019,0.000530015,0.022094479,0.001532926,0.000060914645,0.0021525426,0.043494347,0.003368718,0.4258509,0.024666058,0.008163798,0.46706223],"study_design_scores_gemma":[0.00029626137,0.0066235038,0.14883623,0.0014469746,0.0005199215,0.013569841,0.09584661,0.094151676,0.21639924,0.049358472,0.37235406,0.00059722865],"about_ca_topic_score_codex":0.0011417804,"about_ca_topic_score_gemma":0.003782596,"teacher_disagreement_score":0.0028537621,"about_ca_system_score_codex":0.00042787916,"about_ca_system_score_gemma":0.00024929835,"threshold_uncertainty_score":0.009546757},"labels":[],"label_agreement":null},{"id":"W4225093325","doi":"10.1145/3491102.3501887","title":"Get To The Point! Problem-Based Curated Data Views To Augment Care For Critically Ill Patients","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Usability; Clinical decision support system; Workflow; Computer science; Situation awareness; Domain (mathematical analysis); Situational ethics; Process (computing); Point of care; Decision support system; Data science; Knowledge management; Artificial intelligence; Human–computer interaction; Medicine; Nursing; Psychology; Programming language","score_opus":0.26811022685777963,"score_gpt":0.4792277429184965,"score_spread":0.21111751606071688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225093325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06049616,0.0007842457,0.90869886,0.0080003245,0.0005312951,0.0023355717,0.0010910215,0.008812283,0.009250266],"genre_scores_gemma":[0.15182161,0.0003879802,0.8410835,0.00096405804,0.00004854535,0.0012162286,0.00093484815,0.0008573806,0.002685818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98893434,0.008133948,0.00069642946,0.0006519003,0.0012868718,0.00029650476],"domain_scores_gemma":[0.97736496,0.013099806,0.0008580893,0.0041113347,0.0035373562,0.0010284701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0113853,0.0010625948,0.0005036348,0.0009816618,0.0011745588,0.0047134785,0.0019266787,0.0017294942,0.0043053916],"category_scores_gemma":[0.038636073,0.0008368016,0.0018102127,0.0006291176,0.0017354443,0.005095185,0.00521992,0.0026570356,0.0013383618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019381525,0.002081311,0.015604759,0.006276848,0.00055274286,0.0017080075,0.081772715,0.022100858,0.07109593,0.057033475,0.059434522,0.6804007],"study_design_scores_gemma":[0.0010505388,0.003442527,0.010715573,0.0029443218,0.0008152941,0.0019408402,0.023726467,0.11552704,0.049562886,0.087200575,0.7025261,0.0005477723],"about_ca_topic_score_codex":0.0013303186,"about_ca_topic_score_gemma":0.0034175664,"teacher_disagreement_score":0.0113853,"about_ca_system_score_codex":0.00077419414,"about_ca_system_score_gemma":0.0028147039,"threshold_uncertainty_score":0.060211957},"labels":[],"label_agreement":null},{"id":"W4225094266","doi":"10.1145/3491102.3501895","title":"Supercharging Trial-and-Error for Learning Complex Software Applications","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada); University of Waterloo","funders":"","keywords":"Computer science; Software; Proof of concept; Key (lock); Software engineering; Machine learning; Data science; Programming language; Computer security","score_opus":0.1725917647466699,"score_gpt":0.3652937626882987,"score_spread":0.19270199794162882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225094266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0212482,0.00033329733,0.96388495,0.0006064978,0.00010190949,0.000449438,0.00004205074,0.010247538,0.0030860258],"genre_scores_gemma":[0.1812861,0.00029567446,0.81191206,0.00029147032,0.000055760232,0.001054312,0.00010853439,0.0015597653,0.003436311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97399014,0.015301073,0.001407218,0.0033093905,0.005061028,0.00093105243],"domain_scores_gemma":[0.8517625,0.10805055,0.0060913707,0.024583144,0.007471116,0.0020413327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026685864,0.0021089802,0.0014623175,0.0022283006,0.0016403713,0.004467254,0.00784261,0.0026917667,0.010053939],"category_scores_gemma":[0.15082434,0.0014966498,0.0011191192,0.0012245727,0.0071152137,0.01252253,0.009434592,0.005010175,0.0029347034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012121748,0.0009527134,0.0050537684,0.001095702,0.0001276287,0.0003879412,0.008303394,0.043763727,0.016250074,0.07810511,0.009738579,0.83500916],"study_design_scores_gemma":[0.00075325306,0.0022392534,0.0018806461,0.000980192,0.00017068713,0.00096330815,0.0018059188,0.5371883,0.06978351,0.3092409,0.074504435,0.0004895851],"about_ca_topic_score_codex":0.0012297385,"about_ca_topic_score_gemma":0.0018447654,"teacher_disagreement_score":0.026685864,"about_ca_system_score_codex":0.0014471778,"about_ca_system_score_gemma":0.00426681,"threshold_uncertainty_score":0.14113003},"labels":[],"label_agreement":null},{"id":"W4225096548","doi":"10.1145/3491102.3517521","title":"Enhanced Videogame Livestreaming by Reconstructing an Interactive 3D Game View for Spectators","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Computer science; Rendering (computer graphics); Multimedia; Video game development; Human–computer interaction; Video game; Computer graphics (images); Immersion (mathematics); Game design; Augmented reality","score_opus":0.05338186329477262,"score_gpt":0.3140956370676891,"score_spread":0.2607137737729165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225096548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14262609,0.0003205112,0.8070699,0.0002656252,0.00015456781,0.0006577096,0.0010391815,0.018453043,0.029413372],"genre_scores_gemma":[0.43749794,0.00044158782,0.5336311,0.00036076352,0.00013514435,0.0005233613,0.002337069,0.0028687736,0.022204222],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997197,0.00004988071,0.000013436431,0.000053819636,0.00011066624,0.00005239052],"domain_scores_gemma":[0.999522,0.00013071901,0.000027648062,0.00010614425,0.0001290535,0.0000844396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044995215,0.0011151901,0.00058623764,0.0007437216,0.00028293332,0.0016565582,0.0011481477,0.00065343396,0.012828103],"category_scores_gemma":[0.0015385477,0.00060692715,0.000917251,0.0002441853,0.00042889352,0.0011623966,0.0031481136,0.00078794785,0.0031279484],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019361359,0.0007140949,0.007843476,0.0008275975,0.00028278294,0.0018503038,0.0071205655,0.013061555,0.46646583,0.0093671605,0.025907198,0.4646233],"study_design_scores_gemma":[0.0006403756,0.0028329352,0.036561087,0.0005531795,0.00064700784,0.0103527075,0.0028832268,0.37502304,0.28762203,0.010818475,0.27122545,0.00084052567],"about_ca_topic_score_codex":0.0014656682,"about_ca_topic_score_gemma":0.004249852,"teacher_disagreement_score":0.012828103,"about_ca_system_score_codex":0.00022338249,"about_ca_system_score_gemma":0.00034865196,"threshold_uncertainty_score":0.04291433},"labels":[],"label_agreement":null},{"id":"W4225105023","doi":"10.1145/3491102.3517710","title":"Exploring Design Opportunities for Supporting Mental Wellbeing Among East Asian University Students in Canada","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mental health; Empowerment; Usability; Mental health literacy; Psychology; Stigma (botany); Literacy; Public relations; Medical education; Pedagogy; Political science; Mental illness; Medicine; Computer science","score_opus":0.41761672538016126,"score_gpt":0.38456263386048595,"score_spread":0.03305409151967531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225105023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95271975,0.0008209514,0.007846168,0.004707041,0.00009883841,0.0004996526,0.000106004765,0.00033811905,0.032863513],"genre_scores_gemma":[0.9666726,0.0010595983,0.016860481,0.0007086887,0.000011313888,0.000282455,0.00008201163,0.00006229603,0.014260493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976546,0.0010246433,0.00007967478,0.00011743958,0.00039195165,0.0007316101],"domain_scores_gemma":[0.9958021,0.0010758138,0.00022940879,0.00020974941,0.00072341016,0.001959467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032339105,0.00063661666,0.0002753668,0.0010495846,0.009591557,0.006126897,0.0013538413,0.0009635799,0.003530031],"category_scores_gemma":[0.0048400187,0.0003312878,0.0006066565,0.0011315035,0.0035291824,0.0013116766,0.0054694926,0.0010614622,0.00043997524],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004953127,0.0014034422,0.04861248,0.00088242046,0.00006584856,0.002234219,0.6835228,0.0008923723,0.011732875,0.010011935,0.014241126,0.22590518],"study_design_scores_gemma":[0.00014545827,0.0010104453,0.062327478,0.000873482,0.0002606236,0.0009901298,0.66279876,0.0030428856,0.006277221,0.0039320113,0.2580991,0.00024245864],"about_ca_topic_score_codex":0.44819,"about_ca_topic_score_gemma":0.7598489,"teacher_disagreement_score":0.55181,"about_ca_system_score_codex":0.011075753,"about_ca_system_score_gemma":0.033925053,"threshold_uncertainty_score":0.8911625},"labels":[],"label_agreement":null},{"id":"W4225109001","doi":"10.1145/3491102.3502046","title":"Meeting Users Where They Are: User-centered Design of an Automated Text Messaging Tool to Support the Mental Health of Young Adults","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Mental health; Mood; Anxiety; Applied psychology; Psychology; Computer science; Digital health; Medical education; Clinical psychology; Health care; Medicine; Psychotherapist; Psychiatry","score_opus":0.10348361544995924,"score_gpt":0.3987059642399568,"score_spread":0.29522234878999754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225109001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90816545,0.00017883356,0.08041402,0.00058009714,0.000072185445,0.005011318,0.00012554105,0.00097627845,0.0044762273],"genre_scores_gemma":[0.75653565,0.00016780985,0.23434658,0.00034873193,0.000025663398,0.0052278144,0.00014289861,0.00010281946,0.0031019093],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969999,0.0021220609,0.00018137445,0.0002760152,0.00021009886,0.0002105004],"domain_scores_gemma":[0.9943652,0.0038176936,0.00032261517,0.0003076722,0.00040830346,0.0007783943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005495364,0.0007895533,0.0003210993,0.0007160171,0.0011414596,0.0023194244,0.0016355927,0.0010458755,0.0029421959],"category_scores_gemma":[0.00909541,0.00047224047,0.0005381608,0.0002122469,0.0008332307,0.0011767347,0.0017107364,0.0006105772,0.00049783924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056338,0.01882942,0.03602394,0.0054906015,0.0003449951,0.0028398677,0.2061488,0.006794639,0.13500717,0.0065274895,0.006809644,0.5695496],"study_design_scores_gemma":[0.013334167,0.099866524,0.1228747,0.0032225065,0.0039272555,0.0036758876,0.21161155,0.13303562,0.17240916,0.02333182,0.2116034,0.001107376],"about_ca_topic_score_codex":0.0005247014,"about_ca_topic_score_gemma":0.0012472627,"teacher_disagreement_score":0.005495364,"about_ca_system_score_codex":0.00058113376,"about_ca_system_score_gemma":0.0013899343,"threshold_uncertainty_score":0.029062629},"labels":[],"label_agreement":null},{"id":"W4225109815","doi":"10.1145/3491102.3517642","title":"The Reward for Luck: Understanding the Effect of Random Reward Mechanisms in Video Games on Player Experience","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Games and Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Affordance; Luck; Computer science; Perception; Video game; Human–computer interaction; Implementation; Cognitive psychology; Psychology; Multimedia","score_opus":0.09611267429113356,"score_gpt":0.35022475010875154,"score_spread":0.25411207581761797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225109815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92828715,0.00017370442,0.06032674,0.00047362258,0.000012183688,0.00016230997,0.00007608977,0.00011910408,0.010369121],"genre_scores_gemma":[0.99327457,0.000028897195,0.00636758,0.00002230695,0.0000022888453,0.000044517143,0.000010807426,0.000017657107,0.0002314086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973062,0.0015428492,0.000121743964,0.0004153671,0.00036882068,0.00024501962],"domain_scores_gemma":[0.9726997,0.02206483,0.002785416,0.0010301741,0.00085076055,0.00056902005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004573801,0.00054296537,0.00028314194,0.00086214644,0.0004546885,0.003887402,0.00090763095,0.0007091434,0.0026210619],"category_scores_gemma":[0.036576614,0.00059481943,0.00042612274,0.00027761934,0.0020741632,0.00442398,0.0017615745,0.0009155187,0.00018755335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004747231,0.0017862156,0.30756238,0.0025719726,0.00046993262,0.0014539867,0.10224443,0.07618958,0.10255901,0.12734266,0.0013725653,0.2717],"study_design_scores_gemma":[0.00023882197,0.0030621358,0.47648847,0.00047659676,0.00033965567,0.00075965613,0.024402477,0.38906512,0.018767785,0.08046456,0.005535264,0.0003993966],"about_ca_topic_score_codex":0.002075647,"about_ca_topic_score_gemma":0.0021026514,"teacher_disagreement_score":0.004573801,"about_ca_system_score_codex":0.001703925,"about_ca_system_score_gemma":0.00068392395,"threshold_uncertainty_score":0.024188876},"labels":[],"label_agreement":null},{"id":"W4225114528","doi":"10.1145/3491102.3517677","title":"Virtual Transcendent Dream: Empowering People through Embodied Flying in Virtual Reality","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Virtual reality; Dream; Human–computer interaction; Computer science; Computer-mediated reality; Mixed reality; Aesthetics; Psychology; Artificial intelligence; Art","score_opus":0.11943964914215115,"score_gpt":0.35506599347083545,"score_spread":0.2356263443286843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225114528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.770424,0.00146793,0.12318456,0.0029865156,0.0002531814,0.00030052566,0.00009312657,0.0005882189,0.10070188],"genre_scores_gemma":[0.97320145,0.00037482573,0.020647528,0.0003087911,0.000016540658,0.00007712618,0.00002897936,0.000030785355,0.0053139115],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989801,0.00071673474,0.000023204404,0.000054333592,0.00012008813,0.00010554269],"domain_scores_gemma":[0.9992335,0.00042280898,0.000057617533,0.000112307716,0.000050990013,0.00012275984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013799999,0.0003670111,0.00015674304,0.00032014106,0.0010173862,0.0023553136,0.00065182557,0.00070019043,0.003658619],"category_scores_gemma":[0.0026592568,0.00014881947,0.000531835,0.00013826213,0.0027426225,0.0027906387,0.004420208,0.0008997091,0.00035386675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005766434,0.00066966255,0.010655926,0.0024790326,0.00015045547,0.002640894,0.5368617,0.0032034002,0.05496742,0.10880254,0.010459245,0.268533],"study_design_scores_gemma":[0.00041120494,0.0031748738,0.034231246,0.0019847106,0.0004801319,0.010601859,0.4169858,0.017652357,0.031010604,0.094192915,0.38871223,0.0005619947],"about_ca_topic_score_codex":0.0005048677,"about_ca_topic_score_gemma":0.0010321705,"teacher_disagreement_score":0.003658619,"about_ca_system_score_codex":0.00025254066,"about_ca_system_score_gemma":0.00033303548,"threshold_uncertainty_score":0.012239337},"labels":[],"label_agreement":null},{"id":"W4225124634","doi":"10.1145/3491102.3517580","title":"Strategies for Fostering a Genuine Feeling of Connection in Technologically Mediated Systems","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Feeling; Connection (principal bundle); Computer science; Human–computer interaction; Psychology; Social psychology; Engineering","score_opus":0.2151647483684543,"score_gpt":0.3399849539925068,"score_spread":0.12482020562405247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225124634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25294322,0.0013678502,0.672838,0.00566293,0.00013497197,0.00076442043,0.000028612709,0.0010579709,0.06520212],"genre_scores_gemma":[0.83634883,0.00041482394,0.15813072,0.00034023947,0.00002580272,0.0007317886,0.00002224813,0.00010007034,0.0038853846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9870242,0.010750661,0.00046807912,0.00053054374,0.0008337245,0.0003928131],"domain_scores_gemma":[0.990315,0.0064067687,0.000700517,0.0016879844,0.00041152356,0.00047816942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008441814,0.0009794752,0.00033866658,0.0011692417,0.0021934102,0.0069040013,0.0016354449,0.0018690944,0.00424499],"category_scores_gemma":[0.018244317,0.00065396546,0.00075430435,0.00039631553,0.008576598,0.008864428,0.0100246575,0.0014862346,0.00061890396],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002233714,0.00039319086,0.0061372095,0.0022666634,0.00015694796,0.0014435379,0.22735323,0.005678628,0.055070363,0.49590757,0.0024276297,0.20294164],"study_design_scores_gemma":[0.0002850786,0.0021644235,0.0057258476,0.0017312069,0.00034436776,0.0043761353,0.08425748,0.025597148,0.04275306,0.5933981,0.23903394,0.00033313045],"about_ca_topic_score_codex":0.00020575458,"about_ca_topic_score_gemma":0.0003482422,"teacher_disagreement_score":0.008441814,"about_ca_system_score_codex":0.00082233234,"about_ca_system_score_gemma":0.0008577862,"threshold_uncertainty_score":0.04464513},"labels":[],"label_agreement":null},{"id":"W4225125727","doi":"10.1145/3491102.3501871","title":"The Sound of Hallucinations: Toward a more convincing emulation of internalized voices","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Emulation; Human–computer interaction; Computer science; Set (abstract data type); Avatar; Context (archaeology); Usability; Multimedia; Psychology","score_opus":0.09602361023613347,"score_gpt":0.3346197878443067,"score_spread":0.2385961776081732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225125727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19115935,0.0003558674,0.7904174,0.0008096543,0.00012953146,0.0005191319,0.00010963855,0.0056013335,0.0108980825],"genre_scores_gemma":[0.556789,0.00032551735,0.4358305,0.00038820875,0.00004920256,0.00030325848,0.0001533049,0.00048349495,0.005677619],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992536,0.00038501565,0.000034100038,0.000079166646,0.00020262583,0.00004558457],"domain_scores_gemma":[0.9980969,0.001293532,0.0000871756,0.00020923608,0.00015735993,0.00015575078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019372414,0.0005650505,0.0002719155,0.00040586173,0.00027846417,0.0015642606,0.001109872,0.0010059634,0.00640913],"category_scores_gemma":[0.00765249,0.0002520067,0.00032290717,0.000115700015,0.001294511,0.002218941,0.0032104496,0.0007545962,0.0010612018],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016600641,0.00056357705,0.0018305726,0.00092382036,0.00006993524,0.0012660045,0.015246723,0.017521327,0.5652447,0.03333595,0.0048219273,0.35751542],"study_design_scores_gemma":[0.0014977372,0.005824802,0.007045064,0.0008042823,0.00024824735,0.005115639,0.008022554,0.4316243,0.3349805,0.037857708,0.16652308,0.00045606453],"about_ca_topic_score_codex":0.00036107714,"about_ca_topic_score_gemma":0.00042484736,"teacher_disagreement_score":0.00640913,"about_ca_system_score_codex":0.00019607232,"about_ca_system_score_gemma":0.00030599648,"threshold_uncertainty_score":0.021440685},"labels":[],"label_agreement":null},{"id":"W4225137109","doi":"10.1145/3491102.3517581","title":"Here Comes No Boom! The Lack of Sound Feedback Effects on Performance and User Experience in a Gamified Image Classification Task","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Valence (chemistry); Arousal; Immersion (mathematics); Human–computer interaction; Computer science; Boom; Affect (linguistics); Task (project management); Multimedia; Psychology; Cognitive psychology; Social psychology; Engineering; Communication; Mathematics","score_opus":0.1895817216992047,"score_gpt":0.34694533995769633,"score_spread":0.15736361825849163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225137109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97568774,0.00059269404,0.011572011,0.0013833898,0.00030570672,0.00012698208,0.00022082357,0.00080822915,0.009302426],"genre_scores_gemma":[0.97132945,0.00039445452,0.02140545,0.00056661863,0.00008456909,0.00021395765,0.00022787317,0.00023093073,0.005546811],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995846,0.00014912312,0.000027231978,0.00007704208,0.00011648739,0.00004542549],"domain_scores_gemma":[0.9932934,0.005101857,0.0002530635,0.00046403054,0.00036322867,0.0005244543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013216496,0.0003736595,0.0004578293,0.0002414544,0.00033429678,0.0011966126,0.00045257638,0.00083180756,0.014714698],"category_scores_gemma":[0.012942067,0.00020467916,0.00038130354,0.00010996482,0.00051195064,0.0016236046,0.0009451313,0.0008301163,0.0019262846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025916051,0.0027696216,0.037619013,0.002754332,0.00033350184,0.00067847635,0.010086951,0.0016970348,0.2453084,0.0028947303,0.01654793,0.6533939],"study_design_scores_gemma":[0.0019787946,0.0588875,0.6352533,0.002714327,0.001816154,0.0030137182,0.019445961,0.027570168,0.12696399,0.022743734,0.098881185,0.00073118415],"about_ca_topic_score_codex":0.00041134938,"about_ca_topic_score_gemma":0.0005994033,"teacher_disagreement_score":0.014714698,"about_ca_system_score_codex":0.0000992039,"about_ca_system_score_gemma":0.00015172918,"threshold_uncertainty_score":0.04922551},"labels":[],"label_agreement":null},{"id":"W4225149910","doi":"10.1145/3491102.3517599","title":"Expressive Auditory Gestures in a Voice-Based Pedagogical Agent","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Gesture; Computer science; Speech recognition; Artificial intelligence","score_opus":0.17356655534339074,"score_gpt":0.3479224640722172,"score_spread":0.17435590872882648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225149910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95328957,0.00025311174,0.040682226,0.00015589956,0.000056654015,0.00011682608,0.00002217404,0.00035121752,0.0050722696],"genre_scores_gemma":[0.97069407,0.00010803786,0.026791919,0.000071248134,0.000021657188,0.00012155042,0.000023821702,0.000031513002,0.0021361806],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99679035,0.0022102948,0.00010795853,0.00028846407,0.00048544267,0.00011742146],"domain_scores_gemma":[0.9949078,0.0037113256,0.00053898414,0.00028300795,0.00028085188,0.00027806708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021609655,0.00053028786,0.0003774333,0.00027481155,0.0004652266,0.0018831266,0.0005516854,0.0007464105,0.002960289],"category_scores_gemma":[0.011069874,0.0002324857,0.000305651,0.00011736391,0.0009559791,0.0013245235,0.0015158743,0.00056302536,0.0006357733],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028936374,0.0017171968,0.025702761,0.0017443327,0.00022368133,0.0018484306,0.054959543,0.009741404,0.6252839,0.010616776,0.0011435115,0.2641248],"study_design_scores_gemma":[0.0017355087,0.032948587,0.16748226,0.0012366666,0.0020632762,0.008415612,0.071471035,0.15618095,0.40250692,0.035356853,0.119679324,0.0009230112],"about_ca_topic_score_codex":0.00021838839,"about_ca_topic_score_gemma":0.00026713085,"teacher_disagreement_score":0.002960289,"about_ca_system_score_codex":0.00018151257,"about_ca_system_score_gemma":0.00030159266,"threshold_uncertainty_score":0.011428416},"labels":[],"label_agreement":null}]}