{"meta":{"query_hash":"89156a504357","filters":{"venue":"ACM Transactions on Computer-Human Interaction"},"cohort_total":84,"direct_labels_cover":0,"predictions_cover":84,"exported":84,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/89156a504357","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+Computer-Human+Interaction"},"results":[{"id":"W1965473255","doi":"10.1145/1121112.1121113","title":"An investigation into the effects of Text-To-Speech voice and 3D avatars on the perception of presence and flow of live help in electronic commerce","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Computer science; Human–computer interaction; Interface (matter); Service (business); Affect (linguistics); Exploratory research; Feeling; Construct (python library); Multimedia; Psychology; Communication; Social psychology; Business; Marketing","score_opus":0.03547730259120299,"score_gpt":0.34528759432852607,"score_spread":0.3098102917373231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965473255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967171,0.000020388909,0.030098487,0.0020920224,0.00015936159,0.00042311242,0.0000039320844,0.00002571431,0.0000059932086],"genre_scores_gemma":[0.9960962,0.00006370221,0.0034933551,0.00025106897,0.000024755891,0.000028935354,0.000002578605,0.000008626782,0.000030791507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981805,0.00042331254,0.00052365393,0.00034726944,0.0003871063,0.00013817377],"domain_scores_gemma":[0.9969153,0.0019163224,0.00026247287,0.0006874869,0.00017341177,0.000045018125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082400034,0.0001443962,0.00022106797,0.00048762118,0.00020345116,0.000045367524,0.00052509265,0.00010869621,0.000053666772],"category_scores_gemma":[0.00017019016,0.00009862217,0.000051677474,0.00044214196,0.00025977363,0.00044098037,0.000026342464,0.0004592265,0.000013446362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025492863,0.00063151354,0.01015997,0.000038736573,0.000036445363,7.341111e-7,0.025885629,0.0077917203,0.066260494,0.00042986826,0.00030650414,0.88820344],"study_design_scores_gemma":[0.0015663139,0.005706705,0.7995821,0.0007713042,0.00010273984,0.00004851394,0.009863625,0.10866108,0.066719465,0.006008584,0.00055454706,0.0004149842],"about_ca_topic_score_codex":0.00043386462,"about_ca_topic_score_gemma":0.0015781333,"teacher_disagreement_score":0.8877885,"about_ca_system_score_codex":0.00007565576,"about_ca_system_score_gemma":0.00002149067,"threshold_uncertainty_score":0.40216956},"labels":[],"label_agreement":null},{"id":"W1969513994","doi":"10.1145/1143518.1143519","title":"Blur filtration fails to preserve privacy for home-based video conferencing","year":2006,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Image and Video Quality Assessment","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Masking (illustration); Computer science; Context (archaeology); Internet privacy; Videoconferencing; Privacy protection; Balance (ability); Multimedia; Psychology","score_opus":0.04971171369475875,"score_gpt":0.33709582890243756,"score_spread":0.2873841152076788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969513994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04160708,0.00000386023,0.95213103,0.0035095213,0.0013082669,0.00087137707,0.000016361708,0.00039966742,0.00015284742],"genre_scores_gemma":[0.8207219,6.263144e-7,0.17757104,0.00083908386,0.0003036083,0.00027291596,0.00005640468,0.000022429758,0.00021195145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977002,0.00016397063,0.00062122877,0.00073230383,0.00038015557,0.00040213045],"domain_scores_gemma":[0.9976259,0.00057113374,0.00020422957,0.0011532983,0.00032785194,0.000117581374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003233957,0.00030193364,0.00028152982,0.0004718916,0.0005820721,0.0010022726,0.001020788,0.000106273204,0.00005784091],"category_scores_gemma":[0.000021802176,0.00032585362,0.00023933568,0.0003671687,0.000022448427,0.0019367968,0.00003402913,0.00028488037,0.000065027445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062779116,0.004991942,0.00024331927,0.0005853688,0.00036010018,0.000031762127,0.0040712883,0.3134209,0.05613716,0.033355575,0.03279167,0.5533831],"study_design_scores_gemma":[0.0040422655,0.0037954075,0.0081158355,0.00054314604,0.00010110399,0.00003314064,0.00018000582,0.6871346,0.25315136,0.018381324,0.023003288,0.0015185334],"about_ca_topic_score_codex":0.00051239197,"about_ca_topic_score_gemma":0.00034374054,"teacher_disagreement_score":0.77911484,"about_ca_system_score_codex":0.00031502085,"about_ca_system_score_gemma":0.00010471272,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W1970243156","doi":"10.1145/1614390.1614391","title":"Introduction to the special issue on UIDL for next-generation user interfaces","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Bluetooth and Wireless Communication Technologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Citation; Computer science; World Wide Web; Library science","score_opus":0.052287323358029734,"score_gpt":0.3053580589769188,"score_spread":0.2530707356188891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970243156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0128364,0.000009337425,0.8941037,0.08716349,0.0045032627,0.0006517268,0.000005034725,0.00053512916,0.00019189852],"genre_scores_gemma":[0.9203562,0.000043430573,0.061640743,0.0036887072,0.013089395,0.00021280348,0.00003038202,0.00002303903,0.0009152879],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828184,0.00011905117,0.00042685005,0.00062737986,0.0002589718,0.00028589615],"domain_scores_gemma":[0.99749655,0.00020309468,0.00016242756,0.0018797718,0.0001881079,0.000070032635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002535253,0.00026538034,0.00020509308,0.00043870616,0.0009182675,0.00067642395,0.0018163119,0.00012701293,0.000098358956],"category_scores_gemma":[0.000043528828,0.00022151877,0.00013975108,0.0004738606,0.000037767844,0.0011069515,0.000040146093,0.0004620238,0.00025225675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617797,0.00029109052,5.495083e-7,0.0000041100743,0.000026748115,3.6328188e-7,0.0005783736,0.016990146,0.0034623935,0.0077771023,0.101098776,0.8697042],"study_design_scores_gemma":[0.00062810344,0.0033766364,0.00025025322,0.000069694026,0.000024736952,0.00002368023,0.00018533469,0.0723278,0.123310775,0.002938345,0.7963709,0.00049370824],"about_ca_topic_score_codex":0.000018454895,"about_ca_topic_score_gemma":0.00010607789,"teacher_disagreement_score":0.9075198,"about_ca_system_score_codex":0.00019821487,"about_ca_system_score_gemma":0.00002061663,"threshold_uncertainty_score":0.90332735},"labels":[],"label_agreement":null},{"id":"W1973056058","doi":"10.1145/1806923.1806927","title":"A model of novice and expert navigation performance in constrained-input interfaces","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Interactive kiosk; Flexibility (engineering); Human–computer interaction; Interface (matter); Variety (cybernetics); Selection (genetic algorithm); User interface; Mobile device; Artificial intelligence","score_opus":0.038221519301036865,"score_gpt":0.29516302285793056,"score_spread":0.2569415035568937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973056058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52156556,0.0000031970835,0.47748154,0.00024833283,0.0004276686,0.00012558293,0.0000028237407,0.000069337635,0.000075954886],"genre_scores_gemma":[0.9411457,0.000011748926,0.058613975,0.000118898104,0.00003563085,0.000031398635,0.0000030331055,0.000011449695,0.000028125492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852425,0.00006998992,0.0004927502,0.00049201417,0.00020853053,0.00021247182],"domain_scores_gemma":[0.9987139,0.00021968094,0.00015450598,0.0007055232,0.00013469691,0.000071682465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027965396,0.00021539329,0.00023836919,0.00033530904,0.00015487468,0.00012954349,0.0006625348,0.00013013784,0.000028331004],"category_scores_gemma":[0.000011496434,0.00022364019,0.00006539311,0.00025300655,0.00012870929,0.0013999254,0.00003864048,0.0006585728,0.000010849175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021330347,0.0014985179,0.0007589359,0.00021953022,0.00008407243,0.0000053556405,0.0135662,0.06957681,0.3060771,0.0032827116,0.000059903323,0.6046576],"study_design_scores_gemma":[0.0005485298,0.00046198707,0.0010175954,0.00020960953,0.0000062741346,0.000051506155,0.000069944435,0.8978179,0.09844859,0.001036295,0.00010026093,0.00023151044],"about_ca_topic_score_codex":0.00012331027,"about_ca_topic_score_gemma":0.00024970688,"teacher_disagreement_score":0.8282411,"about_ca_system_score_codex":0.00006060076,"about_ca_system_score_gemma":0.000039906074,"threshold_uncertainty_score":0.91197824},"labels":[],"label_agreement":null},{"id":"W1989324403","doi":"10.1145/2494265","title":"A sustainable design fiction","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Sustainable design; Design elements and principles; Point (geometry); Computer science; Sociology; Architectural engineering; Engineering ethics; Management science; Epistemology; Aesthetics; Engineering; Art; Ecology","score_opus":0.031170806782659672,"score_gpt":0.2848828038418315,"score_spread":0.25371199705917186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989324403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021737527,0.000005894667,0.9706037,0.0017857624,0.002190271,0.00089548953,0.0000010351664,0.0013669321,0.0014133689],"genre_scores_gemma":[0.8929051,0.0000060720963,0.10273496,0.0006555816,0.00020162994,0.000483772,0.000009459018,0.00004044643,0.002962949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972446,0.00025411695,0.0006285122,0.00086878595,0.00037073807,0.00063323014],"domain_scores_gemma":[0.9969894,0.00034535793,0.00031239228,0.0015213959,0.0007273381,0.000104092505],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003160675,0.00041199484,0.00029800308,0.0012392316,0.0010294857,0.00071937236,0.0013750509,0.00025183902,0.0007821303],"category_scores_gemma":[0.000035655,0.0004342053,0.00017913351,0.0009922948,0.000091516136,0.0045480696,0.00007348104,0.0010015566,0.0011935522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019187613,0.003423062,0.00007260456,0.00015171609,0.0007389907,0.00014522864,0.004359289,0.041548777,0.039964955,0.10675573,0.07614403,0.72650373],"study_design_scores_gemma":[0.0036400144,0.0069474136,0.0040824423,0.00043901737,0.0001129514,0.0011714732,0.002105479,0.6496801,0.18471529,0.1058243,0.038414795,0.0028667576],"about_ca_topic_score_codex":0.0003847777,"about_ca_topic_score_gemma":0.000013685119,"teacher_disagreement_score":0.8711676,"about_ca_system_score_codex":0.0007201602,"about_ca_system_score_gemma":0.000054558717,"threshold_uncertainty_score":0.999811},"labels":[],"label_agreement":null},{"id":"W1990116544","doi":"10.1145/1502800.1502806","title":"The calendar is crucial","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Typology; Everyday life; Process (computing); Computer science; Sociology; Epistemology","score_opus":0.025277214349261955,"score_gpt":0.31453278402235535,"score_spread":0.2892555696730934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990116544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019411856,0.00001464399,0.9612698,0.012936426,0.004360602,0.00031283364,0.000009795914,0.00079176296,0.0008922871],"genre_scores_gemma":[0.9782835,0.000023074903,0.017128462,0.0030803133,0.00043087878,0.000047100813,0.000005198601,0.000021691667,0.0009797419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763507,0.00014346681,0.0006054569,0.0007220384,0.00041907583,0.00047488452],"domain_scores_gemma":[0.9973332,0.00030576516,0.00028806197,0.0016682685,0.00032997676,0.000074670876],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00028709142,0.00034852512,0.00024002287,0.00050536654,0.001903259,0.0003966077,0.0019364342,0.00019348039,0.00012803989],"category_scores_gemma":[0.00002332733,0.00029804543,0.00022342219,0.000674976,0.0001270945,0.0014799779,0.000040505012,0.0011341177,0.0003681082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007914922,0.00047014593,0.0000066146913,0.000005154764,0.000115090224,0.000020777003,0.0010916544,0.00040756838,0.004188678,0.031198626,0.014074849,0.94834167],"study_design_scores_gemma":[0.0037587984,0.008610477,0.009205567,0.0005072149,0.0001277251,0.0012432254,0.0005044458,0.1340152,0.21598357,0.18486919,0.4384233,0.0027512908],"about_ca_topic_score_codex":0.00003439649,"about_ca_topic_score_gemma":0.00005307968,"teacher_disagreement_score":0.95887166,"about_ca_system_score_codex":0.00037554197,"about_ca_system_score_gemma":0.000045937915,"threshold_uncertainty_score":0.9999472},"labels":[],"label_agreement":null},{"id":"W1990977760","doi":"10.1145/371127.371159","title":"Role of interface manipulation style and scaffolding on cognition and concept learning in learnware","year":2001,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Metaphor; Interface (matter); Object (grammar); Computer science; Human–computer interaction; Representation (politics); Process (computing); Software; Style (visual arts); Cognition; Cognitive science; Psychology; Artificial intelligence; Programming language; Linguistics","score_opus":0.04685574212118072,"score_gpt":0.37753178145169636,"score_spread":0.33067603933051565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990977760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7726362,0.00003784463,0.2256291,0.00008997239,0.00030665268,0.00015184494,0.0000015928374,0.000089133195,0.0010577],"genre_scores_gemma":[0.997134,0.000013823358,0.0023009675,0.00005197109,0.00008021072,0.000016644655,0.000015996557,0.000025601119,0.00036079725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832046,0.0006793922,0.00033869565,0.00037088385,0.00011651744,0.0001740399],"domain_scores_gemma":[0.9990476,0.00047089322,0.00019315317,0.0001872392,0.00006608708,0.00003503859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045785337,0.00017345208,0.0002151365,0.0005062287,0.0002515205,0.00004709974,0.00008143023,0.00011881287,0.00031146558],"category_scores_gemma":[0.000033899174,0.00019219011,0.000040804454,0.00022317984,0.00006382943,0.00021541982,0.0000095379855,0.0007932258,0.000013287741],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005523726,0.00043104077,0.006235208,0.000027503302,0.00009924556,0.000006196223,0.016058555,0.023923824,0.019454738,0.00081178936,0.000024578823,0.93237495],"study_design_scores_gemma":[0.011723627,0.012398622,0.7971983,0.0037491475,0.00025964843,0.0008613837,0.03234283,0.09980747,0.022828666,0.0047491016,0.012055783,0.0020254047],"about_ca_topic_score_codex":0.00024074022,"about_ca_topic_score_gemma":0.000041398118,"teacher_disagreement_score":0.9303495,"about_ca_system_score_codex":0.00007244037,"about_ca_system_score_gemma":0.0000046391597,"threshold_uncertainty_score":0.78372854},"labels":[],"label_agreement":null},{"id":"W1993522449","doi":"10.1145/1879831.1879835","title":"Interaction design for mobile product recommendation agents","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mobile device; Product (mathematics); Context (archaeology); Task (project management); Mobile Web; Mobile computing; Empirical research; Mobile commerce; The Internet; Human–computer interaction; World Wide Web; Mobile technology; Engineering; Telecommunications","score_opus":0.19676782002578808,"score_gpt":0.4422109294130148,"score_spread":0.24544310938722674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993522449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30137077,0.0000010407215,0.6886294,0.0012625945,0.007408598,0.00086898706,0.000022935914,0.00033990145,0.00009580838],"genre_scores_gemma":[0.95337725,0.0000047975986,0.04431999,0.0003090991,0.00036763112,0.00052509754,0.00006035986,0.000038477614,0.0009973075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971516,0.00023046494,0.0008996014,0.0009441448,0.0004533364,0.00032086065],"domain_scores_gemma":[0.9965435,0.0010944097,0.0004709321,0.0012359218,0.0005351147,0.000120087745],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013069784,0.00030347693,0.00030761643,0.0010461339,0.0008746385,0.0004221873,0.0008816909,0.00023326179,0.0028898614],"category_scores_gemma":[0.00025720196,0.00028282127,0.00027993773,0.0005365381,0.00008393134,0.0013255386,0.000026260142,0.0009936168,0.0005179401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029906468,0.0010588211,0.0003846756,0.0000070080987,0.00006263891,0.0000019359773,0.0004364691,0.005882187,0.013137981,0.00019270396,0.016321551,0.96221495],"study_design_scores_gemma":[0.0050935345,0.0048895106,0.021587867,0.00014182873,0.00027167652,0.00046185826,0.001761763,0.14906217,0.12484131,0.02676412,0.6631909,0.00193344],"about_ca_topic_score_codex":0.00003052364,"about_ca_topic_score_gemma":0.0001406175,"teacher_disagreement_score":0.96028155,"about_ca_system_score_codex":0.0001502961,"about_ca_system_score_gemma":0.00003752011,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W2000180156","doi":"10.1145/2696869","title":"Sharing Domestic Life through Long-Term Video Connections","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Everyday life; Term (time); Videoconferencing; Multimedia; Demographics; Internet privacy; Human–computer interaction; Psychology; Communication; Sociology","score_opus":0.08583951185541029,"score_gpt":0.35581997321185865,"score_spread":0.2699804613564484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000180156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13549699,0.000020014724,0.85267097,0.0021548432,0.0067000114,0.00042700436,0.000005190196,0.0015077346,0.0010172807],"genre_scores_gemma":[0.9683136,0.000010518391,0.029291283,0.0011375262,0.0004726092,0.00017968359,0.000027950671,0.000056839835,0.00051002734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965902,0.00016948771,0.000879757,0.0012318376,0.00053319527,0.00059552793],"domain_scores_gemma":[0.9961471,0.0003639576,0.00043470346,0.0020829123,0.0007358178,0.00023553231],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003649955,0.00052621396,0.00045039615,0.0010025733,0.00091619743,0.00062232435,0.0019836125,0.00029399438,0.00022429402],"category_scores_gemma":[0.00013949115,0.0005745618,0.0002436198,0.001177151,0.00016195512,0.0039074393,0.00015503625,0.0013769864,0.0008177474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011989954,0.012042838,0.0064673983,0.00047957725,0.0040704324,0.0010976044,0.024841493,0.10331004,0.016744545,0.37589183,0.029150624,0.4247046],"study_design_scores_gemma":[0.02469904,0.019768136,0.045931827,0.0039245547,0.0009912867,0.0125277415,0.00269513,0.4723842,0.09585591,0.2663504,0.04347283,0.011398954],"about_ca_topic_score_codex":0.00015633431,"about_ca_topic_score_gemma":0.00016121441,"teacher_disagreement_score":0.8328166,"about_ca_system_score_codex":0.0008643402,"about_ca_system_score_gemma":0.0001265038,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W2000959909","doi":"10.1145/1067860.1067868","title":"The language of privacy","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Vocabulary; Computer science; Internet privacy; Space (punctuation); Privacy by Design; Computer-supported cooperative work; Privacy software; Work (physics); Information privacy; Linguistics","score_opus":0.021578658977920127,"score_gpt":0.3125613515854821,"score_spread":0.290982692607562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000959909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15059915,0.00001973106,0.8433524,0.003245191,0.0015210455,0.00022266434,0.000002588117,0.0003797575,0.00065750367],"genre_scores_gemma":[0.96352535,0.000012448845,0.035188664,0.0003055875,0.00022158482,0.00004617866,0.000004021279,0.000018880417,0.0006772639],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982755,0.00012296146,0.00057184946,0.00043032574,0.00030378246,0.00029557795],"domain_scores_gemma":[0.99741817,0.00043020752,0.00034306536,0.0015206443,0.00024655828,0.000041374562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002801029,0.00022949313,0.00020037226,0.00043392472,0.00067171577,0.00017444517,0.0016907317,0.00011671915,0.000091277056],"category_scores_gemma":[0.00003056401,0.00019132365,0.00015988943,0.00050866994,0.00012907916,0.001204784,0.00006581768,0.000685459,0.000174875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054063246,0.0005205343,0.000021884332,0.000014502019,0.00015712758,0.000006113425,0.0029806688,0.002164517,0.018108008,0.027994737,0.0016815241,0.94629633],"study_design_scores_gemma":[0.0024991424,0.00260119,0.0034869101,0.00038943932,0.00007783926,0.00050277094,0.0010860095,0.16328982,0.6873605,0.01055754,0.12690373,0.0012450923],"about_ca_topic_score_codex":0.00005090174,"about_ca_topic_score_gemma":0.00012280158,"teacher_disagreement_score":0.94505125,"about_ca_system_score_codex":0.00024618575,"about_ca_system_score_gemma":0.000029456829,"threshold_uncertainty_score":0.7801952},"labels":[],"label_agreement":null},{"id":"W2004855062","doi":"10.1145/353485.353489","title":"HCI in the global knowledge-based economy","year":2000,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Novelty; Adaptation (eye); Knowledge management; Computer science; Cognition; Knowledge economy; Work (physics); Human–computer interaction; Engineering; Psychology","score_opus":0.03733353184748632,"score_gpt":0.378458463340221,"score_spread":0.34112493149273465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004855062","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34770495,0.000035412417,0.2802133,0.0048621194,0.006351268,0.0010781527,0.000049041726,0.00072379,0.358982],"genre_scores_gemma":[0.9941735,0.000003069723,0.000465006,0.0024217742,0.0003550581,0.00021818085,0.00004139571,0.000023320637,0.0022986394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978649,0.00051132997,0.00063061813,0.0005108515,0.00015202569,0.00033027912],"domain_scores_gemma":[0.9983926,0.000412781,0.00012574767,0.0009120583,0.000075179305,0.000081653576],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002852848,0.00028490904,0.00023661918,0.00029668098,0.00043070212,0.00018687568,0.00060349354,0.00015582591,0.0377023],"category_scores_gemma":[0.000004733045,0.000255463,0.0002519534,0.00040907544,0.00007065091,0.0003916891,0.000004184744,0.00063782727,0.0051859557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079018436,0.0052518006,0.00047619248,0.000040221377,0.0002532615,0.000040510855,0.008346453,0.02053231,0.00002286092,0.009583311,0.0233542,0.9313087],"study_design_scores_gemma":[0.0052350434,0.0013052556,0.041302353,0.00023292702,0.00009475798,0.00035396556,0.0017554477,0.033371776,0.00023108564,0.0043547475,0.91080284,0.00095981435],"about_ca_topic_score_codex":0.0002712086,"about_ca_topic_score_gemma":0.00066491304,"teacher_disagreement_score":0.9303489,"about_ca_system_score_codex":0.00042535557,"about_ca_system_score_gemma":0.000036565827,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","score_opus":0.09646156343892542,"score_gpt":0.3748743440137637,"score_spread":0.27841278057483826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015529899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085666075,0.000021155756,0.910985,0.00028225046,0.0017685208,0.00095030933,0.000009845172,0.00025943018,0.00005741147],"genre_scores_gemma":[0.6448694,9.75263e-7,0.35472962,0.00013390006,0.00010055083,0.000063843494,0.000008291659,0.000018102724,0.00007530349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738026,0.00034192405,0.00057495845,0.0007145442,0.00059596257,0.00039236777],"domain_scores_gemma":[0.9960525,0.0014329348,0.0002699559,0.0012980396,0.0008185885,0.00012800448],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002376524,0.00029287065,0.00031566253,0.00041140083,0.00036904996,0.00019710672,0.001151606,0.00017045347,0.00008808121],"category_scores_gemma":[0.000114889546,0.00030777167,0.00019256202,0.00039463295,0.000036875947,0.0015604917,0.000027898746,0.00041372277,0.000017319358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080158527,0.0014989857,0.000021780133,0.000065848915,0.00018809226,0.0000027028811,0.0023240605,0.21119261,0.009329415,0.0004764762,0.001196986,0.7729015],"study_design_scores_gemma":[0.0018132519,0.004682662,0.00035827328,0.00014465505,0.00012349733,0.000043235726,0.00013005151,0.5566624,0.42795897,0.007052594,0.00060242164,0.0004280093],"about_ca_topic_score_codex":0.00013309722,"about_ca_topic_score_gemma":0.00029019534,"teacher_disagreement_score":0.77247345,"about_ca_system_score_codex":0.00030762848,"about_ca_system_score_gemma":0.0000941136,"threshold_uncertainty_score":0.9999374},"labels":[],"label_agreement":null},{"id":"W2019787600","doi":"10.1145/371127.371146","title":"Drag-and-drop versus point-and-click mouse interaction styles for children","year":2001,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Drag; Style (visual arts); Human–computer interaction; Point (geometry); Interaction technique; Context (archaeology); Computer science; Psychology; Social psychology; Simulation; Cognitive psychology; User interface; Mathematics; Mechanics; Programming language; Geometry","score_opus":0.02867978396550337,"score_gpt":0.30556030570341897,"score_spread":0.2768805217379156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019787600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24087463,0.000019157298,0.7552789,0.0011624745,0.0017010787,0.00048043363,0.000018197003,0.00013830172,0.00032682574],"genre_scores_gemma":[0.98771214,0.00012476828,0.010515765,0.0005869216,0.0003259425,0.00011666734,0.000052221087,0.000042956883,0.0005225951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978301,0.00012604236,0.00047989623,0.0008926387,0.00023850625,0.00043283336],"domain_scores_gemma":[0.99793804,0.0006527675,0.00024260895,0.0007628762,0.00023471419,0.0001689761],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001768527,0.00041248105,0.00033699596,0.00054182875,0.000770599,0.0004765169,0.00061546813,0.00014278837,0.00009183219],"category_scores_gemma":[0.00003378957,0.0004282621,0.00023866826,0.00024898464,0.00007986617,0.0025703835,0.00006921972,0.0005415397,0.00007433929],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00554933,0.0034610825,0.001199001,0.00016942942,0.0025037047,0.00004662706,0.0072849547,0.0037274319,0.07768898,0.022822956,0.010113384,0.8654331],"study_design_scores_gemma":[0.041797865,0.031203141,0.10886193,0.0017723667,0.0013471039,0.0044877585,0.0052039684,0.42707792,0.28876808,0.008812877,0.0719389,0.008728083],"about_ca_topic_score_codex":0.00023658718,"about_ca_topic_score_gemma":0.0001371325,"teacher_disagreement_score":0.856705,"about_ca_system_score_codex":0.00022390156,"about_ca_system_score_gemma":0.000022830409,"threshold_uncertainty_score":0.9998169},"labels":[],"label_agreement":null},{"id":"W2020776366","doi":"10.1145/2533682.2533683","title":"Evaluating a Tool for Improving Accessibility to Charts and Graphs","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Comisión Nacional de Investigación Científica y Tecnológica; Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Usability; Lexicon; Computer science; Screen reader; Graph; Set (abstract data type); Human–computer interaction; Partially sighted; Artificial intelligence; Visually impaired; Theoretical computer science; Programming language","score_opus":0.07939364549560197,"score_gpt":0.4096464691966764,"score_spread":0.33025282370107445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020776366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8999145,0.0000037643454,0.09571697,0.0010596575,0.0008701252,0.0016542334,0.000017015906,0.0002205693,0.0005431662],"genre_scores_gemma":[0.98627454,0.0000012190403,0.01215466,0.00031247965,0.00017894,0.0006296844,0.000006817518,0.000020242753,0.00042139387],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99812037,0.00014323174,0.0004405532,0.0006049841,0.00032599835,0.00036487103],"domain_scores_gemma":[0.9981919,0.0007288203,0.00012501472,0.00048034918,0.0003116709,0.00016222468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007017549,0.00019298295,0.00020979987,0.00020668452,0.0011529737,0.0009968347,0.00038900392,0.000088722314,0.00037590426],"category_scores_gemma":[0.00029615028,0.00019856986,0.00015540936,0.00023499425,0.00016593072,0.0025401607,0.00003155118,0.00018227843,0.000041217052],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006197745,0.00035672906,0.0010066715,0.00011724497,0.000033968077,1.8089551e-7,0.007041985,0.00020297556,0.0011094105,0.0013316484,0.00014833831,0.98858887],"study_design_scores_gemma":[0.006103895,0.010426544,0.17292404,0.0012010342,0.00046174435,0.000027531245,0.03503493,0.059557375,0.011634963,0.6896343,0.008234917,0.004758684],"about_ca_topic_score_codex":0.002309425,"about_ca_topic_score_gemma":0.0013687791,"teacher_disagreement_score":0.9838302,"about_ca_system_score_codex":0.00028242148,"about_ca_system_score_gemma":0.00005352182,"threshold_uncertainty_score":0.96125},"labels":[],"label_agreement":null},{"id":"W2022416142","doi":"10.1145/1096737.1096741","title":"A probabilistic approach to modeling two-dimensional pointing","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Movement (music); Contrast (vision); Dimension (graph theory); Probabilistic logic; Orientation (vector space); Computer science; Perpendicular; Task (project management); Geometry; Statistical model; Mathematics; Algorithm; Artificial intelligence; Physics; Acoustics; Combinatorics","score_opus":0.07421725121954897,"score_gpt":0.3194833492177279,"score_spread":0.24526609799817894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022416142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51129025,8.5620127e-7,0.48264086,0.0008664299,0.0011669212,0.00046057152,0.000013660945,0.00040901676,0.0031513993],"genre_scores_gemma":[0.97532934,9.730975e-7,0.021088364,0.002054024,0.000654974,0.000120872974,0.000009517745,0.000055442233,0.00068649574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738675,0.00017509804,0.0006029386,0.00094243116,0.00042953566,0.00046322093],"domain_scores_gemma":[0.9982978,0.00045238476,0.00013532324,0.0007656203,0.00012645352,0.0002224025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009484363,0.0003526517,0.00027741436,0.0005862248,0.00093873177,0.00025120628,0.0004618149,0.00008981561,0.0003125406],"category_scores_gemma":[0.000100488694,0.00036658,0.0002423748,0.00042195807,0.00004075764,0.00095886824,0.000029851299,0.0008028952,0.0007342769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009913224,0.00091680494,9.642985e-7,0.000012178461,0.000019202418,0.0000040148584,0.00062134233,0.916286,0.05294129,0.00044801363,0.0002491335,0.028401906],"study_design_scores_gemma":[0.0006081886,0.00027714632,0.000009889442,0.00010215896,0.000036997124,0.0003650774,0.00010013149,0.9488701,0.046598684,0.00047781525,0.002133067,0.0004206999],"about_ca_topic_score_codex":0.00010931897,"about_ca_topic_score_gemma":0.00007218322,"teacher_disagreement_score":0.46403906,"about_ca_system_score_codex":0.0003761656,"about_ca_system_score_gemma":0.000033192922,"threshold_uncertainty_score":0.99987864},"labels":[],"label_agreement":null},{"id":"W2031285578","doi":"10.1145/1806923.1806925","title":"SAK","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Block (permutation group theory); Key (lock); Computer science; Character (mathematics); Interval (graph theory); Feature (linguistics); Software; Mathematics; Computer security; Operating system; Linguistics","score_opus":0.046149334151887884,"score_gpt":0.32123340344750534,"score_spread":0.27508406929561746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031285578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8300356,4.260264e-7,0.14828691,0.0010623634,0.012214408,0.0003054945,0.000029539231,0.00067279564,0.0073924256],"genre_scores_gemma":[0.9939169,0.000006261305,0.0020138468,0.001237648,0.00068748667,0.000050999002,0.0000066925804,0.000044859793,0.0020352663],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981877,0.00010937162,0.00040121097,0.00065417954,0.00030077697,0.00034674577],"domain_scores_gemma":[0.9978673,0.0007483483,0.00015241305,0.0009947926,0.00007528749,0.00016184994],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000049071925,0.0002834637,0.0002057696,0.0004399306,0.00085165777,0.00024595446,0.0005352079,0.00015035874,0.003186755],"category_scores_gemma":[0.00008712317,0.00028955244,0.00024464526,0.0003012234,0.00009913346,0.0008817592,0.000014478985,0.0014764,0.0014630585],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008639204,0.0007531469,0.000019035328,0.000009066982,0.000023695744,0.000028625878,0.00036809905,0.0010103603,0.9177356,0.0015282572,0.0022209352,0.07621679],"study_design_scores_gemma":[0.00065579836,0.0005045806,0.0004679253,0.000043799166,0.000037868787,0.00063078455,0.00009690374,0.006200635,0.8829271,0.0015418557,0.10640065,0.0004920661],"about_ca_topic_score_codex":0.00009011206,"about_ca_topic_score_gemma":0.0002783924,"teacher_disagreement_score":0.1638813,"about_ca_system_score_codex":0.000084573316,"about_ca_system_score_gemma":0.000023678136,"threshold_uncertainty_score":0.99995565},"labels":[],"label_agreement":null},{"id":"W2037193857","doi":"10.1145/1993060.1993062","title":"Homogeneous physio-behavioral visual and mouse-based biometric","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Biometrics; Computer science; Password; Word error rate; Artificial intelligence; Keystroke dynamics; Homogeneous; Classifier (UML); Pattern recognition (psychology); Computer vision; Machine learning; Data mining; Computer security; Mathematics","score_opus":0.0657925871163838,"score_gpt":0.3125464353237824,"score_spread":0.2467538482073986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037193857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3966803,0.000008667349,0.6019302,0.00007551643,0.00077305624,0.00017444612,0.000004098947,0.0003100173,0.000043732773],"genre_scores_gemma":[0.9859243,0.000005077054,0.013574451,0.00019498903,0.00007177843,0.000043507323,0.000009185909,0.000022697915,0.00015401382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983618,0.0001280117,0.00038115407,0.0005753633,0.00029133316,0.00026234044],"domain_scores_gemma":[0.9986637,0.00008957192,0.00015064549,0.0008155973,0.00012367706,0.00015680959],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012566143,0.00024646835,0.00022047563,0.0009700326,0.00039133383,0.00027034708,0.00070238096,0.00010032438,0.00010867989],"category_scores_gemma":[0.0000034040438,0.00025453026,0.0001402299,0.00071876904,0.000057771318,0.00065433077,0.000030363073,0.00026286626,0.00012944026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020919692,0.011632029,0.00074858137,0.00021530532,0.0003371121,0.000082328275,0.044955425,0.00028591338,0.035962846,0.0026148611,0.00063261937,0.9023238],"study_design_scores_gemma":[0.0035683955,0.0057629896,0.012671097,0.00023362829,0.00015892264,0.00032281975,0.00038314992,0.82026464,0.14844202,0.0021475577,0.004143648,0.0019011324],"about_ca_topic_score_codex":0.00026847204,"about_ca_topic_score_gemma":0.000054636443,"teacher_disagreement_score":0.90042263,"about_ca_system_score_codex":0.000103006605,"about_ca_system_score_gemma":0.000026864604,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W2046443325","doi":"10.1145/2542544","title":"Disambiguation of imprecise input with one-dimensional rotational text entry","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learnability; Computer science; Sight; Word (group theory); Session (web analytics); Character (mathematics); Speech recognition; Ranking (information retrieval); Artificial intelligence; Natural language processing; Rotation (mathematics); Mathematics","score_opus":0.017320132596915717,"score_gpt":0.2669848191572273,"score_spread":0.2496646865603116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046443325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13104576,0.0000029812336,0.8665166,0.000533947,0.0008515878,0.00020995711,0.000009004693,0.00005343827,0.0007767628],"genre_scores_gemma":[0.96732116,0.0000025367692,0.0317962,0.00041900028,0.00015224362,0.000042093954,0.00004611377,0.000020367423,0.00020031627],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980598,0.00016986186,0.00045350386,0.0005479357,0.0005185316,0.00025036663],"domain_scores_gemma":[0.9979388,0.00048669297,0.00031338003,0.00073049497,0.00043567267,0.00009496526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017347289,0.00025914857,0.00026544812,0.000412747,0.00032341294,0.000116414,0.00062084914,0.00008537565,0.00021831048],"category_scores_gemma":[0.000020169733,0.00024688663,0.00016597693,0.00032566316,0.00007194689,0.0014149174,0.000032022384,0.0003709885,0.00010901573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015612713,0.006319701,0.0006481844,0.00018252335,0.0010997171,0.000013985505,0.0043459805,0.13681188,0.20620947,0.039598566,0.0027428686,0.60046583],"study_design_scores_gemma":[0.0059225913,0.0076879296,0.068917364,0.0013198317,0.00021929345,0.00024096997,0.00023674131,0.5246087,0.37654275,0.009393166,0.003237635,0.0016730234],"about_ca_topic_score_codex":0.000091501795,"about_ca_topic_score_gemma":0.000044081502,"teacher_disagreement_score":0.8362754,"about_ca_system_score_codex":0.00015140155,"about_ca_system_score_gemma":0.000050120434,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W2065730432","doi":"10.1145/1959022.1959023","title":"An exploration of relations between visual appeal, trustworthiness and perceived usability of homepages","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Color perception and design","field":"Psychology","cited_by":334,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Appeal; Psychology; Cognitive psychology; Usability; Trustworthiness; Cognition; Stimulus (psychology); Visual search; Social psychology; Computer science; Human–computer interaction","score_opus":0.14300558757396994,"score_gpt":0.3928306255782132,"score_spread":0.24982503800424324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065730432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5920944,0.0000029951864,0.4068907,0.000034371245,0.00034972344,0.00019115879,0.000014211169,0.00006637228,0.00035603318],"genre_scores_gemma":[0.9956432,0.000006282569,0.0040252823,0.000023233142,0.00009656336,0.000042307518,0.000039772982,0.000019826193,0.000103503735],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983761,0.00036600596,0.0005896171,0.00037611433,0.00015351082,0.00013868544],"domain_scores_gemma":[0.9987583,0.0002153802,0.0002508029,0.00052224594,0.00016650642,0.00008674038],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002667297,0.0001742094,0.00029194038,0.00037821458,0.0001966144,0.000020304982,0.00017525746,0.0001522474,0.0024708237],"category_scores_gemma":[0.000008512724,0.00018345652,0.00011293552,0.00022301737,0.00015399484,0.0009830329,0.0000069246985,0.00027331267,0.000034701818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023689277,0.010335993,0.07918825,0.00024562076,0.00082609,0.0000074039076,0.121105395,0.0023914794,0.023037039,0.003465667,0.00039549268,0.7566326],"study_design_scores_gemma":[0.00097444217,0.0026956212,0.98728096,0.00007286615,0.00013044226,0.000009757326,0.003110855,0.0018826803,0.0011934198,0.0023081412,0.00008447655,0.00025632264],"about_ca_topic_score_codex":0.0004927861,"about_ca_topic_score_gemma":0.00018865966,"teacher_disagreement_score":0.90809274,"about_ca_system_score_codex":0.000053188192,"about_ca_system_score_gemma":0.0000151684335,"threshold_uncertainty_score":0.99844104},"labels":[],"label_agreement":null},{"id":"W2069572021","doi":"10.1145/2674915","title":"Exploring and Understanding Unintended Touch during Direct Pen Interaction","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); University of Alberta","funders":"","keywords":"Stylus; Unintended consequences; Human–computer interaction; Multi-touch; Computer science; Internet privacy; Computer vision","score_opus":0.12889242394605321,"score_gpt":0.2958933221574206,"score_spread":0.16700089821136738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069572021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15729704,0.0000036620827,0.8358046,0.00075317896,0.0028502087,0.00020407116,0.0000026488203,0.00019527807,0.0028893068],"genre_scores_gemma":[0.9955445,0.000038753697,0.00357622,0.00024096234,0.00026334514,0.00006466766,0.000008961924,0.000036806385,0.0002258109],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977318,0.00022629327,0.0004559423,0.00084635016,0.00030465252,0.0004349691],"domain_scores_gemma":[0.9982064,0.00043400153,0.00022280749,0.0008334023,0.00014441377,0.00015899964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001959934,0.0003820557,0.00033444332,0.0007234575,0.0009331111,0.000554631,0.00065396086,0.00008401028,0.00008605893],"category_scores_gemma":[0.000033793945,0.00040485256,0.00019458185,0.00035480637,0.00007517949,0.0044766194,0.0000838887,0.0006620849,0.00008405448],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020359335,0.0035321617,0.0008379703,0.00077182805,0.0024999974,0.00018884694,0.033389468,0.031419523,0.46002528,0.12883607,0.0020856096,0.33437732],"study_design_scores_gemma":[0.0072648176,0.005458297,0.02805265,0.0028486548,0.00032527038,0.0014106572,0.008595804,0.3788613,0.53785604,0.01436877,0.010733965,0.0042237793],"about_ca_topic_score_codex":0.00016434905,"about_ca_topic_score_gemma":0.00007549169,"teacher_disagreement_score":0.8382474,"about_ca_system_score_codex":0.0006307038,"about_ca_system_score_gemma":0.000015743039,"threshold_uncertainty_score":0.9998403},"labels":[],"label_agreement":null},{"id":"W2071455957","doi":"10.1145/2687923","title":"ColorBless","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Visual perception and processing mechanisms","field":"Neuroscience","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Stereoscopy; Visualization; Shutter; Computer science; Human–computer interaction; Computer graphics (images); Artificial intelligence; Optics; Physics","score_opus":0.17541705571769522,"score_gpt":0.3840785575062577,"score_spread":0.20866150178856246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071455957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2513365,0.0000016740102,0.7416783,0.00059177354,0.0032109409,0.00017724148,0.0000072313264,0.0004709918,0.002525355],"genre_scores_gemma":[0.99390167,0.000004670314,0.0027982292,0.0017007713,0.00022733634,0.00003124478,0.0000050752187,0.000027233544,0.0013037833],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986085,0.00015799329,0.00025808008,0.00043994843,0.00031644947,0.00021901693],"domain_scores_gemma":[0.99910873,0.00013092581,0.00009621033,0.0004011106,0.00008391634,0.00017910173],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014565795,0.00018236101,0.00015108926,0.00023744763,0.00040546758,0.00020047901,0.00035795989,0.00009018043,0.000575106],"category_scores_gemma":[0.000037448823,0.00018304006,0.00008975665,0.00026875918,0.000052865384,0.00052788004,0.000011829819,0.00036701953,0.00093524694],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006651319,0.0025254707,0.0000182637,0.00007248985,0.00003748364,0.000059118247,0.005167413,0.02835511,0.4223336,0.0041520805,0.00873773,0.5278761],"study_design_scores_gemma":[0.003716381,0.0042931517,0.00020521217,0.0002806495,0.00006710593,0.0005519174,0.0010007044,0.07286732,0.8417492,0.019428026,0.05459744,0.0012429011],"about_ca_topic_score_codex":0.000027953925,"about_ca_topic_score_gemma":0.000021229718,"teacher_disagreement_score":0.74256516,"about_ca_system_score_codex":0.000166096,"about_ca_system_score_gemma":0.00003608276,"threshold_uncertainty_score":0.99984264},"labels":[],"label_agreement":null},{"id":"W2079467012","doi":"10.1145/2766448","title":"Mid-Air Pointing on Ultra-Walls","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Sudbury; University of Waterloo","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Strengths and weaknesses; Task (project management); Human–computer interaction; Function (biology); Resolution (logic); Artificial intelligence; Systems engineering; Engineering","score_opus":0.04468291140596637,"score_gpt":0.30625261635962914,"score_spread":0.2615697049536628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079467012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04859878,0.0000060189172,0.9363281,0.0019147749,0.005229452,0.0002701293,0.000008141758,0.00022434694,0.0074202465],"genre_scores_gemma":[0.9877167,0.000004167069,0.008698937,0.0023652702,0.0003718607,0.00003828223,0.000017767055,0.00003520703,0.00075183646],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99751675,0.00020661694,0.0004877622,0.0008136862,0.00050261203,0.00047257025],"domain_scores_gemma":[0.9975712,0.00038286022,0.00024030343,0.001194096,0.000367,0.0002445515],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027199642,0.00039376228,0.00030542733,0.0005703189,0.00047082122,0.0002904004,0.001232987,0.0001276309,0.00011742648],"category_scores_gemma":[0.00004131409,0.00039681644,0.0002967658,0.00042071976,0.00004832732,0.0018129543,0.000033777225,0.00075895275,0.001090038],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018338133,0.011517134,0.00042800966,0.00020649342,0.0018869055,0.00050847844,0.027059501,0.11835474,0.217965,0.034605198,0.08639619,0.49923852],"study_design_scores_gemma":[0.0062781903,0.009891294,0.005706078,0.0011948865,0.00014691829,0.00074538536,0.0019230021,0.06938649,0.8349152,0.0099553075,0.05691393,0.0029433041],"about_ca_topic_score_codex":0.00014313577,"about_ca_topic_score_gemma":0.00003017291,"teacher_disagreement_score":0.9391179,"about_ca_system_score_codex":0.00043950815,"about_ca_system_score_gemma":0.0000611468,"threshold_uncertainty_score":0.99984837},"labels":[],"label_agreement":null},{"id":"W2081510220","doi":"10.1145/1453152.1453154","title":"The aesthetics of emergence","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Western Digital","keywords":"Underpinning; Aesthetics; Competition (biology); Sociology; Jury; Visual arts; Psychology; Art; Political science; Engineering; Ecology","score_opus":0.04153074954290085,"score_gpt":0.30130761849663446,"score_spread":0.2597768689537336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081510220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12280861,0.000014590766,0.8719439,0.0013586691,0.0028456394,0.00020226519,0.000002140463,0.00030792766,0.0005162676],"genre_scores_gemma":[0.9779315,0.00008073918,0.02124419,0.00017002333,0.000088723034,0.000046385296,0.0000028557408,0.00001910658,0.0004164857],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980951,0.00013307577,0.0006380931,0.00045759595,0.00036969868,0.00030643106],"domain_scores_gemma":[0.99731565,0.00032619474,0.00037824802,0.0015060814,0.00042746981,0.00004637116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022480584,0.00024420384,0.00021698671,0.0004096399,0.001295733,0.00007130941,0.0016714395,0.00012497552,0.000069009795],"category_scores_gemma":[0.000025355377,0.00020751935,0.00017563852,0.0006912356,0.00028658018,0.0008466444,0.00005530121,0.00069235347,0.00011424058],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022685304,0.00229626,0.00038847054,0.00005531992,0.00054649933,0.00009155548,0.0059460155,0.0111904,0.027182627,0.13841216,0.013149727,0.8005141],"study_design_scores_gemma":[0.0034091196,0.008396172,0.012972255,0.00061513204,0.00012225192,0.0042560976,0.0009748452,0.22947909,0.57039124,0.0527639,0.11399871,0.0026211753],"about_ca_topic_score_codex":0.000045635796,"about_ca_topic_score_gemma":0.000048035763,"teacher_disagreement_score":0.85512286,"about_ca_system_score_codex":0.00012782052,"about_ca_system_score_gemma":0.0000443896,"threshold_uncertainty_score":0.9965862},"labels":[],"label_agreement":null},{"id":"W2089825482","doi":"10.1145/1970378.1970380","title":"Design and evaluation of a command recommendation system for software applications","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Plug-in; Recommender system; Adaptation (eye); Software; Domain (mathematical analysis); Collaborative filtering; Human–computer interaction; Software engineering; World Wide Web; Operating system","score_opus":0.13695992575971327,"score_gpt":0.3370727627224743,"score_spread":0.200112836962761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089825482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014029769,0.000013031905,0.9957097,0.00009841039,0.0005365685,0.001723203,0.000007951299,0.00033954144,0.0001686022],"genre_scores_gemma":[0.615294,0.00000482427,0.38370654,0.000023856004,0.00003681199,0.00090224954,0.000012051154,0.000011980077,0.0000077010645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850094,0.00027282254,0.00047574926,0.00040378264,0.00020045025,0.0001462363],"domain_scores_gemma":[0.9982633,0.00031810516,0.00031490365,0.00063646043,0.0004103412,0.00005688928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095849385,0.00017132047,0.0002194076,0.00032489427,0.00033973367,0.00008938512,0.0004201656,0.00009038706,0.000019831143],"category_scores_gemma":[0.000006233433,0.00017483855,0.00008700422,0.00018889745,0.00002511345,0.00067546015,0.000021360507,0.000132953,0.0000035891665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040637806,0.0003264675,0.000023814153,0.00015486547,0.00010307129,1.876884e-7,0.0012179204,0.00058603095,0.0003790764,0.0036236548,0.0003016808,0.9932426],"study_design_scores_gemma":[0.0031628879,0.0027512861,0.001026521,0.0006445675,0.000332588,0.0001763539,0.00043941822,0.8856589,0.07545414,0.024941335,0.004570599,0.00084140484],"about_ca_topic_score_codex":0.0000896336,"about_ca_topic_score_gemma":0.000017416516,"teacher_disagreement_score":0.9924012,"about_ca_system_score_codex":0.00017469714,"about_ca_system_score_gemma":0.000032025455,"threshold_uncertainty_score":0.7129709},"labels":[],"label_agreement":null},{"id":"W2096316847","doi":"10.1145/1121112.1121115","title":"Fitts' law and expanding targets","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Selection (genetic algorithm); Focus (optics); Human–computer interaction; Space (punctuation); Interface (matter); User interface; Artificial intelligence; Operating system; Physics","score_opus":0.02009000869861807,"score_gpt":0.296754213607132,"score_spread":0.27666420490851396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096316847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029626312,0.00002678541,0.9641732,0.0014042329,0.0013590235,0.00016684143,0.000004842822,0.000121837984,0.0031169339],"genre_scores_gemma":[0.97376734,0.000017309747,0.023073187,0.0024899477,0.00029844127,0.0000282516,0.00000766707,0.00001908282,0.00029878656],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984979,0.00008373004,0.00031565287,0.0005708137,0.000212917,0.000319001],"domain_scores_gemma":[0.99879843,0.00021126005,0.00012061724,0.0006362066,0.00011349445,0.00012000779],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011363996,0.00025803107,0.00020569286,0.00027918644,0.0006532601,0.00032049284,0.0005788624,0.000083706596,0.00017274951],"category_scores_gemma":[0.000004569645,0.0002653427,0.000139294,0.00017191669,0.00005764647,0.0023223408,0.000045441408,0.00042991174,0.00020465662],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033266694,0.0028842902,0.00010485495,0.00012204743,0.00081023364,0.000092330374,0.011686291,0.012019788,0.1626741,0.18224281,0.009671796,0.6173588],"study_design_scores_gemma":[0.0048754695,0.0037147368,0.005560239,0.0007704124,0.00015856631,0.0010263019,0.001037614,0.23583996,0.5538851,0.010212671,0.18001914,0.0028998023],"about_ca_topic_score_codex":0.00009955563,"about_ca_topic_score_gemma":0.00008791751,"teacher_disagreement_score":0.94414103,"about_ca_system_score_codex":0.00017523361,"about_ca_system_score_gemma":0.000012509285,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","score_opus":0.08157917640863166,"score_gpt":0.34587573029669977,"score_spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109891159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072844066,0.000009635647,0.9238465,0.00039594792,0.0016296742,0.0007871579,0.000016555152,0.00027068937,0.00019977512],"genre_scores_gemma":[0.9225481,0.0000021147541,0.076730445,0.00021817515,0.00006632008,0.0002918615,0.000028472,0.000015816928,0.000098703604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970103,0.0005681314,0.000599885,0.00097269897,0.00049491035,0.0003541012],"domain_scores_gemma":[0.9966442,0.0007714507,0.00018845264,0.0017295013,0.0005393188,0.00012708882],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013079739,0.00029874078,0.00035574692,0.00056688016,0.00061070285,0.00036449992,0.00091376196,0.00014370294,0.0003753033],"category_scores_gemma":[0.00013533834,0.00031296184,0.000542642,0.001039677,0.00005813452,0.0012480009,0.00001624127,0.00033672986,0.000068063535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028956248,0.005268714,0.0023649274,0.0001905163,0.0033130983,0.0000035971607,0.005683105,0.501259,0.0039446526,0.018551838,0.0019341124,0.45719683],"study_design_scores_gemma":[0.0018036492,0.0016219632,0.006618855,0.00005909948,0.00090690685,0.000027375834,0.0001722387,0.9287799,0.016613964,0.033925287,0.008605388,0.00086534786],"about_ca_topic_score_codex":0.0000773143,"about_ca_topic_score_gemma":0.0002528422,"teacher_disagreement_score":0.849704,"about_ca_system_score_codex":0.00047928875,"about_ca_system_score_gemma":0.00006712107,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W2144821674","doi":"10.1145/606658.606659","title":"Diagramming information structures using 3D perceptual primitives","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Story-driven modeling; Computer science; Class diagram; Artificial intelligence; Theoretical computer science; Unified Modeling Language; Software; Programming language","score_opus":0.040781001308072606,"score_gpt":0.324196312995483,"score_spread":0.2834153116874104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144821674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014620749,0.0000036811387,0.9831442,0.000080288286,0.0013204868,0.00015005124,0.000008921534,0.00025275478,0.00041885287],"genre_scores_gemma":[0.84066767,0.000009615666,0.1585477,0.00056308875,0.000079991405,0.0000074740897,0.000040031075,0.0000132583355,0.00007117878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985469,0.00015138852,0.00042517594,0.0003177137,0.00031006229,0.00024877774],"domain_scores_gemma":[0.9987981,0.00011762708,0.00018728548,0.00063984893,0.00015737499,0.00009980802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014990119,0.00022324764,0.00017245449,0.0004698242,0.0005742897,0.00064068777,0.0005434441,0.000086537366,0.00018621473],"category_scores_gemma":[0.000034098477,0.000229495,0.00011133334,0.0004028732,0.000044712277,0.0034623018,0.000022964992,0.00028841317,0.00006475025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003108198,0.00070794864,0.00014434432,0.000099936806,0.00025595445,0.000011421356,0.009492228,0.13205662,0.0020294632,0.10814273,0.0012849142,0.74574333],"study_design_scores_gemma":[0.0013665512,0.0005589292,0.0012054663,0.00016622433,0.000081035105,0.00023089461,0.0011072664,0.91987914,0.008998944,0.0048870915,0.060489375,0.0010290882],"about_ca_topic_score_codex":0.00004309541,"about_ca_topic_score_gemma":0.000016854676,"teacher_disagreement_score":0.82604694,"about_ca_system_score_codex":0.00016988919,"about_ca_system_score_gemma":0.000048441783,"threshold_uncertainty_score":0.9358534},"labels":[],"label_agreement":null},{"id":"W2152040280","doi":"10.1145/2395131.2395135","title":"Two-Part Models Capture the Impact of Gain on Pointing Performance","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Fitts's law; Computer science; Work (physics); Fragility; Artificial intelligence; Movement (music); Physics","score_opus":0.03754983899106021,"score_gpt":0.31529197199556297,"score_spread":0.2777421330045028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152040280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33393356,0.000010607713,0.66149205,0.00022284438,0.001550809,0.00020517982,0.000008257235,0.000046698697,0.0025300065],"genre_scores_gemma":[0.9968705,0.000010313329,0.0021838823,0.00036543017,0.00032289207,0.00002935864,0.000009327304,0.000022915325,0.00018533684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823517,0.00018556509,0.00042032104,0.00037305005,0.0003225324,0.00046337888],"domain_scores_gemma":[0.99798894,0.00036980145,0.00029286824,0.0010373617,0.00020632692,0.00010469925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031552315,0.0003140858,0.00025547654,0.00030935364,0.0005147917,0.00012395767,0.000967338,0.000077334254,0.00012759339],"category_scores_gemma":[0.00001018661,0.00022846654,0.00040205437,0.00033374073,0.00005676891,0.0024792282,0.00004137547,0.0006918919,0.000112209644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053901685,0.0035151308,0.00078957865,0.000081889695,0.000988341,0.0000072726334,0.017286839,0.81739044,0.032847323,0.014580874,0.006822173,0.10515112],"study_design_scores_gemma":[0.0016555807,0.0027572145,0.013743602,0.0006624831,0.00009033522,0.0002478908,0.00072547497,0.8699796,0.10723688,0.0012495619,0.00068978383,0.0009615848],"about_ca_topic_score_codex":0.00027995676,"about_ca_topic_score_gemma":0.000008302335,"teacher_disagreement_score":0.662937,"about_ca_system_score_codex":0.00026813123,"about_ca_system_score_gemma":0.000034025055,"threshold_uncertainty_score":0.9316595},"labels":[],"label_agreement":null},{"id":"W2396014525","doi":"10.1145/2845081","title":"The Effects of Changing Projection Geometry on Perception of 3D Objects on and Around Tabletops","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Advanced Optical Imaging Technologies","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan; University of Waterloo","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Parallax; Projection (relational algebra); Projection plane; Graphical projection; Computer vision; Parallel projection; Computer science; 3D projection; Artificial intelligence; Perspective (graphical); Oblique projection; Computer graphics (images); Orientation (vector space); Object (grammar); Perception; Observer (physics); Geometry; Orthographic projection; Mathematics; Algorithm; Image (mathematics); Psychology; Physics","score_opus":0.009570069059705246,"score_gpt":0.2530350397761815,"score_spread":0.24346497071647627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396014525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5459026,0.000013244754,0.45250803,0.00008268935,0.00086793536,0.00021940918,0.0000026896787,0.0002977928,0.0001056101],"genre_scores_gemma":[0.9959865,0.00017097259,0.00361412,0.000017134831,0.00006945174,0.000045976925,0.0000013883139,0.000028448407,0.00006601249],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910897,0.000033187418,0.00025410656,0.00022649278,0.00016607188,0.00021116069],"domain_scores_gemma":[0.9984883,0.00091849087,0.00008723685,0.00042378716,0.00005628658,0.000025896074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009579973,0.0001836375,0.00018036636,0.000508255,0.00020148186,0.000029567409,0.00016054921,0.00009048569,0.000007411955],"category_scores_gemma":[0.000067812536,0.00012917048,0.00006106091,0.00027135373,0.000108303335,0.00028767952,0.00000972377,0.00027950626,0.0000074619925],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009442707,0.0001515601,0.00003339429,0.0001960636,0.00009449801,0.0000016181824,0.00028431398,0.009473983,0.1631983,0.00043776975,0.000041470743,0.8259926],"study_design_scores_gemma":[0.002717198,0.006381144,0.0067271264,0.0042210054,0.00016648341,0.00007271918,0.001456574,0.076584734,0.8943926,0.005511274,0.0008311656,0.00093795714],"about_ca_topic_score_codex":0.00000883995,"about_ca_topic_score_gemma":0.0000069966773,"teacher_disagreement_score":0.82505465,"about_ca_system_score_codex":0.00020489728,"about_ca_system_score_gemma":0.000003867507,"threshold_uncertainty_score":0.5267419},"labels":[],"label_agreement":null},{"id":"W2465297518","doi":"10.1145/2893182","title":"Accessible Play in Everyday Spaces","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Centennial College; Brock University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Entertainment; Mixed reality; Everyday life; Virtual reality; Computer science; Variety (cybernetics); Multimedia; Human–computer interaction; Space (punctuation); Exploratory research; Field (mathematics); Set (abstract data type); Sociology; Visual arts; Political science; Art; Artificial intelligence","score_opus":0.03190050598125543,"score_gpt":0.3379082001597359,"score_spread":0.30600769417848045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465297518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7457278,0.000011939945,0.23830633,0.009881479,0.002489955,0.00038230213,0.000009775731,0.0007226625,0.0024678013],"genre_scores_gemma":[0.99582905,0.00006401216,0.0019375037,0.00016095948,0.0002025507,0.000058140544,0.0000017394128,0.00002036319,0.001725685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837404,0.00020115469,0.0003153952,0.00043979008,0.00028531937,0.0003843089],"domain_scores_gemma":[0.99875873,0.0004576948,0.0001231063,0.0004991575,0.00007431216,0.000086991815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028720064,0.0001783157,0.00019063473,0.00061416504,0.0005477508,0.00012356386,0.0006408189,0.0002148987,0.00080775033],"category_scores_gemma":[0.00005023994,0.00015128954,0.00009746284,0.0004432481,0.00019419227,0.00116039,0.000016601065,0.00034322252,0.00026313876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014736176,0.00106557,0.0071201874,0.000020883948,0.00011225126,0.00003962696,0.011790913,0.0004630738,0.0048924997,0.0044902274,0.0037490304,0.9661084],"study_design_scores_gemma":[0.014979467,0.0032204592,0.19492848,0.005058741,0.00021240546,0.00012210774,0.011898482,0.0013277744,0.08462457,0.06897351,0.61013347,0.004520511],"about_ca_topic_score_codex":0.0016389949,"about_ca_topic_score_gemma":0.017264338,"teacher_disagreement_score":0.96158785,"about_ca_system_score_codex":0.00046366494,"about_ca_system_score_gemma":0.00006237031,"threshold_uncertainty_score":0.96339065},"labels":[],"label_agreement":null},{"id":"W2599006335","doi":"10.1145/3057863","title":"Exploring DIY Practices of Complex Home Technologies","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Modularity (biology); Process (computing); Key (lock); Arduino; Computer science; Electronics; World Wide Web; End user; Internet of Things; Human–computer interaction; Internet privacy; Computer security; Engineering; Embedded system","score_opus":0.2943709870386004,"score_gpt":0.3875651593610301,"score_spread":0.09319417232242971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599006335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25505796,0.0000070597494,0.7363739,0.0031516762,0.0030926378,0.00029584084,0.000007418217,0.0011761723,0.00083731645],"genre_scores_gemma":[0.94732076,0.000048492548,0.052143708,0.000071710594,0.00011618147,0.00013942734,0.000007421882,0.000030314033,0.0001220009],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974916,0.00010825764,0.0007356783,0.0008318706,0.00042168534,0.00041089996],"domain_scores_gemma":[0.99356014,0.00037208595,0.0021148704,0.0034501543,0.00045726844,0.000045465127],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00033807184,0.00038853099,0.0004501647,0.001135277,0.0016507728,0.0005952107,0.0037172919,0.0001978576,0.00007266214],"category_scores_gemma":[0.00017918732,0.0004046513,0.00020709277,0.0003736317,0.00036785335,0.0067942543,0.00024802223,0.0010571319,0.00010982603],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001444648,0.0012802784,0.0005417281,0.00012172914,0.00046099428,0.000052789674,0.0013806496,0.000898446,0.052154582,0.038904913,0.0006213962,0.90343803],"study_design_scores_gemma":[0.004171787,0.0056003276,0.0691575,0.0015592268,0.00020783738,0.0008070864,0.0028679555,0.06967352,0.7733935,0.04389336,0.025801022,0.0028668598],"about_ca_topic_score_codex":0.00020789787,"about_ca_topic_score_gemma":0.00012589933,"teacher_disagreement_score":0.90057117,"about_ca_system_score_codex":0.00025070226,"about_ca_system_score_gemma":0.00003567284,"threshold_uncertainty_score":0.99984056},"labels":[],"label_agreement":null},{"id":"W2608909763","doi":"10.1145/3067822","title":"Gaze-Contingent Auditory Displays for Improved Spatial Attention in Virtual Reality","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; National Research Council Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Gaze; Computer science; Virtual reality; Human–computer interaction; Natural sounds; Natural (archaeology); Set (abstract data type); Multimedia; Speech recognition; Computer vision","score_opus":0.06654641770524868,"score_gpt":0.34641937811173495,"score_spread":0.2798729604064863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608909763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35525793,4.5090533e-7,0.63400143,0.0010951008,0.008417074,0.00064910424,0.000080154015,0.00015406567,0.00034468336],"genre_scores_gemma":[0.996594,0.000013878484,0.00037713462,0.00025827746,0.0009963062,0.00020814978,0.000027248348,0.000044494096,0.001480516],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778575,0.00016392683,0.00060575205,0.0008232727,0.00021486197,0.0004064207],"domain_scores_gemma":[0.99745435,0.00060600316,0.000496924,0.0012265134,0.00010169476,0.000114499875],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00013942433,0.00031099122,0.00031097015,0.0003513851,0.0017171087,0.00045794513,0.00064945855,0.00016184573,0.0001585729],"category_scores_gemma":[0.00022809963,0.00033733968,0.00032543807,0.000076925964,0.00011342809,0.0013410416,0.000029838706,0.0006553753,0.00008025038],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011164431,0.0018383686,0.00013985064,0.0000502441,0.00006680348,0.0000153819,0.00059751025,0.006014616,0.6395374,0.0003415559,0.0016059913,0.34867585],"study_design_scores_gemma":[0.008604216,0.0040311567,0.0362578,0.0007738296,0.00022336825,0.00019421149,0.0004768353,0.45371652,0.42804998,0.0018892996,0.0638539,0.0019288665],"about_ca_topic_score_codex":0.0010695538,"about_ca_topic_score_gemma":0.003199471,"teacher_disagreement_score":0.6413361,"about_ca_system_score_codex":0.0003581726,"about_ca_system_score_gemma":0.00003217417,"threshold_uncertainty_score":0.99990785},"labels":[],"label_agreement":null},{"id":"W2744592570","doi":"10.1145/3131275","title":"BubbleView","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Kwanjeong Educational Foundation","keywords":"Eye tracking; Visualization; Image (mathematics); Focus (optics); Rank (graph theory); Measure (data warehouse); Image processing; Eye movement","score_opus":0.055401545961989394,"score_gpt":0.3393102857871984,"score_spread":0.28390873982520903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744592570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016580349,0.0000144878295,0.97508276,0.0035269177,0.0024688684,0.0001399272,0.000002540666,0.0006961864,0.0014879453],"genre_scores_gemma":[0.9546454,0.000028700828,0.044434395,0.0002672343,0.00014088681,0.000033995235,0.0000022026493,0.000015646398,0.00043151568],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985809,0.000063121915,0.00029423955,0.00057060044,0.00020429284,0.0002868804],"domain_scores_gemma":[0.9967703,0.00013986551,0.00026313087,0.002637474,0.000106570755,0.00008261175],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00017306134,0.00022468816,0.00023695738,0.00024986645,0.001574368,0.0006682939,0.002533273,0.000112783346,0.00008321594],"category_scores_gemma":[0.000031697116,0.0002220619,0.0001722124,0.00010423182,0.0001030583,0.0010991036,0.00007369804,0.0005137146,0.00035624797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000766467,0.0002907242,0.00009649489,0.000018165942,0.000058901136,0.000023568788,0.000093173985,0.00029192807,0.00057912106,0.010177781,0.0007655156,0.987597],"study_design_scores_gemma":[0.008039592,0.0070810267,0.16639307,0.0030793867,0.00034195656,0.0017005686,0.00015633408,0.22138228,0.08411192,0.13254565,0.3697319,0.0054363147],"about_ca_topic_score_codex":0.00009720512,"about_ca_topic_score_gemma":0.00006220881,"teacher_disagreement_score":0.9821606,"about_ca_system_score_codex":0.0001070784,"about_ca_system_score_gemma":0.00002127203,"threshold_uncertainty_score":0.99972546},"labels":[],"label_agreement":null},{"id":"W2748125065","doi":"10.1145/3119928","title":"Investigating the Post-Training Persistence of Expert Interaction Techniques","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Educational Games and Gamification","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Autodesk (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Context (archaeology); Human–computer interaction; Expert system; Training (meteorology); Artificial intelligence; Engineering","score_opus":0.12651617572131868,"score_gpt":0.400445457299442,"score_spread":0.2739292815781233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748125065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85289884,0.000037586946,0.124476984,0.008753038,0.005974,0.00057239935,0.000017254373,0.00022701987,0.0070428546],"genre_scores_gemma":[0.9900993,0.000015104009,0.008020043,0.0005712896,0.0004842176,0.00014438947,0.000020803407,0.000025579388,0.00061923586],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861914,0.00014924884,0.00044673422,0.0003829473,0.00020714117,0.00019477696],"domain_scores_gemma":[0.99745417,0.00037511217,0.0005695478,0.0012784471,0.00026325526,0.000059446276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029394712,0.00018992957,0.00018910397,0.0001902797,0.0010786197,0.00018769539,0.0007407703,0.00010858757,0.00049147883],"category_scores_gemma":[0.000056924247,0.00016409655,0.00018564462,0.00008212589,0.00022075264,0.000568549,0.000014969986,0.0004789785,0.00005037132],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088168475,0.00064276904,0.0006830484,0.00003120186,0.0002595646,0.000001743783,0.05776652,0.00025286124,0.027249277,0.0032384356,0.0011238749,0.90866256],"study_design_scores_gemma":[0.003193655,0.006586109,0.48497418,0.00411159,0.0005817333,0.001061085,0.17133957,0.01087041,0.17447475,0.009410988,0.13031992,0.0030760046],"about_ca_topic_score_codex":0.0008273519,"about_ca_topic_score_gemma":0.00013289669,"teacher_disagreement_score":0.90558654,"about_ca_system_score_codex":0.00011801588,"about_ca_system_score_gemma":0.000029947098,"threshold_uncertainty_score":0.82959795},"labels":[],"label_agreement":null},{"id":"W2764178880","doi":"10.1145/3119929","title":"Improving the Efficacy of Games for Change Using Personalization Models","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Game mechanics; Entertainment; Behavior change; Context (archaeology); Computer science; Psychological intervention; Persuasive technology; Psychology; Persuasion; Multimedia; Social psychology; World Wide Web","score_opus":0.28410735814228527,"score_gpt":0.463104568427792,"score_spread":0.17899721028550675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764178880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28092176,0.00002687619,0.71522063,0.00030578335,0.002715824,0.0006336777,0.00003775938,0.00004521839,0.00009251024],"genre_scores_gemma":[0.99523234,0.0000043674445,0.0036631392,0.00013132796,0.0004230539,0.00020951623,0.00001986119,0.000028326978,0.00028806285],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988964,0.00008191018,0.00038089513,0.00029538828,0.00012024261,0.00022517082],"domain_scores_gemma":[0.99831194,0.00016017702,0.00044661923,0.0008666979,0.0001596702,0.000054924716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018774449,0.00015108103,0.00017649391,0.00015872651,0.0012592109,0.00010436383,0.00044635835,0.000103023034,0.00028003784],"category_scores_gemma":[0.00001213177,0.00013155636,0.00027499246,0.00005395902,0.00008625324,0.00059786555,0.000012819283,0.00023248173,0.000010403889],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004591739,0.0012928614,0.00016420813,0.000120933444,0.0001391944,0.000001857761,0.005117707,0.0014111475,0.001357982,0.0027181085,0.00044141256,0.9867754],"study_design_scores_gemma":[0.012928477,0.0076127714,0.07721896,0.0025539927,0.001391382,0.00025092324,0.0039728237,0.8746633,0.005770369,0.0042777224,0.0076402817,0.0017190179],"about_ca_topic_score_codex":0.0023561188,"about_ca_topic_score_gemma":0.00022909141,"teacher_disagreement_score":0.9850564,"about_ca_system_score_codex":0.00009621777,"about_ca_system_score_gemma":0.000015993315,"threshold_uncertainty_score":0.96849597},"labels":[],"label_agreement":null},{"id":"W2768531527","doi":"10.1145/3131609","title":"Metatation","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Ontario Tech University","funders":"","keywords":"Computer science; Reading (process); Bridge (graph theory); Context (archaeology); Annotation; Set (abstract data type); Domain (mathematical analysis); Process (computing); Human–computer interaction; Information retrieval; World Wide Web; Natural language processing; Artificial intelligence; Linguistics; Programming language","score_opus":0.0453634050148489,"score_gpt":0.34042254087670915,"score_spread":0.2950591358618602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768531527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019587964,0.000004226077,0.97147495,0.0016696441,0.0037176013,0.00018408548,0.000006205541,0.0000997787,0.003255558],"genre_scores_gemma":[0.97996354,0.0000087773005,0.01839836,0.0005738235,0.00021247978,0.000039226896,0.000011948205,0.000018550945,0.00077329535],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984609,0.00008867641,0.00031148136,0.0005770236,0.00027781609,0.00028408744],"domain_scores_gemma":[0.9971655,0.00015999953,0.00032867742,0.0020274392,0.00022186308,0.00009651037],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00015105093,0.00024526304,0.00020898841,0.0002973033,0.0017791265,0.0009534384,0.0019388348,0.00007729312,0.00017956337],"category_scores_gemma":[0.000030015737,0.0002494373,0.00023129178,0.000092291346,0.000063356856,0.0036861475,0.000059982984,0.00041318522,0.0005377734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026649502,0.0021624493,0.00028686604,0.00007646597,0.00091748504,0.00013349784,0.0039083487,0.005575102,0.090575,0.05378616,0.0091886595,0.83312345],"study_design_scores_gemma":[0.0059241466,0.0045656995,0.12730093,0.00077557116,0.00029879293,0.00053482724,0.00058014394,0.26335365,0.5087575,0.031440157,0.053245965,0.0032226264],"about_ca_topic_score_codex":0.00017201004,"about_ca_topic_score_gemma":0.000057164412,"teacher_disagreement_score":0.96037555,"about_ca_system_score_codex":0.00014820998,"about_ca_system_score_gemma":0.000025229392,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W2781676594","doi":"10.1145/3131607","title":"Opening up the Design Space of Neurofeedback Brain--Computer Interfaces for Children","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Brain–computer interface; Neurofeedback; Conceptual framework; Computer science; Space (punctuation); Conceptual design; Psychology; Interface (matter); Process (computing); Cognitive science; Human–computer interaction; Cognitive psychology; Electroencephalography; Neuroscience; Sociology","score_opus":0.08059380512199019,"score_gpt":0.34200988839748186,"score_spread":0.2614160832754917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781676594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31758356,0.0000048307056,0.6740967,0.0034805494,0.0037809843,0.0008270761,0.000025213778,0.00012391852,0.000077156976],"genre_scores_gemma":[0.9835883,0.000010256674,0.014004514,0.0008988037,0.0005521597,0.00007679301,0.0000045057395,0.000059457387,0.00080520404],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740225,0.00035158492,0.0006090735,0.0008668291,0.00033238172,0.00043787027],"domain_scores_gemma":[0.9950811,0.0023456078,0.00067036937,0.0016727139,0.00013521584,0.00009496861],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.000409329,0.00041844475,0.00041436806,0.00024877084,0.0019646091,0.0008673854,0.002514125,0.00012102291,0.000089309724],"category_scores_gemma":[0.00013404971,0.00033162782,0.00031649123,0.00012257548,0.0003162201,0.0010800363,0.00012967233,0.0006071008,0.0000461411],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016021164,0.0014041465,0.00023653382,0.0001905797,0.0004958662,0.000015894004,0.0068575186,0.10581472,0.2947764,0.0018055175,0.034396257,0.55240446],"study_design_scores_gemma":[0.0019353101,0.0023898536,0.0030927593,0.000423447,0.00008186221,0.0001801274,0.00008495253,0.07734662,0.90941614,0.001193475,0.0032646982,0.0005907239],"about_ca_topic_score_codex":0.0001227906,"about_ca_topic_score_gemma":0.00003318948,"teacher_disagreement_score":0.6660048,"about_ca_system_score_codex":0.00007006295,"about_ca_system_score_gemma":0.00003279037,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2885603585","doi":"10.1145/3185065","title":"Automatics","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Rheumatology Association; University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Set (abstract data type); Resource (disambiguation)","score_opus":0.017059490504613074,"score_gpt":0.2587086678876467,"score_spread":0.2416491773830336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885603585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064565435,0.0000038584617,0.930431,0.00004637589,0.00207589,0.00009775957,0.0000034507254,0.00091357995,0.0018626517],"genre_scores_gemma":[0.9763595,0.000011941156,0.022874085,0.00008611429,0.0003951867,0.000018032752,0.000011132833,0.00003487924,0.00020916814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993114,0.000014437588,0.00022264656,0.00017045566,0.00011974796,0.00016134285],"domain_scores_gemma":[0.9994597,0.00004370056,0.00003540193,0.00034652263,0.000062047126,0.000052668565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000044016433,0.00015551846,0.000113155176,0.00019180455,0.00024003068,0.00009773358,0.00018459548,0.00007347064,0.00067269494],"category_scores_gemma":[0.0000024813478,0.00016462525,0.000059130813,0.00012468819,0.00002932879,0.0002947997,0.0000041640747,0.00020340967,0.00022131052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020249827,0.0001552076,0.000009662003,0.000121473466,0.00011500476,0.000002645807,0.00097076484,0.65767986,0.0007569702,0.00014764546,0.0026396592,0.3373809],"study_design_scores_gemma":[0.00034821566,0.00033429373,0.0006548216,0.00011309046,0.000030372521,0.000022907132,0.000032376895,0.95107573,0.034728907,0.00071190816,0.011631594,0.0003157767],"about_ca_topic_score_codex":0.0000117213895,"about_ca_topic_score_gemma":0.000029427165,"teacher_disagreement_score":0.911794,"about_ca_system_score_codex":0.00009544191,"about_ca_system_score_gemma":0.0000047823974,"threshold_uncertainty_score":0.7365538},"labels":[],"label_agreement":null},{"id":"W2904586740","doi":"10.1145/3243213","title":"From Being There to Watching","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Attendance; Robot; Computer science; Telerobotics; Human–computer interaction; Computer-supported cooperative work; Presentation (obstetrics); Videoconferencing; Theme (computing); Teleoperation; Multimedia; Work (physics); World Wide Web; Mobile robot; Engineering; Artificial intelligence","score_opus":0.050899146993055686,"score_gpt":0.3965681955090647,"score_spread":0.345669048516009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904586740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40272924,0.0000037541463,0.56822664,0.0017016822,0.012682567,0.00023864419,0.000014246153,0.00037629576,0.014026914],"genre_scores_gemma":[0.9856331,0.0000016185205,0.0052189003,0.0023860377,0.003361241,0.00006762895,0.000020675654,0.00005540382,0.0032553982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824756,0.00017084507,0.00041719654,0.0006084697,0.0002191302,0.00033680475],"domain_scores_gemma":[0.9984126,0.0003559629,0.00013002167,0.00079362816,0.00014451818,0.0001632539],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011882901,0.000261147,0.00023842759,0.0003183573,0.00069810974,0.00017821432,0.0004314127,0.00015930858,0.017053017],"category_scores_gemma":[0.000014976688,0.00027767514,0.00020336831,0.00025048948,0.00005176708,0.00033368944,0.000018306047,0.0005728692,0.006558812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084219006,0.0013401248,0.0002915474,0.00000967962,0.00081066106,0.00003751199,0.055011492,0.0006784516,0.007934831,0.0027061852,0.032903783,0.8974335],"study_design_scores_gemma":[0.0070429966,0.009480417,0.06878096,0.0016176907,0.0005807414,0.00026947405,0.026768822,0.005851744,0.038445435,0.037637383,0.7994233,0.0041010417],"about_ca_topic_score_codex":0.0027235544,"about_ca_topic_score_gemma":0.00077138894,"teacher_disagreement_score":0.8933325,"about_ca_system_score_codex":0.00022357776,"about_ca_system_score_gemma":0.000012577183,"threshold_uncertainty_score":0.9999675},"labels":[],"label_agreement":null},{"id":"W2918051339","doi":"10.1145/3301421","title":"Support for Carers of Young People with Mental Illness","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council","keywords":"Alliance; Moderation; Concordance; Mental health; Psychology; Mental illness; Phenomenon; Social support; Therapeutic relationship; Peer support; Psychotherapist; Social psychology; Medicine; Psychiatry","score_opus":0.023788967687669808,"score_gpt":0.3578269513032942,"score_spread":0.3340379836156244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918051339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8062482,0.000004031911,0.1781532,0.00029160394,0.0087501565,0.0013200726,0.00024063468,0.00012982512,0.004862269],"genre_scores_gemma":[0.9936073,6.750514e-7,0.0017024103,0.00008551689,0.000070759066,0.00029696847,0.00014520466,0.000046320223,0.0040448825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998547,0.000052934687,0.0004880376,0.00041948372,0.0002001822,0.00029234853],"domain_scores_gemma":[0.99882627,0.00014818324,0.00023205511,0.0005862162,0.00011884945,0.000088411],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000105581996,0.00020863778,0.00027832045,0.00028614906,0.00018659554,0.000042892694,0.00028190116,0.00008448412,0.0018808338],"category_scores_gemma":[0.0000018141332,0.00020735493,0.00022712834,0.00018275842,0.000044845874,0.0003986542,0.000009537877,0.00021439794,0.00026629947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013697194,0.023457922,0.018734891,0.0027577814,0.0042736903,0.000027056922,0.049090076,0.0054822536,0.0035638893,0.020845467,0.019269599,0.8388002],"study_design_scores_gemma":[0.09188508,0.21979508,0.27807328,0.008820414,0.0022434385,0.0049358676,0.067262046,0.01495126,0.1466771,0.009068686,0.14627159,0.010016152],"about_ca_topic_score_codex":0.0004097842,"about_ca_topic_score_gemma":0.00079165807,"teacher_disagreement_score":0.82878405,"about_ca_system_score_codex":0.00022891107,"about_ca_system_score_gemma":0.000022771665,"threshold_uncertainty_score":0.9990316},"labels":[],"label_agreement":null},{"id":"W2926909216","doi":"10.1145/3301420","title":"Exploring and Understanding the Role of Workshop Environments in Personal Fabrication Processes","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada); University of Toronto","funders":"","keywords":"Fabrication; Leverage (statistics); Workflow; Computer science; Architecture; Engineering; Nanotechnology; Human–computer interaction; Architectural engineering; Materials science","score_opus":0.0939161415169397,"score_gpt":0.2844450715617192,"score_spread":0.19052893004477953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926909216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4066956,0.000012852925,0.592103,0.0003190872,0.00044956862,0.0002087902,8.139136e-7,0.000053793985,0.00015647555],"genre_scores_gemma":[0.9975266,0.000033861696,0.002204495,0.000060011065,0.000038487855,0.000072065595,0.0000026097186,0.000012725069,0.000049180988],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870235,0.00007809288,0.00034048225,0.00041735722,0.00027515742,0.0001865424],"domain_scores_gemma":[0.99885255,0.00036109396,0.00021655957,0.00047045108,0.000077914345,0.000021404421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022151948,0.00016968572,0.0001636843,0.0005333626,0.00021735633,0.00009433304,0.0004911941,0.000069800604,0.00003756115],"category_scores_gemma":[0.000023695464,0.00015492721,0.000043979104,0.00055220805,0.00007469609,0.0017812265,0.000043045555,0.0004885092,0.000024137635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000399556,0.0023567968,0.00960787,0.00035692548,0.0005271114,0.000011649412,0.060034875,0.019525768,0.101330094,0.06849211,0.00008219557,0.73727506],"study_design_scores_gemma":[0.0046305326,0.0030586305,0.05661692,0.0027527234,0.0001110471,0.00035223208,0.040969085,0.55311614,0.2562066,0.0739452,0.0060378094,0.002203093],"about_ca_topic_score_codex":0.00003238581,"about_ca_topic_score_gemma":0.00005698769,"teacher_disagreement_score":0.73507196,"about_ca_system_score_codex":0.00045880026,"about_ca_system_score_gemma":0.000022435208,"threshold_uncertainty_score":0.63177484},"labels":[],"label_agreement":null},{"id":"W2955504711","doi":"10.1145/3325285","title":"What Do We Mean by “Interaction”? An Analysis of 35 Years of CHI","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"H2020 European Research Council","keywords":"Novelty; Human interaction; Categorization; Computer science; Modalities; Sentence; Quality (philosophy); Interaction; Core (optical fiber); Human–computer interaction; Cognitive psychology; Natural language processing; Artificial intelligence; Data science; Psychology; Social psychology; Sociology; Epistemology; Machine learning","score_opus":0.02020226330345748,"score_gpt":0.3077833522812946,"score_spread":0.28758108897783713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955504711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5345285,0.00003102063,0.46161574,0.00021802889,0.003039378,0.00025984753,0.000018007477,0.00019973418,0.0000897797],"genre_scores_gemma":[0.990065,0.0001459279,0.009193038,0.00013312044,0.000062271174,0.00003135122,0.000059347596,0.00003465467,0.00027528632],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968295,0.000247746,0.001069549,0.000946353,0.0005605644,0.00034628378],"domain_scores_gemma":[0.9960393,0.00033878055,0.0009213314,0.002145485,0.00047001662,0.00008509795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032972588,0.0003723731,0.00070741907,0.0027061596,0.00017542776,0.0002835844,0.0015733372,0.00024750837,0.000703783],"category_scores_gemma":[0.000011270063,0.00042877317,0.00045691678,0.0020459027,0.00012295676,0.0050411387,0.000068342495,0.0008028472,0.00010047679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043433713,0.004728236,0.0008445926,0.00015170198,0.005569753,0.000015244249,0.0124615645,0.053316116,0.16222773,0.016294211,0.0009503121,0.74300617],"study_design_scores_gemma":[0.003828458,0.008625491,0.014499699,0.0020666975,0.0015922716,0.00019134852,0.007331056,0.58304685,0.35557148,0.0051956535,0.015638035,0.0024129571],"about_ca_topic_score_codex":0.00020860085,"about_ca_topic_score_gemma":0.0001818843,"teacher_disagreement_score":0.74059325,"about_ca_system_score_codex":0.00032808832,"about_ca_system_score_gemma":0.000036283353,"threshold_uncertainty_score":0.9998164},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","score_opus":0.03467616129877977,"score_gpt":0.2867475151867631,"score_spread":0.25207135388798335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963838871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26155266,0.000016249074,0.7344692,0.00065874966,0.0022842647,0.00048079624,0.0000075409425,0.0003216682,0.00020886945],"genre_scores_gemma":[0.990639,0.0000152529865,0.008657487,0.00029028294,0.00006969059,0.000021771677,0.000010061137,0.000017389217,0.00027906618],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785864,0.00022253004,0.0004850378,0.0008252612,0.00030840962,0.0003000957],"domain_scores_gemma":[0.9978761,0.00039274292,0.00014295921,0.0012792059,0.00017419527,0.00013479027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031586076,0.0002821106,0.0002776227,0.00021379776,0.00039298114,0.0004264694,0.0008545993,0.0001235908,0.0002911026],"category_scores_gemma":[0.000016336679,0.0002835133,0.00014147731,0.0003306827,0.00008445316,0.0014078286,0.000063203326,0.00050042797,0.00027338965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011551331,0.0061943796,0.0035976635,0.00089832867,0.00067482854,0.000012568573,0.042450525,0.10706847,0.009609146,0.047659677,0.003281249,0.7784377],"study_design_scores_gemma":[0.0033523892,0.004331131,0.013694669,0.0007426883,0.00011086443,0.00021732337,0.00067426317,0.92102367,0.012232347,0.023584688,0.018200198,0.0018357827],"about_ca_topic_score_codex":0.00010874868,"about_ca_topic_score_gemma":0.000078772326,"teacher_disagreement_score":0.8139552,"about_ca_system_score_codex":0.00019954931,"about_ca_system_score_gemma":0.000039597704,"threshold_uncertainty_score":0.9999617},"labels":[],"label_agreement":null},{"id":"W2969891286","doi":"10.1145/3418196","title":"Longer Delays in Rehearsal-based Interfaces Increase Expert Use","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Computer science; Transition (genetics); Human–computer interaction; Expert system; Harm; Mode (computer interface); Multimedia; Artificial intelligence; Psychology; Social psychology","score_opus":0.052836893933887304,"score_gpt":0.28769319483552536,"score_spread":0.23485630090163806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969891286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3158397,0.000012544403,0.6808661,0.002012565,0.00066693686,0.00017410525,0.000002736223,0.00037779892,0.00004750557],"genre_scores_gemma":[0.9538288,0.0000063433627,0.042965636,0.0029155225,0.00016902723,0.00003334418,0.000008041845,0.000033331464,0.00003991737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768925,0.00025841847,0.0005390044,0.00082509,0.0003113149,0.00037692869],"domain_scores_gemma":[0.9980931,0.00045805756,0.00014751195,0.00096799096,0.000104914216,0.0002283812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018038941,0.0003300636,0.0003130718,0.00041028162,0.00029859596,0.0006230532,0.0008355767,0.00012952967,0.00008959908],"category_scores_gemma":[0.000042836316,0.00035223656,0.00016795432,0.000585421,0.0000549443,0.0013887677,0.000048096503,0.00068629725,0.000111497444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068459765,0.0021253312,0.00074699585,0.00014421789,0.00019634161,0.0004501457,0.01550048,0.3387962,0.035533328,0.0005428454,0.0059932186,0.5992863],"study_design_scores_gemma":[0.0016050964,0.0010685382,0.0013672751,0.00047765722,0.000019473233,0.00007322525,0.00018890617,0.9522451,0.036097493,0.00015538666,0.005960511,0.00074132095],"about_ca_topic_score_codex":0.0006836824,"about_ca_topic_score_gemma":0.00018383503,"teacher_disagreement_score":0.6379891,"about_ca_system_score_codex":0.00020835166,"about_ca_system_score_gemma":0.00005220801,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W2972681875","doi":"10.1145/3319617","title":"The Reality of Reality-Based Interaction","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Typology; Citation; Computer science; Data science; Management science; Knowledge management; Sociology; Engineering; World Wide Web","score_opus":0.04377761211515207,"score_gpt":0.3335007671572765,"score_spread":0.2897231550421244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972681875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09332503,0.0000057659922,0.8938271,0.005042644,0.005363562,0.0005756045,0.0000095082405,0.0005152156,0.001335612],"genre_scores_gemma":[0.99029565,0.000007751037,0.00861859,0.00048148067,0.00013582,0.00008283606,0.000023204064,0.00003220141,0.00032245056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996805,0.00040507302,0.0010135636,0.0008134715,0.0005350107,0.00042788062],"domain_scores_gemma":[0.9948941,0.001085131,0.0007977592,0.0025416014,0.0006142817,0.00006713711],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007437824,0.00038382426,0.00039029217,0.0006919149,0.0007339785,0.00027534465,0.0018066984,0.0002320018,0.00016091518],"category_scores_gemma":[0.000047283265,0.00033410726,0.00030915398,0.00086147484,0.00017447208,0.0015198719,0.000070295675,0.0012083906,0.00026799657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010668897,0.0027832654,0.0003042661,0.000265403,0.0008127353,0.000020766238,0.001673693,0.13124944,0.03459015,0.1313165,0.0062648673,0.689652],"study_design_scores_gemma":[0.0031504536,0.004389897,0.0064249677,0.0008285913,0.00010128059,0.00021726581,0.00059172336,0.669029,0.22160903,0.024041124,0.06821803,0.0013986423],"about_ca_topic_score_codex":0.00036439698,"about_ca_topic_score_gemma":0.00025633854,"teacher_disagreement_score":0.8969706,"about_ca_system_score_codex":0.00053564884,"about_ca_system_score_gemma":0.00008251763,"threshold_uncertainty_score":0.99991107},"labels":[],"label_agreement":null},{"id":"W3011508484","doi":"10.1145/3380961","title":"Countdown Timer Speed","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Countdown; Task (project management); Recall; Affect (linguistics); Perception; Computer science; Psychology; Pace; Cognitive psychology; Human–computer interaction; Communication; Engineering","score_opus":0.35381642791612455,"score_gpt":0.44886454851459445,"score_spread":0.0950481205984699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011508484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23631546,0.0000051675843,0.7488753,0.007978891,0.0018098346,0.00034851494,0.000031071784,0.0003435356,0.004292186],"genre_scores_gemma":[0.99100745,0.000004593996,0.0024049627,0.004229189,0.00032124578,0.000010471225,0.000023321614,0.000016649286,0.0019821187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975733,0.00009630201,0.0006845244,0.0004535832,0.0009782709,0.00021402344],"domain_scores_gemma":[0.9984513,0.00031382675,0.0002343503,0.00059226743,0.00023306576,0.00017518848],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028368775,0.00020959765,0.00023903202,0.0003744641,0.00040933955,0.00060351146,0.0008925621,0.000071974115,0.0067682182],"category_scores_gemma":[0.000051109968,0.00018446383,0.00023225258,0.00060924224,0.000045702734,0.0015262285,0.00002837467,0.0003583283,0.005372924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046340935,0.0006852427,0.0008586522,0.000026318057,0.00020861806,0.00003029991,0.0060315486,0.03446939,0.0032930525,0.0011285497,0.17707898,0.77572596],"study_design_scores_gemma":[0.0026703419,0.0016193745,0.015575937,0.00008412623,0.00017306933,0.000039910967,0.0022704946,0.30592746,0.0045850705,0.0025356112,0.66335416,0.001164453],"about_ca_topic_score_codex":0.000029289873,"about_ca_topic_score_gemma":0.00001711782,"teacher_disagreement_score":0.77456146,"about_ca_system_score_codex":0.00008037744,"about_ca_system_score_gemma":0.000017378565,"threshold_uncertainty_score":0.9954015},"labels":[],"label_agreement":null},{"id":"W3041371438","doi":"10.1145/3389377","title":"Exploring How Persons with Dementia and Care Partners Collaboratively Appropriate Information and Communication Technologies","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Toronto Rehabilitation Institute; University of Toronto; Thompson Rivers University; University Health Network","funders":"Canadian Institutes of Health Research; AGE-WELL","keywords":"Appropriation; Negotiation; Information and Communications Technology; Meaning (existential); Public relations; Knowledge management; Literacy; Psychology; Service (business); Business; Sociology; Political science; Marketing; Pedagogy; Computer science","score_opus":0.07059094321932635,"score_gpt":0.29988502033557224,"score_spread":0.2292940771162459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041371438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8057794,0.00011291797,0.16713098,0.024724446,0.00015160211,0.0006397054,0.000018007046,0.0012294397,0.00021351033],"genre_scores_gemma":[0.9835066,0.00038441297,0.015845243,0.000091129514,0.000020223022,0.00012180974,0.000014364779,0.000009855405,0.000006345976],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991802,0.000099742436,0.00015447984,0.00022637917,0.0001724613,0.00016676563],"domain_scores_gemma":[0.9993066,0.00008604675,0.00014056273,0.00024709522,0.00016020486,0.000059494596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000081115795,0.00014634452,0.0001383167,0.00020176933,0.001102265,0.00028724654,0.00024412514,0.0001024509,0.0000053837234],"category_scores_gemma":[0.000034181205,0.00014594679,0.000019357027,0.00037233697,0.0003080311,0.0023693799,0.000027480188,0.00035198423,0.0000038542553],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017518365,0.000082089,0.0014672262,0.00013831665,0.00029005282,0.0000030216456,0.28019863,0.00054376165,0.0005383991,0.0032334013,0.00025046617,0.71307945],"study_design_scores_gemma":[0.0030229632,0.0022897269,0.0063034194,0.0005496198,0.0003114823,0.000020770201,0.90918887,0.0037522444,0.008466928,0.00071142433,0.06434146,0.0010410964],"about_ca_topic_score_codex":0.00019624928,"about_ca_topic_score_gemma":0.0013064884,"teacher_disagreement_score":0.71203834,"about_ca_system_score_codex":0.00009977293,"about_ca_system_score_gemma":0.00003675801,"threshold_uncertainty_score":0.8477842},"labels":[],"label_agreement":null},{"id":"W3098600957","doi":"10.1145/3418413","title":"Necessary and Unnecessary Distractor Avoidance Movements Affect User Behaviors in Crossing Operations","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Obstacle; Computer science; Object (grammar); Path (computing); Affect (linguistics); Obstacle avoidance; Fitts's law; Computer vision; Motion (physics); Trajectory; Artificial intelligence; Cognitive psychology; Psychology; Simulation; Task (project management); Communication; Engineering; Law; Robot; Mobile robot","score_opus":0.05395591378652112,"score_gpt":0.328501341864786,"score_spread":0.2745454280782649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098600957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92496693,0.0000042167503,0.07183844,0.0013108788,0.0010369386,0.00040130925,0.00006777697,0.00021231611,0.00016119523],"genre_scores_gemma":[0.99666834,0.00002258473,0.0007713123,0.0019667824,0.00018762684,0.0000725659,0.000019260026,0.00004463359,0.00024687167],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99780226,0.00021988491,0.0005368628,0.000819441,0.00028142746,0.0003401126],"domain_scores_gemma":[0.99875265,0.00045070422,0.00012529136,0.0004292205,0.000045427372,0.00019671173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000049598733,0.00033366453,0.00028675218,0.00028978311,0.0012057119,0.00083687,0.0003495985,0.000119459815,0.00034278756],"category_scores_gemma":[0.000071971015,0.00035990722,0.00012983925,0.00042413545,0.00016205438,0.0018804636,0.000028905613,0.0009400764,0.000084535786],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038377044,0.0018652149,0.0024132796,0.00009939415,0.000051489522,0.00016877416,0.0064147064,0.04840715,0.90579754,0.00018853458,0.0004139717,0.033796187],"study_design_scores_gemma":[0.004103054,0.002144659,0.04722515,0.00069645175,0.0001292605,0.0003176675,0.0017257258,0.09795411,0.833435,0.00023507806,0.0101970015,0.0018368306],"about_ca_topic_score_codex":0.00032374155,"about_ca_topic_score_gemma":0.00054834347,"teacher_disagreement_score":0.07236252,"about_ca_system_score_codex":0.00016884795,"about_ca_system_score_gemma":0.000043209435,"threshold_uncertainty_score":0.99988526},"labels":[],"label_agreement":null},{"id":"W3124751734","doi":"10.1145/3428121","title":"Fast and Secure Authentication in Virtual Reality Using Coordinated 3D Manipulation and Pointing","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ludwig-Maximilians-Universität München; University of Glasgow; Engineering and Physical Sciences Research Council; Royal Society of Edinburgh; Erasmus+; McGill University","keywords":"Password; Computer science; Usability; USable; Authentication (law); Human–computer interaction; Gaze; Computer security; Virtual reality; Challenge–response authentication; Authentication protocol; Artificial intelligence; Multimedia","score_opus":0.04560728426598929,"score_gpt":0.3101367479006215,"score_spread":0.2645294636346322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124751734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3683929,0.000013831635,0.6304111,0.0005309636,0.00040534043,0.0001286991,0.0000023816797,0.00008848497,0.000026280717],"genre_scores_gemma":[0.99264383,0.000012811978,0.0070732874,0.00010711126,0.000053357693,0.000010737071,0.000021098527,0.000012657107,0.0000650827],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983679,0.0002533812,0.00045121685,0.00055435614,0.00018816143,0.00018500624],"domain_scores_gemma":[0.9989494,0.00014044534,0.00016098158,0.00051954476,0.00015076055,0.000078849676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027565364,0.0001736019,0.00019828815,0.00031775347,0.00032725543,0.00039495007,0.00020791739,0.00010275225,0.000020957412],"category_scores_gemma":[0.000018853565,0.00020202938,0.000046420944,0.00041306744,0.0000360857,0.0009767076,0.000044129534,0.00029161968,0.0000061894716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013788413,0.0026340073,0.004310458,0.00066385674,0.00037029892,0.000107299435,0.143003,0.022974938,0.061301187,0.040734977,0.000104976774,0.72365713],"study_design_scores_gemma":[0.00055220805,0.000082936545,0.008368375,0.0001786607,0.000018858014,0.00016453909,0.00036517266,0.98663634,0.0016868999,0.0016009223,0.00013757152,0.00020754262],"about_ca_topic_score_codex":0.00019906383,"about_ca_topic_score_gemma":0.00026636865,"teacher_disagreement_score":0.9636614,"about_ca_system_score_codex":0.00013832015,"about_ca_system_score_gemma":0.000028454087,"threshold_uncertainty_score":0.8238519},"labels":[],"label_agreement":null},{"id":"W3125572641","doi":"10.1145/3434462","title":"Filtering and Informing the Design Space","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Melbourne; Aarhus Universitet","keywords":"Space (punctuation); Generative Design; Computer science; Design education; Experience design; Perspective (graphical); Architecture; Human–computer interaction; Engineering design process; Filter (signal processing); Design thinking; Focus (optics); User experience design; Artificial intelligence; Engineering","score_opus":0.03992110125466884,"score_gpt":0.28150822667989955,"score_spread":0.2415871254252307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125572641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01782817,0.000047179285,0.97784376,0.0009160441,0.0017749703,0.000115965755,0.0000016783538,0.0002308727,0.0012413741],"genre_scores_gemma":[0.9737409,0.00011149052,0.025008935,0.00031932106,0.00018367887,0.000032976866,0.0000054985553,0.000027553553,0.00056966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932957,0.00008025182,0.00018501139,0.00015645142,0.000103731356,0.00014496861],"domain_scores_gemma":[0.9989514,0.0005469925,0.000036614987,0.00035693054,0.00005373108,0.00005435104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014334932,0.00013773028,0.0000975013,0.00009695243,0.00032081612,0.00022778694,0.00012808022,0.000049541726,0.00031667578],"category_scores_gemma":[0.000018077722,0.00012777906,0.000047177822,0.00016670383,0.000019675459,0.000558629,0.0000070226456,0.00036676787,0.000060472856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414536,0.00016371734,0.000013233967,0.00010479451,0.0002574415,0.000023634304,0.004577903,0.29365122,0.021865612,0.00060657953,0.005725187,0.67296654],"study_design_scores_gemma":[0.0012429334,0.0003965248,0.0022789533,0.00041807955,0.00021174303,0.0017383666,0.0029888463,0.44759965,0.16101691,0.0016433824,0.37934497,0.001119649],"about_ca_topic_score_codex":0.000014826535,"about_ca_topic_score_gemma":0.000020608284,"teacher_disagreement_score":0.9559127,"about_ca_system_score_codex":0.00007533906,"about_ca_system_score_gemma":0.000017904165,"threshold_uncertainty_score":0.5210679},"labels":[],"label_agreement":null},{"id":"W3185065804","doi":"10.1145/3452379","title":"PLIERS","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University; U.S. Department of Defense; National Science Foundation","keywords":"Computer science; Immutability; Programming language; Usability; Java; Process (computing); Software engineering; Human–computer interaction","score_opus":0.029425097163547555,"score_gpt":0.3058972013839144,"score_spread":0.27647210422036683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185065804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032788917,0.000016251992,0.9625335,0.0010469651,0.0025554392,0.00009904854,0.000002440416,0.00070658757,0.00025088803],"genre_scores_gemma":[0.89928836,0.000012834249,0.09932166,0.000366049,0.0001921627,0.00003746917,0.000008726609,0.000025888512,0.00074685924],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983433,0.00009094891,0.0002623471,0.00058603793,0.00038752457,0.00032987643],"domain_scores_gemma":[0.9975553,0.00070467853,0.00004977908,0.0013620894,0.00018781304,0.00014031475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014183846,0.00019153426,0.00016832056,0.00032468344,0.00032345334,0.00035799146,0.00091857166,0.00008634675,0.00024092369],"category_scores_gemma":[0.00006124568,0.00021761096,0.00015329875,0.00060885295,0.00002786722,0.00073052186,0.000053941465,0.00056674145,0.00029599955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037365684,0.00134027,0.00049230136,0.00010288579,0.00037508717,0.00043201545,0.0016986773,0.07917395,0.009380675,0.0062994724,0.007535977,0.8931313],"study_design_scores_gemma":[0.0052336226,0.0027276438,0.04400474,0.00096221396,0.000108814835,0.002630253,0.00035411317,0.4994446,0.27233696,0.014248187,0.15434913,0.0035997026],"about_ca_topic_score_codex":0.000029267747,"about_ca_topic_score_gemma":0.000015295229,"teacher_disagreement_score":0.8895316,"about_ca_system_score_codex":0.0002414709,"about_ca_system_score_gemma":0.000069180176,"threshold_uncertainty_score":0.88739175},"labels":[],"label_agreement":null},{"id":"W3192181994","doi":"10.1145/3445792","title":"Investigating the Effects of Individual Cognitive Styles on Collaborative Gameplay","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Mitacs; Canada Foundation for Innovation; National Science Foundation","keywords":"Cognitive style; Teamwork; Cognition; Style (visual arts); Cognitive load; Psychology; Field (mathematics); Computer science; Human–computer interaction; Applied psychology; Cognitive psychology","score_opus":0.040315021058163536,"score_gpt":0.375660801259472,"score_spread":0.33534578020130845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192181994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611682,0.000022453009,0.031810265,0.0008690343,0.0036400838,0.0003809298,0.000051842788,0.00007172874,0.001985423],"genre_scores_gemma":[0.99734896,0.000009601165,0.00041386686,0.0013463113,0.00013566739,0.00010507643,0.000021244712,0.00001635559,0.0006029127],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99824715,0.00059274223,0.00028509172,0.00040766137,0.0002902447,0.00017708773],"domain_scores_gemma":[0.99522126,0.003822846,0.00021740042,0.00044368856,0.00023007652,0.000064740896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016190397,0.00017579114,0.00018376624,0.00018176196,0.00044910377,0.00010434347,0.00027596232,0.00007219755,0.00043366646],"category_scores_gemma":[0.0002285137,0.00015219064,0.00009388276,0.00058745634,0.0002238058,0.00017483518,0.000014246244,0.0004884405,0.0000672607],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004693207,0.012366976,0.00217335,0.00028230035,0.0013976103,0.000096025164,0.15560529,0.00210217,0.079288214,0.015773486,0.013176404,0.7172688],"study_design_scores_gemma":[0.004745315,0.0072571933,0.19972846,0.0023042555,0.00052023405,0.00028775318,0.050398644,0.0007126666,0.7257045,0.0017579332,0.0055077774,0.0010752644],"about_ca_topic_score_codex":0.000031727046,"about_ca_topic_score_gemma":0.00005945096,"teacher_disagreement_score":0.7161936,"about_ca_system_score_codex":0.00005439805,"about_ca_system_score_gemma":0.00007387664,"threshold_uncertainty_score":0.62061536},"labels":[],"label_agreement":null},{"id":"W3192928511","doi":"10.1145/3445793","title":"Rural Uncommoning","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; International Development Research Centre","keywords":"Commons; Livelihood; Identity (music); Corporate governance; Ethnography; Rural community; Political science; Sociology; Rural society; Rural area; Economic growth; Geography; Socioeconomics; Business; Anthropology; Law; Economics","score_opus":0.03645776490576888,"score_gpt":0.2980607994545783,"score_spread":0.2616030345488094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192928511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051770557,0.000023821582,0.9401059,0.001887756,0.0038434758,0.0000876743,0.0000023009393,0.0006261497,0.0016523256],"genre_scores_gemma":[0.8655925,0.00002112355,0.13251369,0.0008615013,0.0001777916,0.000028429451,0.000017680642,0.000024276851,0.0007630584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983428,0.00025111798,0.00039857568,0.00035540105,0.00032023597,0.00033184988],"domain_scores_gemma":[0.9973695,0.00045078603,0.000119251876,0.0017218111,0.00025280347,0.00008584693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016178089,0.0002529616,0.00023011291,0.0003223769,0.00083037245,0.00058246375,0.0014052338,0.00009449694,0.00017800348],"category_scores_gemma":[0.000018357387,0.000287074,0.00017407228,0.0005378501,0.00004648791,0.0011836238,0.0001252456,0.00069307425,0.00017920184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046870056,0.0014071258,0.00026816851,0.00011280381,0.00047566748,0.00023964021,0.009938492,0.029471824,0.004756184,0.03472968,0.0048375274,0.913716],"study_design_scores_gemma":[0.0063158693,0.0030057789,0.018490268,0.004183233,0.00020585534,0.005464258,0.0050656283,0.41037935,0.31321052,0.089497216,0.13824108,0.005940959],"about_ca_topic_score_codex":0.00008997513,"about_ca_topic_score_gemma":0.00011002712,"teacher_disagreement_score":0.90777504,"about_ca_system_score_codex":0.00025516812,"about_ca_system_score_gemma":0.000087040484,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W3212410866","doi":"10.1145/3472617","title":"Remote VR Studies: A Framework for Running Virtual Reality Studies Remotely Via Participant-Owned HMDs","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Demographics; Human–computer interaction; Computer science; Strengths and weaknesses; Coronavirus disease 2019 (COVID-19); Work (physics); Optical head-mounted display; Psychology; Engineering; Artificial intelligence; Medicine; Sociology","score_opus":0.2637119146173094,"score_gpt":0.44681645241382567,"score_spread":0.18310453779651625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212410866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014481016,0.00017181173,0.97549254,0.0064407685,0.0023470663,0.00051696395,0.0000193323,0.00047633046,0.00005420128],"genre_scores_gemma":[0.779552,0.00028642925,0.21822672,0.001154944,0.00040821897,0.00010040794,0.000022213626,0.000038224276,0.00021086287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660885,0.00025328266,0.00094254763,0.0011234557,0.0004547901,0.0006170973],"domain_scores_gemma":[0.9944955,0.0019888785,0.00038070887,0.002026777,0.00087446376,0.00023366322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005673679,0.00044087775,0.0006783296,0.00027939593,0.0012874072,0.00037830317,0.0009085515,0.00020042073,0.000022930844],"category_scores_gemma":[0.00034628232,0.00044062283,0.00037086883,0.00085836084,0.0001366213,0.0010920828,0.00012440258,0.00066197047,0.000051885054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016069198,0.00088232907,0.0000031676593,0.00018502917,0.001472774,0.000030616477,0.012641181,0.015496111,0.0034176689,0.02892887,0.0015771699,0.9352044],"study_design_scores_gemma":[0.00332656,0.0054505463,0.0007981851,0.0028626572,0.00071318395,0.00044393222,0.008763506,0.5080555,0.06870269,0.3699646,0.02843325,0.0024853728],"about_ca_topic_score_codex":0.00009009048,"about_ca_topic_score_gemma":0.00016638006,"teacher_disagreement_score":0.932719,"about_ca_system_score_codex":0.00047196215,"about_ca_system_score_gemma":0.000117271746,"threshold_uncertainty_score":0.99980456},"labels":[],"label_agreement":null},{"id":"W4200309501","doi":"10.1145/3492342","title":"Introduction to the Special Issue on First-Person Methods in HCI","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"First person; TRACE (psycholinguistics); Space (punctuation); Computer science; Third person; Human–computer interaction; Engineering ethics; Psychology; Engineering","score_opus":0.03835663549410527,"score_gpt":0.3552606975627056,"score_spread":0.31690406206860033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200309501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068227937,0.0000053423464,0.92146856,0.05517956,0.01392281,0.00044140394,0.0000039959828,0.00034756266,0.0018079978],"genre_scores_gemma":[0.4735084,0.00003292935,0.47511667,0.0086049605,0.035974655,0.0006431889,0.00006449571,0.00014298034,0.0059117307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967904,0.0005487366,0.00061267935,0.0011913165,0.00039757008,0.0004592736],"domain_scores_gemma":[0.9968769,0.0005382694,0.00021548751,0.0019258847,0.000366766,0.00007668097],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00061870157,0.00039386045,0.0003499497,0.001122881,0.0009096987,0.00038963612,0.0012588536,0.00021516108,0.0012278984],"category_scores_gemma":[0.00013558769,0.00036930945,0.0001884981,0.0019099315,0.0000665965,0.0010674967,0.00007156626,0.0015021786,0.001023732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016203379,0.0010967025,0.000016566528,0.000023993704,0.00012778256,0.00006590267,0.0040615927,0.031148588,0.004641542,0.010566597,0.057279836,0.8908089],"study_design_scores_gemma":[0.0008984836,0.0014287197,0.0018831821,0.00021346865,0.000028512839,0.00035402522,0.00071848696,0.026188267,0.12398266,0.0018042688,0.84181625,0.0006836628],"about_ca_topic_score_codex":0.00008840527,"about_ca_topic_score_gemma":0.0011595909,"teacher_disagreement_score":0.8901252,"about_ca_system_score_codex":0.00088374934,"about_ca_system_score_gemma":0.000044383538,"threshold_uncertainty_score":0.9998759},"labels":[],"label_agreement":null},{"id":"W4206556033","doi":"10.1145/3469859","title":"Privacy and Safety on Social Networking Sites: Autistic and Non-Autistic Teenagers’ Attitudes and Behaviors","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canada Research Chairs","keywords":"Psychology; Internet privacy; Thematic analysis; Conversation; Autism; Population; Developmental psychology; Qualitative research; Computer science; Medicine; Communication; Environmental health","score_opus":0.0374518860382614,"score_gpt":0.3265206858211957,"score_spread":0.2890687997829343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206556033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95836025,0.000037976373,0.035640936,0.0023968245,0.0012393246,0.0004700781,0.00002441217,0.00029124564,0.0015389316],"genre_scores_gemma":[0.9986645,0.00005328934,0.0006169608,0.00023102565,0.00014581703,0.000030932493,0.000019196395,0.00001460539,0.00022369516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988499,0.00009331109,0.0002244815,0.00038132642,0.00022031108,0.00023065091],"domain_scores_gemma":[0.9994526,0.00023757822,0.00009373527,0.00014061616,0.000021072154,0.00005442652],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00018818461,0.0001580828,0.0001791875,0.00024315498,0.0029596516,0.00020209006,0.00016950115,0.00008013846,0.00011547971],"category_scores_gemma":[0.000012507052,0.00018221015,0.000040756197,0.00020248191,0.00022075437,0.00024112225,0.00006370923,0.00042171433,0.0000038130552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003145916,0.00082965265,0.0069270562,0.00006880016,0.00017624926,0.000054383745,0.027073061,0.0002809706,0.00020465316,0.0122494055,0.0018050447,0.95001614],"study_design_scores_gemma":[0.0053001437,0.00335131,0.8266649,0.00048745744,0.0003857349,0.0002566129,0.010173755,0.005011248,0.00011224527,0.018560778,0.12717238,0.0025234076],"about_ca_topic_score_codex":0.00015642516,"about_ca_topic_score_gemma":0.00033974537,"teacher_disagreement_score":0.9474927,"about_ca_system_score_codex":0.0002287526,"about_ca_system_score_gemma":0.000026296144,"threshold_uncertainty_score":0.99833834},"labels":[],"label_agreement":null},{"id":"W4220743319","doi":"10.1145/3514235","title":"Two Years or More of Co-speculation: Polylogues of Philosophers, Designers, and a Tilting Bowl","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Speculation; Expansive; Existentialism; Counterfactual thinking; Anthropocentrism; Epistemology; Sociology; Ideology; Artifact (error); Psychology; Environmental ethics; Political science; Philosophy; Law; Economics","score_opus":0.05262698640331883,"score_gpt":0.3397661926286388,"score_spread":0.28713920622531997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220743319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37319723,0.000015068723,0.62486094,0.0004930824,0.000785806,0.00026994408,0.000017587416,0.00018315183,0.0001771855],"genre_scores_gemma":[0.961012,0.000004636644,0.038578793,0.00015889919,0.00007150295,0.000051767234,0.000018664303,0.00002153722,0.0000822184],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99811053,0.00019193027,0.000618203,0.0004923919,0.00037859404,0.00020835616],"domain_scores_gemma":[0.9982349,0.00028249878,0.00053301454,0.00072926935,0.00018132987,0.00003896863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028096905,0.00021678845,0.00031091974,0.0008395354,0.0004392561,0.00005506523,0.0007252301,0.000071596936,0.00023266366],"category_scores_gemma":[0.0000166014,0.00023775968,0.000111918416,0.0006733294,0.0001593931,0.0007580959,0.00009280855,0.0005879919,0.0000055442847],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019061391,0.004155152,0.0016950885,0.00031387922,0.0015620136,0.0002090834,0.028076649,0.057097957,0.21802187,0.0947194,0.0023113398,0.5899314],"study_design_scores_gemma":[0.013818017,0.019410444,0.025640901,0.0012205127,0.00042976916,0.0035529388,0.010989261,0.4245679,0.45233423,0.036586937,0.007863666,0.0035854287],"about_ca_topic_score_codex":0.00011990424,"about_ca_topic_score_gemma":0.000022987448,"teacher_disagreement_score":0.58781475,"about_ca_system_score_codex":0.00022380412,"about_ca_system_score_gemma":0.00004753803,"threshold_uncertainty_score":0.96955585},"labels":[],"label_agreement":null},{"id":"W4220981289","doi":"10.1145/3490555","title":"A Decade of International Migration Research in HCI: Overview, Challenges, Ethics, Impact, and Future Directions","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Politics; Sociology; Domain (mathematical analysis); Engineering ethics; Focus (optics); Political science","score_opus":0.14499521855346248,"score_gpt":0.4269503471930537,"score_spread":0.2819551286395912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220981289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5255336,0.001662744,0.39502987,0.061730508,0.01244432,0.0014258132,0.000082783285,0.00071880384,0.0013715166],"genre_scores_gemma":[0.9904892,0.0021373576,0.006506709,0.00017018264,0.00029701964,0.00026790093,0.000031882406,0.000026856374,0.00007292043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656373,0.000883743,0.0006601779,0.0007621643,0.00078355573,0.00034664056],"domain_scores_gemma":[0.9975208,0.000696709,0.00030109627,0.00089324685,0.00052907335,0.000059099475],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014915925,0.00025847522,0.00028812903,0.002808294,0.0009139592,0.00013050313,0.0011557797,0.00021066464,0.00021548194],"category_scores_gemma":[0.000039377104,0.00028843983,0.0001393764,0.0013891052,0.00013239974,0.0013105253,0.00020038676,0.0032296176,0.000011745837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003517495,0.0028312295,0.0005808482,0.000119878314,0.00040167707,0.00004998123,0.021198059,0.005441434,0.0066217245,0.062068753,0.0010288431,0.8993058],"study_design_scores_gemma":[0.0062463693,0.010261837,0.09699125,0.0010140525,0.000085547035,0.0023789126,0.012840026,0.19474559,0.016797375,0.07096475,0.5852849,0.0023894024],"about_ca_topic_score_codex":0.0005991815,"about_ca_topic_score_gemma":0.0012700672,"teacher_disagreement_score":0.89691645,"about_ca_system_score_codex":0.0010513687,"about_ca_system_score_gemma":0.00010423682,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W4224120173","doi":"10.1145/3514234","title":"A Scenario-Based Study of Doctors and Patients on Video Conferencing Appointments from Home","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Telemedicine; Videoconferencing; Workflow; Work (physics); Internet privacy; Set (abstract data type); Health care; Telehealth; Sociotechnical system; Medical emergency; Nursing; Medical education; Multimedia; Medicine; Computer science; Knowledge management","score_opus":0.04202485775353678,"score_gpt":0.3392412950332091,"score_spread":0.29721643727967234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224120173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98432624,0.0000028931402,0.01332053,0.00028936804,0.0008785565,0.0010237587,0.00005913423,0.00007308767,0.000026410386],"genre_scores_gemma":[0.9980804,0.0000016611305,0.00064048066,0.00076830754,0.00008007198,0.00013886164,0.00024618916,0.000023991275,0.000020093308],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822706,0.00016782054,0.0005586296,0.0003857446,0.00048621424,0.0001745164],"domain_scores_gemma":[0.99888694,0.00025186015,0.00025911865,0.00039268227,0.000101081976,0.0001083332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012832541,0.00018824602,0.00031756656,0.0005004065,0.00041598073,0.000020261017,0.000105742714,0.000032390442,0.0007146223],"category_scores_gemma":[0.000010000429,0.0001881483,0.00006526148,0.0001964994,0.000018768567,0.00011618305,0.000016264885,0.00043097706,0.0000050832737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006530617,0.02920392,0.39288262,0.000326863,0.0011470373,0.00005707668,0.017329989,0.006256906,0.0019371371,0.0000409252,0.0016139876,0.54267293],"study_design_scores_gemma":[0.025499308,0.048127033,0.91002816,0.0003097588,0.0004634893,0.00001174134,0.0059006014,0.0056924173,0.0020041384,0.00015971351,0.0014256994,0.00037793332],"about_ca_topic_score_codex":0.0015929742,"about_ca_topic_score_gemma":0.00022454237,"teacher_disagreement_score":0.542295,"about_ca_system_score_codex":0.0003219942,"about_ca_system_score_gemma":0.000046821446,"threshold_uncertainty_score":0.78246135},"labels":[],"label_agreement":null},{"id":"W4229038857","doi":"10.1145/3503537","title":"Iteratively Designing Gesture Vocabularies: A Survey and Analysis of Best Practices in the HCI Literature","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gesture; Computer science; Vocabulary; Set (abstract data type); Leverage (statistics); Human–computer interaction; Data science; Knowledge management; Artificial intelligence","score_opus":0.06620578894954164,"score_gpt":0.3405995715272262,"score_spread":0.27439378257768454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229038857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23516001,0.00009854519,0.7627836,0.0008230513,0.00056406914,0.00031503677,0.00008553308,0.000020388305,0.0001497893],"genre_scores_gemma":[0.99478686,0.000025059893,0.004163169,0.00069540634,0.00003313888,0.00008632967,0.00010126549,0.0000114716595,0.00009727316],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969266,0.0013781999,0.0004456004,0.00059185916,0.00042094392,0.00023681851],"domain_scores_gemma":[0.9966163,0.0017921635,0.00057685113,0.00073364755,0.00023888354,0.00004212793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000893078,0.0002498906,0.00035102514,0.001149164,0.0007464552,0.00044893945,0.0010845459,0.00006630866,0.00007206389],"category_scores_gemma":[0.000073376155,0.00021416771,0.0001931151,0.0024575538,0.00005566802,0.0015428113,0.00007873107,0.0010211051,0.000003155938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031723466,0.014889234,0.04090506,0.00038260134,0.012718875,0.0007278485,0.48231375,0.22876224,0.0711844,0.0153701035,0.00421529,0.12535825],"study_design_scores_gemma":[0.0032722496,0.008326079,0.54680395,0.0005502554,0.0014973955,0.00067204976,0.017136263,0.40151182,0.008690089,0.0015579966,0.007991476,0.00199039],"about_ca_topic_score_codex":0.00069971534,"about_ca_topic_score_gemma":0.0005917677,"teacher_disagreement_score":0.75962687,"about_ca_system_score_codex":0.0001312323,"about_ca_system_score_gemma":0.000039353752,"threshold_uncertainty_score":0.87335056},"labels":[],"label_agreement":null},{"id":"W4239325318","doi":"10.1145/2509404.2494265","title":"A sustainable design fiction","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Sustainable design; Design elements and principles; Point (geometry); Computer science; Sociology; Architectural engineering; Engineering ethics; Management science; Aesthetics; Epistemology; Engineering; Art; Ecology","score_opus":0.027488419270721605,"score_gpt":0.27180864608902267,"score_spread":0.24432022681830107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239325318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01280367,0.000014714832,0.97918147,0.00037571264,0.002084824,0.000483869,0.0000011473023,0.00080026174,0.004254359],"genre_scores_gemma":[0.97925854,0.000028222477,0.015959756,0.00022480557,0.00025273132,0.0002619378,0.00001194867,0.000050768405,0.003951283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989081,0.00010946541,0.00028806605,0.00024059185,0.00015563832,0.0002981254],"domain_scores_gemma":[0.998902,0.00031375303,0.000055779798,0.0004661491,0.00015314997,0.00010916809],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014875171,0.00021026495,0.00014024238,0.00034288716,0.0003334874,0.00029759388,0.00021894996,0.0001000885,0.0028890192],"category_scores_gemma":[0.0000138467985,0.0002332919,0.00008676584,0.0002799713,0.000018595272,0.0014971073,0.0000041019275,0.0004343784,0.0011280495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006164855,0.0006797778,0.0000110951205,0.00014184175,0.00026179146,0.000010573575,0.0020264264,0.5219484,0.008041524,0.0006319981,0.1485582,0.31762674],"study_design_scores_gemma":[0.0017882871,0.0013949426,0.0027300834,0.00019665687,0.00018574581,0.00030598935,0.0038351624,0.6827169,0.033990525,0.006022412,0.26518348,0.0016498321],"about_ca_topic_score_codex":0.00020606913,"about_ca_topic_score_gemma":0.000006362873,"teacher_disagreement_score":0.96645486,"about_ca_system_score_codex":0.00030147898,"about_ca_system_score_gemma":0.000019583058,"threshold_uncertainty_score":0.9996497},"labels":[],"label_agreement":null},{"id":"W4296230867","doi":"10.1145/3557891","title":"The Evolution of HCI and Human Factors: Integrating Human and Artificial Intelligence","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Perspective (graphical); Human intelligence; Computer science; Human–computer interaction; Data science; Engineering ethics; Artificial intelligence; Engineering","score_opus":0.052690931309839074,"score_gpt":0.37133069807076435,"score_spread":0.31863976676092526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296230867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77502465,0.000033136006,0.21998845,0.00041570663,0.0024047084,0.0003826571,0.000030725787,0.00018392543,0.0015360478],"genre_scores_gemma":[0.9986054,0.0000036403474,0.00029536957,0.00006315522,0.00015944323,0.000116331146,0.00003107838,0.000030252968,0.0006953586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9975947,0.00048609532,0.00085604715,0.0004968986,0.00030452386,0.0002617333],"domain_scores_gemma":[0.9981866,0.000595735,0.00043421504,0.00057210313,0.00012640034,0.00008495401],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045619384,0.0002637274,0.00026213843,0.00044291047,0.0033059746,0.00016312851,0.0003507956,0.0000882309,0.0022634724],"category_scores_gemma":[0.000019873285,0.0002399625,0.00014252902,0.00026307287,0.00021457275,0.00031572263,0.000053866217,0.00091131864,0.000017780965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006403246,0.002670923,0.002192473,0.00010372808,0.00086723897,0.000014600985,0.042419665,0.0037244158,0.026547354,0.525643,0.0019993626,0.39317694],"study_design_scores_gemma":[0.004913168,0.022679187,0.23447709,0.001026616,0.0009610457,0.0015118119,0.39178646,0.060470276,0.019956632,0.18518785,0.07182485,0.0052050347],"about_ca_topic_score_codex":0.0013647882,"about_ca_topic_score_gemma":0.00085991435,"teacher_disagreement_score":0.3879719,"about_ca_system_score_codex":0.00038218117,"about_ca_system_score_gemma":0.00001929065,"threshold_uncertainty_score":0.9986486},"labels":[],"label_agreement":null},{"id":"W4301395463","doi":"10.1145/3565482","title":"Design and Evaluation of Technologies for Informed Food Choices","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Heuristics; Summative assessment; Formative assessment; Process (computing); Food choice; Literacy; Computer science; Knowledge management; Work (physics); Psychology; Management science; Medicine; Engineering; Mathematics education; Pedagogy","score_opus":0.09149992634089794,"score_gpt":0.3527036482746584,"score_spread":0.26120372193376046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301395463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115646236,0.000024362911,0.8807887,0.0006864074,0.0012175082,0.0010466569,0.0000099853,0.00051432825,0.000065835986],"genre_scores_gemma":[0.9031242,0.0000060023103,0.09569921,0.00007196251,0.000025675625,0.0010142162,0.000013019687,0.000016035827,0.000029652767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980445,0.00021443413,0.0005129189,0.0005005223,0.00049254287,0.00023507955],"domain_scores_gemma":[0.9975966,0.00066238694,0.00044474896,0.00077154965,0.0005041969,0.000020492984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008600182,0.00021995328,0.00023892491,0.0011197695,0.0008463805,0.000099495126,0.00092625077,0.00010611821,0.000052803578],"category_scores_gemma":[0.00006710249,0.00024278149,0.00009281669,0.00060905254,0.0001000485,0.0011618696,0.000104736755,0.00051629206,0.0000032512637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020935631,0.0007016602,0.000022927923,0.000078220306,0.0003542656,0.0000011119228,0.0018120116,0.07255021,0.012078426,0.018682886,0.00065117626,0.89285773],"study_design_scores_gemma":[0.0029616198,0.008272176,0.00040192853,0.00010607488,0.00013625142,0.0001739134,0.001263888,0.7634309,0.16311683,0.053932656,0.00560968,0.00059409795],"about_ca_topic_score_codex":0.000012869933,"about_ca_topic_score_gemma":0.000022088629,"teacher_disagreement_score":0.89226365,"about_ca_system_score_codex":0.00046465485,"about_ca_system_score_gemma":0.000092702685,"threshold_uncertainty_score":0.99003416},"labels":[],"label_agreement":null},{"id":"W4307366294","doi":"10.1145/3569887","title":"An Underdeveloped Metaphor: The Mismatched Designs and Motivations of Digital Picture Interactions","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metaphor; Reminiscence; Aside; Space (punctuation); Aesthetics; Visual arts; Sociology; Computer science; Psychology; Art; Cognitive psychology; Literature; Linguistics","score_opus":0.053781640340892105,"score_gpt":0.311845298823127,"score_spread":0.2580636584822349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307366294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19960357,0.0000062040112,0.79586387,0.002221283,0.0013410267,0.00038402213,0.000030726726,0.00033021526,0.00021907028],"genre_scores_gemma":[0.98212653,0.0000033467443,0.0168503,0.00040772965,0.0000722384,0.0002037368,0.00004563726,0.00003134831,0.00025912095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976203,0.00032695683,0.0006687888,0.00067453145,0.00041597825,0.00029346324],"domain_scores_gemma":[0.9972035,0.00058367336,0.0004495021,0.0013871775,0.0003078669,0.00006823417],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0003178097,0.00032802694,0.00030105398,0.0008769994,0.0018507283,0.00036455455,0.0015086631,0.00008392858,0.00024408833],"category_scores_gemma":[0.000029477007,0.00029866508,0.00015268823,0.0010680197,0.00017485335,0.0023225264,0.00014526995,0.0012702098,0.000015079148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006875021,0.009787771,0.0012745946,0.00014585892,0.0030048334,0.00006924714,0.04613375,0.12218095,0.1567911,0.15531297,0.0055130757,0.49909833],"study_design_scores_gemma":[0.007060393,0.01239981,0.023372574,0.00039370326,0.0006879777,0.004771921,0.027282896,0.5604966,0.15700504,0.14779969,0.05411776,0.0046116244],"about_ca_topic_score_codex":0.000048043472,"about_ca_topic_score_gemma":0.000061823244,"teacher_disagreement_score":0.782523,"about_ca_system_score_codex":0.00033988032,"about_ca_system_score_gemma":0.000068784604,"threshold_uncertainty_score":0.99994653},"labels":[],"label_agreement":null},{"id":"W4308020627","doi":"10.1145/3569888","title":"Design Implications for One-Way Text Messaging Services that Support Psychological Wellbeing","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Text messaging; Computer science; Psychology; Space (punctuation); Cognition; Face (sociological concept); World Wide Web; Internet privacy; Multimedia; Applied psychology","score_opus":0.13270643451914532,"score_gpt":0.4245136209736947,"score_spread":0.2918071864545494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308020627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028910566,0.000020901522,0.95394915,0.0053719874,0.005070132,0.0014870312,0.00022053205,0.00051373575,0.004455985],"genre_scores_gemma":[0.9801837,0.0000018913569,0.011935302,0.001977972,0.00015008262,0.0027624434,0.00021680185,0.000071635455,0.0027001214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732167,0.00033611865,0.0006998537,0.00084955804,0.00025096248,0.00054186065],"domain_scores_gemma":[0.9978275,0.00060267234,0.00033757315,0.0009708977,0.00009928927,0.00016210908],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044317887,0.00030723322,0.00030245836,0.00049004494,0.0017400964,0.00017629442,0.00081680296,0.00010388053,0.004449121],"category_scores_gemma":[0.000003731661,0.0003622597,0.00034548563,0.00030349696,0.000056277877,0.0005147034,0.000052623884,0.0006631259,0.00024491487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020994088,0.022058198,0.0006096713,0.00041057618,0.0012656461,0.000028996898,0.004864787,0.01652462,0.0019308355,0.036412273,0.02546952,0.88832545],"study_design_scores_gemma":[0.027188698,0.07476955,0.19359219,0.0020738374,0.002000057,0.0050823214,0.017660681,0.017993523,0.013230577,0.28069133,0.35733965,0.008377583],"about_ca_topic_score_codex":0.000090981,"about_ca_topic_score_gemma":0.000040664447,"teacher_disagreement_score":0.9512732,"about_ca_system_score_codex":0.00048330796,"about_ca_system_score_gemma":0.00001598944,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W4308303206","doi":"10.1145/3569898","title":"Designing for Emotion Regulation Interventions: An Agenda for HCI Theory and Research","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Psychological intervention; Intervention (counseling); Implementation; Work (physics); Psychology; Human–computer interaction; Applied psychology; Mental illness; Mental health; Computer science; Psychotherapist; Engineering; Software engineering","score_opus":0.25502078560735914,"score_gpt":0.513992426411189,"score_spread":0.2589716408038299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308303206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083072804,0.00004616755,0.90944135,0.0005874157,0.004194484,0.0020314506,0.00021153102,0.00018961377,0.00022518677],"genre_scores_gemma":[0.97686046,0.0000013501418,0.01515629,0.00017677914,0.00025102345,0.0036692997,0.0003671404,0.00006712241,0.0034505154],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967846,0.0011562778,0.0006808158,0.00067921623,0.00027915006,0.00041990494],"domain_scores_gemma":[0.9972874,0.0015520739,0.000227352,0.0005918767,0.00022814037,0.00011318515],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025952668,0.00020069782,0.00021104675,0.00087414443,0.0023088353,0.00018671787,0.00034307278,0.00008779705,0.0010254247],"category_scores_gemma":[0.000056152778,0.00024573746,0.00032224544,0.00030327434,0.00008958977,0.000707213,0.000037314483,0.0005235551,0.000026091639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031558187,0.004519088,0.00001811821,0.00043893035,0.0003148003,0.0000033019105,0.0046509346,0.0026613844,0.001286586,0.06789583,0.006078918,0.9089763],"study_design_scores_gemma":[0.014257904,0.07896581,0.008749057,0.0023399459,0.00059917866,0.00069870043,0.030329697,0.030613553,0.0110000875,0.75705224,0.06324438,0.002149424],"about_ca_topic_score_codex":0.00007646565,"about_ca_topic_score_gemma":0.00007163931,"teacher_disagreement_score":0.90682685,"about_ca_system_score_codex":0.0005432967,"about_ca_system_score_gemma":0.000023298739,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W4366823431","doi":"10.1145/3589804","title":"(Re)Connecting History to the Theory and Praxis of HCI","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Praxis; Computer science; Sociology; Epistemology; Philosophy","score_opus":0.039400077742234946,"score_gpt":0.3078789658728027,"score_spread":0.26847888813056775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366823431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14153084,0.000013938583,0.85135895,0.0027701228,0.0029486136,0.00030931676,0.0000033753408,0.00061768666,0.000447128],"genre_scores_gemma":[0.98945904,0.000008473445,0.009033348,0.0007851156,0.00013209395,0.000074461204,0.0000048944958,0.000025661959,0.00047694176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981494,0.00028247267,0.00046505165,0.0005650462,0.00025578958,0.0002822294],"domain_scores_gemma":[0.9973198,0.0010425792,0.00025010193,0.0011136575,0.00022175083,0.000052097013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085184164,0.00023100762,0.00022704227,0.0010033253,0.00049512717,0.0000806732,0.0010081592,0.000115001916,0.00013182986],"category_scores_gemma":[0.00010530433,0.00020512578,0.00010636646,0.00082227803,0.00009623089,0.00076715375,0.000109582616,0.000626539,0.00017915475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019668925,0.0004018737,0.000059691352,0.0000837023,0.0003173499,0.000024193507,0.018994814,0.0072905375,0.017536681,0.08233888,0.013120964,0.85963464],"study_design_scores_gemma":[0.0041147782,0.009691183,0.016735574,0.0018333455,0.00028806768,0.00080979004,0.014128006,0.21882862,0.19106093,0.08867168,0.45024785,0.0035901852],"about_ca_topic_score_codex":0.00007146591,"about_ca_topic_score_gemma":0.00017371714,"teacher_disagreement_score":0.8560444,"about_ca_system_score_codex":0.0003502976,"about_ca_system_score_gemma":0.000029467397,"threshold_uncertainty_score":0.8364786},"labels":[],"label_agreement":null},{"id":"W4384407406","doi":"10.1145/3609325","title":"<i>EcoSanté</i> Lifestyle Intervention: Encourage Reflections on the Connections between Health and Environment","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"National Science and Technology Council","keywords":"Intervention (counseling); Psychology; Behavior change; Qualitative research; Behaviour change; Healthy eating; Physical activity; Applied psychology; Self-efficacy; Clinical psychology; Social psychology; Medicine; Physical therapy; Psychiatry","score_opus":0.04265109920161703,"score_gpt":0.3406095052164095,"score_spread":0.29795840601479245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384407406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8774697,0.000010122525,0.08943137,0.028584892,0.0011675388,0.00097323186,0.0000417865,0.00040244334,0.0019189226],"genre_scores_gemma":[0.9960018,0.000107127846,0.00049781916,0.001440719,0.00013662006,0.00018833468,0.000051844287,0.0000275905,0.0015481784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801284,0.00033923038,0.00043435403,0.0005711147,0.00031501113,0.00032743308],"domain_scores_gemma":[0.99842936,0.00050219253,0.00015669882,0.00069057447,0.000006634265,0.00021457035],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048513524,0.00024006917,0.00018670264,0.00016306064,0.0016369567,0.00010324156,0.0002769373,0.00007453982,0.003181317],"category_scores_gemma":[0.00002688393,0.00020896722,0.00015667232,0.00036454247,0.00022863653,0.0003019174,0.00005893258,0.00054004276,0.0012026213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023436674,0.005745009,0.021964323,0.00016449677,0.0005079518,0.00001881751,0.020396817,0.072822094,0.0016982834,0.0022747943,0.06976762,0.80440545],"study_design_scores_gemma":[0.002673374,0.0069957688,0.44336239,0.00036634482,0.00016110628,0.00014198714,0.024339449,0.008408241,0.0028804005,0.015903719,0.4929662,0.0018010397],"about_ca_topic_score_codex":0.00037714734,"about_ca_topic_score_gemma":0.0001824173,"teacher_disagreement_score":0.8026044,"about_ca_system_score_codex":0.0008360939,"about_ca_system_score_gemma":0.000013359234,"threshold_uncertainty_score":0.99966276},"labels":[],"label_agreement":null},{"id":"W4385075300","doi":"10.1145/3609330","title":"Feeling Stressed and Unproductive? A Field Evaluation of a Therapy-Inspired Digital Intervention for Knowledge Workers","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Intervention (counseling); Feeling; Psychology; Baseline (sea); Burnout; Applied psychology; Productivity; Exploratory research; Perspective (graphical); Cognition; Psychotherapist; Medical education; Social psychology; Clinical psychology; Computer science; Sociology; Medicine; Artificial intelligence; Social science; Political science; Psychiatry","score_opus":0.12169415403705558,"score_gpt":0.44249978082681773,"score_spread":0.32080562678976215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385075300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88468397,0.00009668006,0.108539164,0.0005521238,0.0038261658,0.0013463421,0.00009149817,0.00023104933,0.00063303276],"genre_scores_gemma":[0.99795306,0.0000048955267,0.00038263487,0.000026884598,0.00015905728,0.00058921275,0.0001186226,0.000037271668,0.0007283815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822605,0.00016100067,0.00062909134,0.00049866195,0.00022950131,0.00025568536],"domain_scores_gemma":[0.9983232,0.00058983156,0.00026016217,0.00044566236,0.00030826652,0.00007285727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052960037,0.00020584051,0.00023249896,0.0005613701,0.00023798358,0.000110415,0.0001969095,0.00010895263,0.00020422203],"category_scores_gemma":[0.000064385706,0.00022249347,0.00026847905,0.00040103277,0.0000546371,0.0005585164,0.000017095103,0.00021056317,0.00006634971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006106295,0.0014872442,0.00015039973,0.00011976717,0.00027521682,6.946454e-7,0.0016705091,0.00061697565,0.0001845847,0.00024289235,0.0009935161,0.9936476],"study_design_scores_gemma":[0.09494092,0.090133235,0.16563912,0.020793498,0.0025419006,0.00035611953,0.050155025,0.2939851,0.12198859,0.12209728,0.030912785,0.0064564263],"about_ca_topic_score_codex":0.000100780664,"about_ca_topic_score_gemma":0.00010359651,"teacher_disagreement_score":0.98719114,"about_ca_system_score_codex":0.000167871,"about_ca_system_score_gemma":0.000023017177,"threshold_uncertainty_score":0.907302},"labels":[],"label_agreement":null},{"id":"W4385249917","doi":"10.1145/3610366","title":"Designing Alternative Form-Autocompletion Tools to Enhance Privacy Decision-making and Prevent Unintended Disclosure","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Samsung","keywords":"Computer science; Context (archaeology); Unintended consequences; Internet privacy; Elaboration; Affect (linguistics); Psychology","score_opus":0.056532507287487495,"score_gpt":0.38891661033456326,"score_spread":0.3323841030470758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385249917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18643749,0.0000060523053,0.8087531,0.0018091288,0.0014017154,0.00096867833,0.000025634768,0.00040105646,0.00019719216],"genre_scores_gemma":[0.97974753,0.000075122065,0.019142713,0.00018535317,0.00044375795,0.00022117312,0.000030811978,0.000027461214,0.00012604806],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977503,0.00031582327,0.00042327377,0.0006199953,0.00048445218,0.00040615225],"domain_scores_gemma":[0.99813163,0.00079000165,0.00018405597,0.0005641622,0.00017112745,0.00015900141],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0007199411,0.00023632549,0.0002341138,0.00055020885,0.0017109228,0.0005004816,0.0006478957,0.000120465585,0.00014058156],"category_scores_gemma":[0.0003995406,0.00025326427,0.00011513658,0.00068919,0.00010542869,0.0015831733,0.00011414139,0.00043977803,0.00012773868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000245391,0.0003036568,0.00005016952,0.000039581995,0.00010117085,0.00001250653,0.023246147,0.0030616336,0.0025808061,0.001673878,0.0016650805,0.96702],"study_design_scores_gemma":[0.0036733295,0.0062801354,0.03127655,0.008737987,0.00042160344,0.00014272881,0.024353735,0.072846,0.049910177,0.62629426,0.17131737,0.004746141],"about_ca_topic_score_codex":0.0006249244,"about_ca_topic_score_gemma":0.0012268415,"teacher_disagreement_score":0.96227384,"about_ca_system_score_codex":0.00042388312,"about_ca_system_score_gemma":0.00004787327,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W4389937491","doi":"10.1145/3635144","title":"Configurations of Digital Participatory Budgeting","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Social Media and Politics","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Nuclear Safety Commission; Koneen Säätiö","keywords":"Participatory budgeting; Software deployment; Dilemma; Citizen journalism; Participatory design; Democracy; Politics; Value (mathematics); State (computer science); Participatory democracy; Business; Computer science; Political science; Process management; Sociology; Knowledge management; Public relations; Economics; Operations management; Mathematics; Software engineering; World Wide Web","score_opus":0.1122936745758602,"score_gpt":0.39899077738153405,"score_spread":0.28669710280567384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389937491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429038,0.00000333628,0.046026003,0.0017709555,0.0035516287,0.00024422767,0.000040525487,0.00045125955,0.0050082365],"genre_scores_gemma":[0.9986911,0.000012378274,0.00018034152,0.00007218072,0.00048921246,0.000030880747,0.000021744585,0.000013053859,0.0004891266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989175,0.00011969263,0.00028412175,0.00015982494,0.00026555936,0.000253306],"domain_scores_gemma":[0.9987221,0.00073315855,0.00010598062,0.00020820863,0.00012745924,0.000103133745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014322027,0.000092744056,0.00013470944,0.00021426735,0.0006876278,0.000098720026,0.00019525761,0.000085465,0.00027603237],"category_scores_gemma":[0.00010531058,0.00010725294,0.00011729971,0.00039097227,0.0001708592,0.00038060342,0.000005388312,0.00019223387,0.00020317917],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014218425,0.0019461313,0.008110357,0.0001932232,0.0006533964,0.000038567687,0.30338603,0.009268033,0.010598511,0.061413437,0.01593571,0.5883144],"study_design_scores_gemma":[0.00444515,0.0029211154,0.026262162,0.001227044,0.0006637152,0.000022336177,0.25690225,0.018494686,0.054368716,0.072553925,0.5590685,0.0030704353],"about_ca_topic_score_codex":0.0004591796,"about_ca_topic_score_gemma":0.0002514598,"teacher_disagreement_score":0.585244,"about_ca_system_score_codex":0.000101902246,"about_ca_system_score_gemma":0.00007170438,"threshold_uncertainty_score":0.5288747},"labels":[],"label_agreement":null},{"id":"W4401172017","doi":"10.1145/3685266","title":"An Umbrella Review of Reporting Quality in CHI Systematic Reviews: Guiding Questions and Best Practices for HCI","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Systematic review; Quality (philosophy); Medicine; Engineering ethics; Psychology; MEDLINE; Political science; Engineering; Epistemology","score_opus":0.3113466333537888,"score_gpt":0.5130249686148886,"score_spread":0.20167833526109974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401172017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001063999,0.00428391,0.99221224,0.0005395587,0.0007463052,0.0009138304,0.000012273105,0.00014301258,0.00008484781],"genre_scores_gemma":[0.7309303,0.04634555,0.21902722,0.0016802631,0.0004455617,0.00072794163,0.00018059571,0.00008976927,0.00057276845],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963561,0.0005074487,0.0022120185,0.0005395662,0.00022617867,0.00015867231],"domain_scores_gemma":[0.9961092,0.000806227,0.0019383203,0.0008764608,0.00019553507,0.00007424095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031800938,0.0001937392,0.0005805827,0.00039704124,0.00019272079,0.00037124174,0.00046940098,0.000060940136,0.000014842375],"category_scores_gemma":[0.0008787583,0.00017752078,0.00016398632,0.0005806333,0.000027183634,0.0017089711,0.000022637983,0.0001892405,0.000009726374],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025488669,0.0022535382,0.00011256216,0.6426995,0.0003211519,0.000031620748,0.00306275,0.0013635299,0.0034998432,0.06506547,0.0014448101,0.28011975],"study_design_scores_gemma":[0.00043022464,0.0010028773,0.00009550606,0.36581597,0.0003784203,0.0002773329,0.00029302842,0.6111827,0.0012580226,0.0012576642,0.017308287,0.00069999316],"about_ca_topic_score_codex":0.00020613102,"about_ca_topic_score_gemma":0.00014297584,"teacher_disagreement_score":0.773185,"about_ca_system_score_codex":0.00010030643,"about_ca_system_score_gemma":0.00005140638,"threshold_uncertainty_score":0.7239087},"labels":[],"label_agreement":null},{"id":"W4401910133","doi":"10.1145/3689434","title":"HeadShift: Head Pointing with Dynamic Control-Display Gain","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"Head (geology); Computer science; Automatic gain control; Geology; Telecommunications","score_opus":0.014783611003136538,"score_gpt":0.2966373885628007,"score_spread":0.2818537775596642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401910133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05219322,0.000044588498,0.93948644,0.004282928,0.0016521966,0.000210606,0.000009641218,0.0019051246,0.00021525307],"genre_scores_gemma":[0.96308714,0.000005877285,0.03613208,0.00031093287,0.00010192457,0.000052321644,0.000009117756,0.00003645896,0.0002641679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979802,0.000114784045,0.00037944352,0.0008312654,0.00027692883,0.00041737483],"domain_scores_gemma":[0.9984173,0.00040045704,0.00009682998,0.00090179435,0.00009231619,0.000091301394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022677364,0.000330015,0.00028537933,0.0006188112,0.00046610882,0.0005804028,0.0008294232,0.00013284624,0.000038163045],"category_scores_gemma":[0.00000786932,0.00028988667,0.00017029504,0.00058987667,0.00008617097,0.00092340715,0.000022720838,0.00087197573,0.00020272085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012098436,0.0007772651,0.00010939657,0.00016529828,0.00052380434,0.0003342521,0.0010500563,0.025647325,0.005725312,0.031359076,0.0005207621,0.93366647],"study_design_scores_gemma":[0.0014313367,0.0021009953,0.0033348291,0.0011853017,0.00008845432,0.0008162155,0.000065230015,0.9755394,0.0029693355,0.004494045,0.0072019002,0.0007729874],"about_ca_topic_score_codex":0.00011099381,"about_ca_topic_score_gemma":0.0003121802,"teacher_disagreement_score":0.94989204,"about_ca_system_score_codex":0.0002577504,"about_ca_system_score_gemma":0.000049324204,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W4402169938","doi":"10.1145/3689047","title":"Unmaking and HCI: Techniques, Technologies, Materials, and Philosophies beyond Making","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Toronto","funders":"","keywords":"Engineering ethics; Sociology; Engineering","score_opus":0.028740380029413242,"score_gpt":0.3123849390018576,"score_spread":0.28364455897244434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402169938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054294676,0.0002214355,0.931893,0.0053227954,0.002679408,0.0004258199,0.000013169516,0.0046355315,0.00051415194],"genre_scores_gemma":[0.9383615,0.00011168034,0.06081751,0.00027939765,0.00018225725,0.00011360978,0.000008586838,0.000042460935,0.000082953855],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99779874,0.00009177021,0.00053147646,0.0009868828,0.00023501959,0.00035613362],"domain_scores_gemma":[0.99856395,0.00024604637,0.00016800314,0.00086281094,0.00012552839,0.00003368791],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029195473,0.00040849458,0.00031885874,0.0016705823,0.0006539568,0.0010087871,0.0007102274,0.00031582697,0.000043309778],"category_scores_gemma":[0.000020907186,0.0004144626,0.00006769428,0.0007076173,0.0002417376,0.0020820391,0.00017517271,0.0009757854,0.00003260233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032722623,0.00013292834,0.000011678983,0.0001799989,0.00017848193,0.00009657509,0.0006737141,0.000021133843,0.048272826,0.15411091,0.0005214277,0.7957676],"study_design_scores_gemma":[0.0008744755,0.0026142036,0.0005606476,0.0036791693,0.0001693761,0.0048328554,0.0006636091,0.0326227,0.56090945,0.33661202,0.054243904,0.0022175955],"about_ca_topic_score_codex":0.000027741382,"about_ca_topic_score_gemma":0.000024759163,"teacher_disagreement_score":0.8840669,"about_ca_system_score_codex":0.0002640894,"about_ca_system_score_gemma":0.000025453879,"threshold_uncertainty_score":0.9998307},"labels":[],"label_agreement":null},{"id":"W4403922372","doi":"10.1145/3702319","title":"An Investigation of Multimodal Kinematic Template Matching for Ray Pointing Prediction for Target Selection in VR","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Kinematics; Selection (genetic algorithm); Computer science; Matching (statistics); Artificial intelligence; Template matching; Computer vision; Mathematics; Physics; Image (mathematics); Statistics","score_opus":0.025648376975372335,"score_gpt":0.3123002958854843,"score_spread":0.286651918910112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403922372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2289121,0.0000072147996,0.76853174,0.00036696554,0.0010778179,0.00052760105,0.000017865177,0.00055387855,0.000004803365],"genre_scores_gemma":[0.6720116,0.0000016654651,0.32760638,0.00003146433,0.00011244511,0.00017552006,0.000029473795,0.000020277492,0.000011181391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830306,0.000092642265,0.00060455216,0.0005886664,0.00015711674,0.00025396544],"domain_scores_gemma":[0.99884456,0.00045504444,0.00017956825,0.00032288334,0.00014906925,0.00004887881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000504717,0.00021246092,0.00024996704,0.0009192772,0.0002777613,0.00019913088,0.00040478414,0.00015049164,0.000008170071],"category_scores_gemma":[0.000018587318,0.00022751425,0.00015001708,0.00049582287,0.000036406207,0.0013325562,0.000010288619,0.00035759955,0.0000034225939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016976707,0.0006837875,0.0004921862,0.001090457,0.00023100882,0.0000043362115,0.0057870164,0.39082542,0.21727122,0.0084939785,0.00021631445,0.3747345],"study_design_scores_gemma":[0.0005849285,0.00094719674,0.0034027437,0.0005711294,0.000023735425,0.000028513809,0.00007592399,0.94922554,0.024375793,0.020449199,0.00012377102,0.00019154008],"about_ca_topic_score_codex":0.00011517968,"about_ca_topic_score_gemma":0.00007363924,"teacher_disagreement_score":0.5584001,"about_ca_system_score_codex":0.00020750433,"about_ca_system_score_gemma":0.000043024138,"threshold_uncertainty_score":0.92777616},"labels":[],"label_agreement":null},{"id":"W4406212572","doi":"10.1145/3711838","title":"Comparative Structured Observation","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science","score_opus":0.06864231019348375,"score_gpt":0.34000752202996937,"score_spread":0.2713652118364856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406212572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08557494,0.000013382717,0.9087137,0.0014764492,0.0028698007,0.00031690107,0.0000049894757,0.00043062607,0.0005991838],"genre_scores_gemma":[0.935508,0.000004379794,0.06285013,0.00081219175,0.00006949067,0.000051651747,0.000011122586,0.0000083393825,0.0006846931],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820215,0.00020621493,0.00045703966,0.0006386117,0.00024071704,0.00025525325],"domain_scores_gemma":[0.99801594,0.00036375833,0.00013167465,0.0011916123,0.00022949334,0.000067536195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017163524,0.00026637723,0.0002939871,0.00041518718,0.00052350434,0.00038009888,0.0011837301,0.0001238539,0.00010933392],"category_scores_gemma":[0.000010226908,0.00027468952,0.00016542299,0.00064448296,0.000056240504,0.0012471924,0.000038719314,0.0005051837,0.000091406124],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041417548,0.0025795666,0.0005351643,0.00019617435,0.0009539355,0.000016541879,0.009244005,0.10352526,0.024281656,0.06436123,0.015089069,0.7788032],"study_design_scores_gemma":[0.0028526024,0.0018955375,0.028405953,0.0006520257,0.00013352725,0.000052892312,0.00041178902,0.6338609,0.20544603,0.08347777,0.041409098,0.0014018982],"about_ca_topic_score_codex":0.000088721616,"about_ca_topic_score_gemma":0.00015614508,"teacher_disagreement_score":0.8499331,"about_ca_system_score_codex":0.0002756107,"about_ca_system_score_gemma":0.0000552266,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W4406212671","doi":"10.1145/3711842","title":"A Unified Model for Haptic Experience","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; European Commission; Ontario Research Foundation","keywords":"Haptic technology; Human–computer interaction; Computer science; User experience design; Key (lock); Experience design; Stereotaxy; Simulation","score_opus":0.08581729106257208,"score_gpt":0.3584708609391842,"score_spread":0.2726535698766121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406212671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12062711,0.0000014422616,0.8736057,0.00082548603,0.0025258025,0.00050583796,0.000030917683,0.00033005935,0.0015476333],"genre_scores_gemma":[0.9858311,0.000010307687,0.0045211664,0.001853397,0.00010194244,0.0003335398,0.000006868277,0.000028249613,0.0073134503],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982525,0.00007917563,0.00044776875,0.00069731555,0.00018758285,0.00033564228],"domain_scores_gemma":[0.99803686,0.0008622639,0.00012828426,0.0007792458,0.00010827021,0.000085094325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00003987747,0.00027052296,0.00023517503,0.0005299749,0.00095348904,0.00020609412,0.00050269766,0.00011317259,0.00016342118],"category_scores_gemma":[0.00009058392,0.00028720684,0.00026187213,0.00035305426,0.00008307467,0.0007133297,0.000015043368,0.00044677258,0.00007506046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009812065,0.0021276684,0.000012563482,0.00011568944,0.00012319368,0.000015180838,0.0046653436,0.21263336,0.6279827,0.014584787,0.0041628564,0.13259548],"study_design_scores_gemma":[0.0007287819,0.00024995796,0.000022652943,0.00011621972,0.000044897093,0.00003206988,0.00023659413,0.7991685,0.1880959,0.0034429545,0.007586353,0.0002750782],"about_ca_topic_score_codex":0.000041384163,"about_ca_topic_score_gemma":0.00007701004,"teacher_disagreement_score":0.86908454,"about_ca_system_score_codex":0.00022506145,"about_ca_system_score_gemma":0.000049073948,"threshold_uncertainty_score":0.999958},"labels":[],"label_agreement":null},{"id":"W4407902963","doi":"10.1145/3718084","title":"Co-Design and User Evaluation of a Robotic Mental Well-Being Coach to Support University Students’ Public Speaking Anxiety","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Anxiety; Psychology; Applied psychology; Public university; Public speaking; Medical education; Human–computer interaction; Computer science; Multimedia; Political science; Medicine; Psychiatry","score_opus":0.07251004747166882,"score_gpt":0.4150206451636263,"score_spread":0.34251059769195746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407902963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.412794,0.000004645207,0.57897186,0.0005752689,0.0021813067,0.0010414314,0.000012794973,0.00008729758,0.004331389],"genre_scores_gemma":[0.99515927,0.000002660619,0.0029828497,0.0001995152,0.000031193038,0.00003724179,0.000039489976,0.000018714412,0.0015290609],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785596,0.0004739658,0.00047825783,0.00048711916,0.00041705603,0.00028764887],"domain_scores_gemma":[0.99886143,0.00018218975,0.00017134204,0.00046159342,0.0001947279,0.00012872787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007976288,0.00019833546,0.00023885291,0.0007454721,0.0003728487,0.00011960531,0.00037427462,0.00009349255,0.000852256],"category_scores_gemma":[0.000010568749,0.00024193773,0.00013262282,0.0004074969,0.0000589041,0.00055903103,0.00003276608,0.00027451437,0.00010984716],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017519877,0.012397143,0.013817709,0.00041349194,0.0023342783,0.00002345436,0.010390338,0.016203405,0.0017002557,0.012104365,0.014538337,0.91432524],"study_design_scores_gemma":[0.05887569,0.041309953,0.5504697,0.010195612,0.005871509,0.0010503803,0.042458534,0.0990416,0.04881161,0.013201603,0.12252643,0.0061873808],"about_ca_topic_score_codex":0.00018511667,"about_ca_topic_score_gemma":0.00018591309,"teacher_disagreement_score":0.90813786,"about_ca_system_score_codex":0.00078361057,"about_ca_system_score_gemma":0.000054541906,"threshold_uncertainty_score":0.9865934},"labels":[],"label_agreement":null},{"id":"W4408056713","doi":"10.1145/3719346","title":"Climate Data Practices: A Research Approach for HCI and Climate Justice","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Climate justice; Climate change; Environmental resource management; Data science; Environmental science; Sociology; Political science; Geography; Computer science; Geology; Oceanography","score_opus":0.24048140688291114,"score_gpt":0.4737885560645818,"score_spread":0.23330714918167067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408056713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006909335,0.000034705034,0.9841006,0.00256205,0.0023854433,0.0010798085,0.000062866326,0.0006005533,0.0022646703],"genre_scores_gemma":[0.6438859,0.0001752295,0.3537273,0.00083240034,0.00030426643,0.00049144466,0.00019334373,0.000045339657,0.00034478502],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960542,0.00041160753,0.0007217575,0.001633132,0.00040880925,0.0007705471],"domain_scores_gemma":[0.9936722,0.001869893,0.0005340565,0.0030654375,0.00078118884,0.000077212884],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002167683,0.00036634217,0.00036888896,0.0016672526,0.0022216327,0.00086498255,0.0027987347,0.00027878326,0.000020554124],"category_scores_gemma":[0.00030300248,0.00038709256,0.000092765484,0.001286804,0.00022390316,0.0035289582,0.00052547833,0.0015521854,0.00003951734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011345391,0.0037761538,0.00013926554,0.0020312835,0.00083317026,0.000029669674,0.0019878997,0.0022104622,0.008422635,0.29736692,0.01657803,0.66549],"study_design_scores_gemma":[0.002356272,0.0015511371,0.0006878611,0.0006550718,0.00028851844,0.00024160538,0.0013273845,0.93783665,0.0063877995,0.008233335,0.039631374,0.00080302125],"about_ca_topic_score_codex":0.00006275985,"about_ca_topic_score_gemma":0.00008637075,"teacher_disagreement_score":0.93562615,"about_ca_system_score_codex":0.00032655426,"about_ca_system_score_gemma":0.00008282974,"threshold_uncertainty_score":0.9998581},"labels":[],"label_agreement":null},{"id":"W4410192170","doi":"10.1145/3731755","title":"Bystander Privacy in Smart Homes: A Systematic Review of Concerns and Solutions","year":2025,"lang":"en","type":"review","venue":"ACM Transactions on Computer-Human Interaction","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Bystander effect; Internet privacy; Computer security; Computer science; Medicine; Immunology","score_opus":0.08991493047324724,"score_gpt":0.40027784353394874,"score_spread":0.3103629130607015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410192170","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020803623,0.92832315,0.065997064,0.00028343406,0.0012741046,0.003479212,0.00011796694,0.000117099604,0.00040590228],"genre_scores_gemma":[0.00035918428,0.9980976,0.00039845138,0.00009922009,0.00015193972,0.0005701881,0.000091461305,0.000023575527,0.00020838263],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9959908,0.001337547,0.0013649467,0.00057244,0.00039920336,0.0003350474],"domain_scores_gemma":[0.9968756,0.001079087,0.0007278646,0.0010634811,0.00015378234,0.0001002232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011661043,0.00039350826,0.0018827084,0.0008280526,0.00063383987,0.00013095868,0.00088685,0.00032779208,0.00013379173],"category_scores_gemma":[0.0005101011,0.00037733628,0.0004656566,0.0008815665,0.00017209328,0.0005696723,0.000087123546,0.000795439,0.000016600412],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005860253,0.00030072834,4.1991956e-7,0.86373967,0.000202396,0.0000031819407,0.00096567086,0.0000016946307,1.4101064e-7,0.00079399045,0.00068268337,0.13330355],"study_design_scores_gemma":[0.00023705968,0.00012383815,0.0000016596139,0.84138036,0.0012032792,0.000016580643,0.00026909768,0.000032392858,5.837978e-7,0.00074117427,0.15564466,0.00034930068],"about_ca_topic_score_codex":0.001487901,"about_ca_topic_score_gemma":0.0016807875,"teacher_disagreement_score":0.15496197,"about_ca_system_score_codex":0.0007421807,"about_ca_system_score_gemma":0.0003936888,"threshold_uncertainty_score":0.99986786},"labels":[],"label_agreement":null},{"id":"W4411346145","doi":"10.1145/3743676","title":"Transphobia Is in the Eye of the Prompter: Trans-Centered Perspectives on Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Topic Modeling","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transphobia; Psychology; Optometry; Ophthalmology; Artificial intelligence; Computer science; Medicine; Psychoanalysis","score_opus":0.024914344486874972,"score_gpt":0.3046337098118638,"score_spread":0.2797193653249888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411346145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16001971,0.000034530327,0.83374935,0.004152865,0.00070498016,0.00047452265,0.000014926807,0.00008186633,0.00076721975],"genre_scores_gemma":[0.9948084,0.000017723709,0.0038060397,0.0010353096,0.00004350265,0.000056950976,0.0000019329543,0.000011367635,0.00021879352],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811333,0.00027421818,0.00044357622,0.00054960133,0.00034645514,0.00027282006],"domain_scores_gemma":[0.9981596,0.00018667961,0.000108162676,0.0014510031,0.00006764326,0.000026935655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029731033,0.00022897487,0.00022840826,0.00032614046,0.00030790066,0.00013252889,0.0017824448,0.000090870475,0.000041083986],"category_scores_gemma":[0.0000043955442,0.0001636354,0.0002761867,0.0005088034,0.000048510403,0.00052692124,0.000023013945,0.0006330046,0.0000046488467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044027777,0.008249064,0.00031315425,0.0003945892,0.0005471908,0.00003126308,0.4353046,0.14974983,0.008179233,0.09978414,0.00086318457,0.29614344],"study_design_scores_gemma":[0.003362354,0.00064686406,0.0036816078,0.0012971686,0.00008493668,0.000020880407,0.008167444,0.9523027,0.017900141,0.009893065,0.0020742225,0.0005686079],"about_ca_topic_score_codex":0.00016887035,"about_ca_topic_score_gemma":0.00026811037,"teacher_disagreement_score":0.8347887,"about_ca_system_score_codex":0.00015303274,"about_ca_system_score_gemma":0.00004000513,"threshold_uncertainty_score":0.6672858},"labels":[],"label_agreement":null},{"id":"W4413682921","doi":"10.1145/3762810","title":"Uncovering Parental Struggles: Using Digital Probes to Analyse Challenges in Applying Online Parenting Content","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Content (measure theory); Psychology; Developmental psychology; Digital content; Computer science; Multimedia; Mathematics","score_opus":0.12074185902308975,"score_gpt":0.3617371793157041,"score_spread":0.24099532029261433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413682921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9190946,0.000039223716,0.077353716,0.00064442627,0.00087519886,0.00043941627,0.0000118479975,0.00022260964,0.0013189497],"genre_scores_gemma":[0.9970711,0.000042312957,0.0025358526,0.0000831855,0.00008732446,0.000041041927,0.00001995907,0.000011687844,0.000107540225],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985896,0.00004747881,0.00042383242,0.00041953722,0.00020978767,0.0003097616],"domain_scores_gemma":[0.9993651,0.0001595754,0.000093880815,0.0002438157,0.00007212124,0.000065531116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001343875,0.00018020203,0.00023258143,0.00079107715,0.00046637273,0.00029666093,0.000327866,0.00009917695,0.000026729542],"category_scores_gemma":[0.000050198385,0.00020233219,0.00010376475,0.00055412017,0.00005906672,0.00075087557,0.00004452141,0.00028203978,0.000008631955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070699134,0.0007945163,0.011424962,0.00004427299,0.00011991174,0.000010637826,0.0061055482,0.00930833,0.00047601707,0.001008884,0.000018801837,0.9706174],"study_design_scores_gemma":[0.010862012,0.002070886,0.19648902,0.015274302,0.0004384681,0.000092286966,0.6032758,0.037167773,0.01700347,0.04417356,0.066662766,0.00648966],"about_ca_topic_score_codex":0.00075207814,"about_ca_topic_score_gemma":0.008799698,"teacher_disagreement_score":0.9641278,"about_ca_system_score_codex":0.0005811421,"about_ca_system_score_gemma":0.0000690081,"threshold_uncertainty_score":0.8250867},"labels":[],"label_agreement":null},{"id":"W4413945335","doi":"10.1145/3765284","title":"Designing Smarter Conversational Agents for Kids: Lessons from Cognitive Work and Means-Ends Analyses","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Work (physics); Cognition; Computer science; Psychology; Human–computer interaction; Cognitive science; Data science; Engineering; Neuroscience; Mechanical engineering","score_opus":0.09819109148931882,"score_gpt":0.39207439652124004,"score_spread":0.2938833050319212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413945335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019650383,0.000020610349,0.97233886,0.0042785746,0.0026507978,0.0004363355,0.0000632457,0.00029538578,0.0002658035],"genre_scores_gemma":[0.8867838,0.000011400567,0.11056516,0.0017097745,0.00016825035,0.00021693409,0.000092819704,0.000023508383,0.00042837585],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978211,0.00018303197,0.00053083635,0.0008739261,0.0002691572,0.00032197384],"domain_scores_gemma":[0.9962804,0.0023531027,0.00021944524,0.0006602482,0.0003710534,0.000115775954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016896018,0.00034157978,0.00032324938,0.0006780963,0.00086622237,0.0005571655,0.00071196444,0.00014727627,0.00016771186],"category_scores_gemma":[0.00003996539,0.00037504232,0.00023240632,0.00059001206,0.00008164694,0.0014498713,0.000062358326,0.00046830406,0.000036822046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011612282,0.002996131,0.0026261488,0.00022661839,0.0059117465,0.00003993378,0.012556757,0.029714577,0.007139358,0.01478901,0.016759971,0.9060785],"study_design_scores_gemma":[0.01069095,0.0019418206,0.053136032,0.0040884307,0.0019563262,0.00007758749,0.0041586827,0.78103083,0.058824744,0.052340366,0.028428363,0.0033258526],"about_ca_topic_score_codex":0.00021823311,"about_ca_topic_score_gemma":0.00016785113,"teacher_disagreement_score":0.90275264,"about_ca_system_score_codex":0.00025233446,"about_ca_system_score_gemma":0.00007214934,"threshold_uncertainty_score":0.9998701},"labels":[],"label_agreement":null},{"id":"W4415622466","doi":"10.1145/3772716","title":"Are Word Suggestions Beneficial? The Effect of Typing Efficiency and Suggestion Accuracy","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Typing; Word (group theory); Feature (linguistics); Automation; Character (mathematics)","score_opus":0.013406000740816633,"score_gpt":0.2979896261012589,"score_spread":0.28458362536044224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415622466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27575034,0.000041023002,0.72080505,0.001320523,0.0014744522,0.0003155884,0.0000054101656,0.00005482431,0.00023275716],"genre_scores_gemma":[0.9986447,0.000022338432,0.00080293434,0.0002779213,0.00006112048,0.000052602096,0.000005621921,0.000010595315,0.00012215934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99843407,0.00027235367,0.0003972134,0.0004773656,0.00017784299,0.00024115058],"domain_scores_gemma":[0.99682885,0.0018081588,0.000336247,0.00078218104,0.00019842874,0.000046143767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028528628,0.00025360886,0.00027499095,0.0004779669,0.00078133936,0.00019429471,0.00076329586,0.00009269537,0.000027346703],"category_scores_gemma":[0.00012991966,0.0002011272,0.0001784535,0.0006193001,0.00009537283,0.0007662091,0.00006321704,0.00050091883,0.000019444711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010406947,0.0016943852,0.0069532967,0.00068971305,0.0010542397,0.000025556452,0.0038517714,0.059579957,0.05142253,0.03083962,0.003468369,0.83937985],"study_design_scores_gemma":[0.004804271,0.0049956874,0.37537998,0.0045154113,0.00067070866,0.00022193715,0.0009497903,0.28923738,0.30549178,0.005417265,0.006622933,0.0016928451],"about_ca_topic_score_codex":0.00011315959,"about_ca_topic_score_gemma":0.000054966153,"teacher_disagreement_score":0.837687,"about_ca_system_score_codex":0.00012506908,"about_ca_system_score_gemma":0.00002595867,"threshold_uncertainty_score":0.8201729},"labels":[],"label_agreement":null}]}