{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":84,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":84,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"89156a504357","filters":{"venue":"ACM Transactions on Computer-Human Interaction"}},"results":[{"id":"W2065730432","doi":"10.1145/1959022.1959023","title":"An exploration of relations between visual appeal, trustworthiness and perceived usability of homepages","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Color perception and design","field":"Psychology","cited_by":334,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Appeal; Psychology; Cognitive psychology; Usability; Trustworthiness; Cognition; Stimulus (psychology); Visual search; Social psychology; Computer science; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.1430055875739699,"gpt":0.3928306255782132,"spread":0.2498250380042432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002667297,0.0001742094,0.0002919404,0.0003782146,0.0001966144,0.00002030498,0.0001752575,0.0001522474,0.002470824],"category_scores_gemma":[0.000008512724,0.0001834565,0.0001129355,0.0002230174,0.0001539948,0.0009830329,0.000006924698,0.0002733127,0.00003470182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005318819,"about_ca_system_score_gemma":0.00001516843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004927861,"about_ca_topic_score_gemma":0.0001886597,"domain_scores_codex":[0.9983761,0.000366006,0.0005896171,0.0003761143,0.0001535108,0.0001386854],"domain_scores_gemma":[0.9987583,0.0002153802,0.0002508029,0.0005222459,0.0001665064,0.00008674038],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002368928,0.01033599,0.07918825,0.0002456208,0.00082609,0.000007403908,0.1211054,0.002391479,0.02303704,0.003465667,0.0003954927,0.7566326],"study_design_scores_gemma":[0.0009744422,0.002695621,0.987281,0.00007286615,0.0001304423,0.000009757326,0.003110855,0.00188268,0.00119342,0.002308141,0.00008447655,0.0002563226],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5920944,0.000002995186,0.4068907,0.00003437125,0.0003497234,0.0001911588,0.00001421117,0.00006637228,0.0003560332],"genre_scores_gemma":[0.9956432,0.000006282569,0.004025282,0.00002323314,0.00009656336,0.00004230752,0.00003977298,0.00001982619,0.0001035037],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9080927,"threshold_uncertainty_score":0.998441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.08157917640863166,"gpt":0.3458757302966998,"spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001307974,0.0002987408,0.0003557469,0.0005668802,0.0006107028,0.0003644999,0.000913762,0.0001437029,0.0003753033],"category_scores_gemma":[0.0001353383,0.0003129618,0.000542642,0.001039677,0.00005813452,0.001248001,0.00001624127,0.0003367299,0.00006806353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004792887,"about_ca_system_score_gemma":0.00006712107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000773143,"about_ca_topic_score_gemma":0.0002528422,"domain_scores_codex":[0.9970103,0.0005681314,0.000599885,0.000972699,0.0004949103,0.0003541012],"domain_scores_gemma":[0.9966442,0.0007714507,0.0001884526,0.001729501,0.0005393188,0.0001270888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002895625,0.005268714,0.002364927,0.0001905163,0.003313098,0.000003597161,0.005683105,0.501259,0.003944653,0.01855184,0.001934112,0.4571968],"study_design_scores_gemma":[0.001803649,0.001621963,0.006618855,0.00005909948,0.0009069068,0.00002737583,0.0001722387,0.9287799,0.01661396,0.03392529,0.008605388,0.0008653479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07284407,0.000009635647,0.9238465,0.0003959479,0.001629674,0.0007871579,0.00001655515,0.0002706894,0.0001997751],"genre_scores_gemma":[0.9225481,0.000002114754,0.07673045,0.0002181751,0.00006632008,0.0002918615,0.000028472,0.00001581693,0.0000987036],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.849704,"threshold_uncertainty_score":0.9999322,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969513994","doi":"10.1145/1143518.1143519","title":"Blur filtration fails to preserve privacy for home-based video conferencing","year":2006,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Image and Video Quality Assessment","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Masking (illustration); Computer science; Context (archaeology); Internet privacy; Videoconferencing; Privacy protection; Balance (ability); Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04971171369475875,"gpt":0.3370958289024376,"spread":0.2873841152076788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003233957,0.0003019336,0.0002815298,0.0004718916,0.0005820721,0.001002273,0.001020788,0.0001062732,0.00005784091],"category_scores_gemma":[0.00002180218,0.0003258536,0.0002393357,0.0003671687,0.00002244843,0.001936797,0.00003402913,0.0002848804,0.00006502745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003150209,"about_ca_system_score_gemma":0.0001047127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000512392,"about_ca_topic_score_gemma":0.0003437405,"domain_scores_codex":[0.9977002,0.0001639706,0.0006212288,0.0007323038,0.0003801556,0.0004021304],"domain_scores_gemma":[0.9976259,0.0005711337,0.0002042296,0.001153298,0.0003278519,0.0001175814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006277912,0.004991942,0.0002433193,0.0005853688,0.0003601002,0.00003176213,0.004071288,0.3134209,0.05613716,0.03335558,0.03279167,0.5533831],"study_design_scores_gemma":[0.004042265,0.003795407,0.008115835,0.000543146,0.000101104,0.00003314064,0.0001800058,0.6871346,0.2531514,0.01838132,0.02300329,0.001518533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04160708,0.00000386023,0.952131,0.003509521,0.001308267,0.0008713771,0.00001636171,0.0003996674,0.0001528474],"genre_scores_gemma":[0.8207219,6.263144e-7,0.177571,0.0008390839,0.0003036083,0.000272916,0.00005640468,0.00002242976,0.0002119515],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7791148,"threshold_uncertainty_score":0.9999194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096316847","doi":"10.1145/1121112.1121115","title":"Fitts' law and expanding targets","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Selection (genetic algorithm); Focus (optics); Human–computer interaction; Space (punctuation); Interface (matter); User interface; Artificial intelligence; Operating system; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.02009000869861807,"gpt":0.296754213607132,"spread":0.276664204908514,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011364,0.0002580311,0.0002056929,0.0002791864,0.0006532601,0.0003204928,0.0005788624,0.0000837066,0.0001727495],"category_scores_gemma":[0.000004569645,0.0002653427,0.000139294,0.0001719167,0.00005764647,0.002322341,0.00004544141,0.0004299117,0.0002046566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001752336,"about_ca_system_score_gemma":0.00001250928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009955563,"about_ca_topic_score_gemma":0.00008791751,"domain_scores_codex":[0.9984979,0.00008373004,0.0003156529,0.0005708137,0.000212917,0.000319001],"domain_scores_gemma":[0.9987984,0.00021126,0.0001206172,0.0006362066,0.0001134944,0.0001200078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003326669,0.00288429,0.000104855,0.0001220474,0.0008102336,0.00009233037,0.01168629,0.01201979,0.1626741,0.1822428,0.009671796,0.6173588],"study_design_scores_gemma":[0.004875469,0.003714737,0.005560239,0.0007704124,0.0001585663,0.001026302,0.001037614,0.23584,0.5538851,0.01021267,0.1800191,0.002899802],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02962631,0.00002678541,0.9641732,0.001404233,0.001359024,0.0001668414,0.000004842822,0.000121838,0.003116934],"genre_scores_gemma":[0.9737673,0.00001730975,0.02307319,0.002489948,0.0002984413,0.0000282516,0.00000766707,0.00001908282,0.0002987866],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.944141,"threshold_uncertainty_score":0.9999799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965473255","doi":"10.1145/1121112.1121113","title":"An investigation into the effects of Text-To-Speech voice and 3D avatars on the perception of presence and flow of live help in electronic commerce","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Perception; Computer science; Human–computer interaction; Interface (matter); Service (business); Affect (linguistics); Exploratory research; Feeling; Construct (python library); Multimedia; Psychology; Communication; Social psychology; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.03547730259120299,"gpt":0.3452875943285261,"spread":0.3098102917373231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008240003,0.0001443962,0.000221068,0.0004876212,0.0002034512,0.00004536752,0.0005250926,0.0001086962,0.00005366677],"category_scores_gemma":[0.0001701902,0.00009862217,0.00005167747,0.000442142,0.0002597736,0.0004409804,0.00002634246,0.0004592265,0.00001344636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007565576,"about_ca_system_score_gemma":0.00002149067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004338646,"about_ca_topic_score_gemma":0.001578133,"domain_scores_codex":[0.9981805,0.0004233125,0.0005236539,0.0003472694,0.0003871063,0.0001381738],"domain_scores_gemma":[0.9969153,0.001916322,0.0002624729,0.0006874869,0.0001734118,0.00004501813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002549286,0.0006315135,0.01015997,0.00003873657,0.00003644536,7.341111e-7,0.02588563,0.00779172,0.06626049,0.0004298683,0.0003065041,0.8882034],"study_design_scores_gemma":[0.001566314,0.005706705,0.7995821,0.0007713042,0.0001027398,0.00004851394,0.009863625,0.1086611,0.06671946,0.006008584,0.0005545471,0.0004149842],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.967171,0.00002038891,0.03009849,0.002092022,0.0001593616,0.0004231124,0.000003932084,0.00002571431,0.000005993209],"genre_scores_gemma":[0.9960962,0.00006370221,0.003493355,0.000251069,0.00002475589,0.00002893535,0.000002578605,0.000008626782,0.00003079151],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8877885,"threshold_uncertainty_score":0.4021696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2764178880","doi":"10.1145/3119929","title":"Improving the Efficacy of Games for Change Using Personalization Models","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Game mechanics; Entertainment; Behavior change; Context (archaeology); Computer science; Psychological intervention; Persuasive technology; Psychology; Persuasion; Multimedia; Social psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.2841073581422853,"gpt":0.463104568427792,"spread":0.1789972102855067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001877445,0.000151081,0.0001764939,0.0001587265,0.001259211,0.0001043638,0.0004463583,0.000103023,0.0002800378],"category_scores_gemma":[0.00001213177,0.0001315564,0.0002749925,0.00005395902,0.00008625324,0.0005978656,0.00001281928,0.0002324817,0.00001040389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009621777,"about_ca_system_score_gemma":0.00001599332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002356119,"about_ca_topic_score_gemma":0.0002290914,"domain_scores_codex":[0.9988964,0.00008191018,0.0003808951,0.0002953883,0.0001202426,0.0002251708],"domain_scores_gemma":[0.9983119,0.000160177,0.0004466192,0.0008666979,0.0001596702,0.00005492472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004591739,0.001292861,0.0001642081,0.0001209334,0.0001391944,0.000001857761,0.005117707,0.001411148,0.001357982,0.002718108,0.0004414126,0.9867754],"study_design_scores_gemma":[0.01292848,0.007612771,0.07721896,0.002553993,0.001391382,0.0002509232,0.003972824,0.8746633,0.005770369,0.004277722,0.007640282,0.001719018],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2809218,0.00002687619,0.7152206,0.0003057834,0.002715824,0.0006336777,0.00003775938,0.00004521839,0.00009251024],"genre_scores_gemma":[0.9952323,0.000004367444,0.003663139,0.000131328,0.0004230539,0.0002095162,0.00001986119,0.00002832698,0.0002880628],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9850564,"threshold_uncertainty_score":0.968496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000959909","doi":"10.1145/1067860.1067868","title":"The language of privacy","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Vocabulary; Computer science; Internet privacy; Space (punctuation); Privacy by Design; Computer-supported cooperative work; Privacy software; Work (physics); Information privacy; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02157865897792013,"gpt":0.3125613515854821,"spread":0.290982692607562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002801029,0.0002294931,0.0002003723,0.0004339247,0.0006717158,0.0001744452,0.001690732,0.0001167192,0.00009127706],"category_scores_gemma":[0.00003056401,0.0001913236,0.0001598894,0.0005086699,0.0001290792,0.001204784,0.00006581768,0.000685459,0.000174875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002461858,"about_ca_system_score_gemma":0.00002945683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005090174,"about_ca_topic_score_gemma":0.0001228016,"domain_scores_codex":[0.9982755,0.0001229615,0.0005718495,0.0004303257,0.0003037825,0.0002955779],"domain_scores_gemma":[0.9974182,0.0004302075,0.0003430654,0.001520644,0.0002465583,0.00004137456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005406325,0.0005205343,0.00002188433,0.00001450202,0.0001571276,0.000006113425,0.002980669,0.002164517,0.01810801,0.02799474,0.001681524,0.9462963],"study_design_scores_gemma":[0.002499142,0.00260119,0.00348691,0.0003894393,0.00007783926,0.0005027709,0.00108601,0.1632898,0.6873605,0.01055754,0.1269037,0.001245092],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1505992,0.00001973106,0.8433524,0.003245191,0.001521045,0.0002226643,0.000002588117,0.0003797575,0.0006575037],"genre_scores_gemma":[0.9635254,0.00001244885,0.03518866,0.0003055875,0.0002215848,0.00004617866,0.000004021279,0.00001888042,0.0006772639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9450513,"threshold_uncertainty_score":0.7801952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019787600","doi":"10.1145/371127.371146","title":"Drag-and-drop versus point-and-click mouse interaction styles for children","year":2001,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Drag; Style (visual arts); Human–computer interaction; Point (geometry); Interaction technique; Context (archaeology); Computer science; Psychology; Social psychology; Simulation; Cognitive psychology; User interface; Mathematics; Mechanics; Programming language; Geometry","retraction":null,"screen_n_in":null,"score":{"opus":0.02867978396550337,"gpt":0.305560305703419,"spread":0.2768805217379156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001768527,0.0004124811,0.000336996,0.0005418287,0.000770599,0.0004765169,0.0006154681,0.0001427884,0.00009183219],"category_scores_gemma":[0.00003378957,0.0004282621,0.0002386683,0.0002489846,0.00007986617,0.002570383,0.00006921972,0.0005415397,0.00007433929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002239016,"about_ca_system_score_gemma":0.00002283041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002365872,"about_ca_topic_score_gemma":0.0001371325,"domain_scores_codex":[0.9978301,0.0001260424,0.0004798962,0.0008926387,0.0002385063,0.0004328334],"domain_scores_gemma":[0.997938,0.0006527675,0.0002426089,0.0007628762,0.0002347142,0.0001689761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00554933,0.003461082,0.001199001,0.0001694294,0.002503705,0.00004662706,0.007284955,0.003727432,0.07768898,0.02282296,0.01011338,0.8654331],"study_design_scores_gemma":[0.04179787,0.03120314,0.1088619,0.001772367,0.001347104,0.004487759,0.005203968,0.4270779,0.2887681,0.008812877,0.0719389,0.008728083],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2408746,0.0000191573,0.7552789,0.001162475,0.001701079,0.0004804336,0.000018197,0.0001383017,0.0003268257],"genre_scores_gemma":[0.9877121,0.0001247683,0.01051577,0.0005869216,0.0003259425,0.0001166673,0.00005222109,0.00004295688,0.0005225951],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.856705,"threshold_uncertainty_score":0.9998169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200309501","doi":"10.1145/3492342","title":"Introduction to the Special Issue on First-Person Methods in HCI","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"First person; TRACE (psycholinguistics); Space (punctuation); Computer science; Third person; Human–computer interaction; Engineering ethics; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03835663549410527,"gpt":0.3552606975627056,"spread":0.3169040620686003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006187016,0.0003938604,0.0003499497,0.001122881,0.0009096987,0.0003896361,0.001258854,0.0002151611,0.001227898],"category_scores_gemma":[0.0001355877,0.0003693094,0.0001884981,0.001909932,0.0000665965,0.001067497,0.00007156626,0.001502179,0.001023732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008837493,"about_ca_system_score_gemma":0.00004438354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008840527,"about_ca_topic_score_gemma":0.001159591,"domain_scores_codex":[0.9967904,0.0005487366,0.0006126793,0.001191317,0.0003975701,0.0004592736],"domain_scores_gemma":[0.9968769,0.0005382694,0.0002154875,0.001925885,0.000366766,0.00007668097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001620338,0.001096703,0.00001656653,0.0000239937,0.0001277826,0.00006590267,0.004061593,0.03114859,0.004641542,0.0105666,0.05727984,0.8908089],"study_design_scores_gemma":[0.0008984836,0.00142872,0.001883182,0.0002134687,0.00002851284,0.0003540252,0.000718487,0.02618827,0.1239827,0.001804269,0.8418162,0.0006836628],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006822794,0.000005342346,0.9214686,0.05517956,0.01392281,0.0004414039,0.000003995983,0.0003475627,0.001807998],"genre_scores_gemma":[0.4735084,0.00003292935,0.4751167,0.008604961,0.03597466,0.0006431889,0.00006449571,0.0001429803,0.005911731],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8901252,"threshold_uncertainty_score":0.9998759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308303206","doi":"10.1145/3569898","title":"Designing for Emotion Regulation Interventions: An Agenda for HCI Theory and Research","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Psychological intervention; Intervention (counseling); Implementation; Work (physics); Psychology; Human–computer interaction; Applied psychology; Mental illness; Mental health; Computer science; Psychotherapist; Engineering; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2550207856073591,"gpt":0.513992426411189,"spread":0.2589716408038299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002595267,0.0002006978,0.0002110467,0.0008741444,0.002308835,0.0001867179,0.0003430728,0.00008779705,0.001025425],"category_scores_gemma":[0.00005615278,0.0002457375,0.0003222454,0.0003032743,0.00008958977,0.000707213,0.00003731448,0.0005235551,0.00002609164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005432967,"about_ca_system_score_gemma":0.00002329874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007646565,"about_ca_topic_score_gemma":0.00007163931,"domain_scores_codex":[0.9967846,0.001156278,0.0006808158,0.0006792162,0.0002791501,0.0004199049],"domain_scores_gemma":[0.9972874,0.001552074,0.000227352,0.0005918767,0.0002281404,0.0001131852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003155819,0.004519088,0.00001811821,0.0004389304,0.0003148003,0.000003301911,0.004650935,0.002661384,0.001286586,0.06789583,0.006078918,0.9089763],"study_design_scores_gemma":[0.0142579,0.07896581,0.008749057,0.002339946,0.0005991787,0.0006987004,0.0303297,0.03061355,0.01100009,0.7570522,0.06324438,0.002149424],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0830728,0.00004616755,0.9094414,0.0005874157,0.004194484,0.002031451,0.000211531,0.0001896138,0.0002251868],"genre_scores_gemma":[0.9768605,0.000001350142,0.01515629,0.0001767791,0.0002510234,0.0036693,0.0003671404,0.00006712241,0.003450515],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9068269,"threshold_uncertainty_score":0.9999995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989324403","doi":"10.1145/2494265","title":"A sustainable design fiction","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sustainability; Sustainable design; Design elements and principles; Point (geometry); Computer science; Sociology; Architectural engineering; Engineering ethics; Management science; Epistemology; Aesthetics; Engineering; Art; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.03117080678265967,"gpt":0.2848828038418315,"spread":0.2537119970591719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003160675,0.0004119948,0.0002980031,0.001239232,0.001029486,0.0007193724,0.001375051,0.000251839,0.0007821303],"category_scores_gemma":[0.000035655,0.0004342053,0.0001791335,0.0009922948,0.00009151614,0.00454807,0.00007348104,0.001001557,0.001193552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007201602,"about_ca_system_score_gemma":0.00005455872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003847777,"about_ca_topic_score_gemma":0.00001368512,"domain_scores_codex":[0.9972446,0.000254117,0.0006285122,0.000868786,0.0003707381,0.0006332301],"domain_scores_gemma":[0.9969894,0.0003453579,0.0003123923,0.001521396,0.0007273381,0.0001040925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001918761,0.003423062,0.00007260456,0.0001517161,0.0007389907,0.0001452286,0.004359289,0.04154878,0.03996496,0.1067557,0.07614403,0.7265037],"study_design_scores_gemma":[0.003640014,0.006947414,0.004082442,0.0004390174,0.0001129514,0.001171473,0.002105479,0.6496801,0.1847153,0.1058243,0.03841479,0.002866758],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02173753,0.000005894667,0.9706037,0.001785762,0.002190271,0.0008954895,0.000001035166,0.001366932,0.001413369],"genre_scores_gemma":[0.8929051,0.000006072096,0.102735,0.0006555816,0.0002016299,0.000483772,0.000009459018,0.00004044643,0.002962949],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8711676,"threshold_uncertainty_score":0.999811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990116544","doi":"10.1145/1502800.1502806","title":"The calendar is crucial","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Typology; Everyday life; Process (computing); Computer science; Sociology; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.02527721434926196,"gpt":0.3145327840223553,"spread":0.2892555696730934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0002870914,0.0003485251,0.0002400229,0.0005053665,0.001903259,0.0003966077,0.001936434,0.0001934804,0.0001280399],"category_scores_gemma":[0.00002332733,0.0002980454,0.0002234222,0.000674976,0.0001270945,0.001479978,0.00004050501,0.001134118,0.0003681082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000375542,"about_ca_system_score_gemma":0.00004593792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003439649,"about_ca_topic_score_gemma":0.00005307968,"domain_scores_codex":[0.9976351,0.0001434668,0.0006054569,0.0007220384,0.0004190758,0.0004748845],"domain_scores_gemma":[0.9973332,0.0003057652,0.000288062,0.001668268,0.0003299768,0.00007467088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007914922,0.0004701459,0.000006614691,0.000005154764,0.0001150902,0.000020777,0.001091654,0.0004075684,0.004188678,0.03119863,0.01407485,0.9483417],"study_design_scores_gemma":[0.003758798,0.008610477,0.009205567,0.0005072149,0.0001277251,0.001243225,0.0005044458,0.1340152,0.2159836,0.1848692,0.4384233,0.002751291],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01941186,0.00001464399,0.9612698,0.01293643,0.004360602,0.0003128336,0.000009795914,0.000791763,0.0008922871],"genre_scores_gemma":[0.9782835,0.0000230749,0.01712846,0.003080313,0.0004308788,0.00004710081,0.000005198601,0.00002169167,0.0009797419],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9588717,"threshold_uncertainty_score":0.9999472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990977760","doi":"10.1145/371127.371159","title":"Role of interface manipulation style and scaffolding on cognition and concept learning in learnware","year":2001,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Metaphor; Interface (matter); Object (grammar); Computer science; Human–computer interaction; Representation (politics); Process (computing); Software; Style (visual arts); Cognition; Cognitive science; Psychology; Artificial intelligence; Programming language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.04685574212118072,"gpt":0.3775317814516964,"spread":0.3306760393305156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004578534,0.0001734521,0.0002151365,0.0005062287,0.0002515205,0.00004709974,0.00008143023,0.0001188129,0.0003114656],"category_scores_gemma":[0.00003389917,0.0001921901,0.00004080445,0.0002231798,0.00006382943,0.0002154198,0.000009537986,0.0007932258,0.00001328774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007244037,"about_ca_system_score_gemma":0.00000463916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002407402,"about_ca_topic_score_gemma":0.00004139812,"domain_scores_codex":[0.9983205,0.0006793922,0.0003386957,0.0003708838,0.0001165174,0.0001740399],"domain_scores_gemma":[0.9990476,0.0004708932,0.0001931532,0.0001872392,0.00006608708,0.00003503859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005523726,0.0004310408,0.006235208,0.0000275033,0.00009924556,0.000006196223,0.01605855,0.02392382,0.01945474,0.0008117894,0.00002457882,0.932375],"study_design_scores_gemma":[0.01172363,0.01239862,0.7971983,0.003749148,0.0002596484,0.0008613837,0.03234283,0.09980747,0.02282867,0.004749102,0.01205578,0.002025405],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7726362,0.00003784463,0.2256291,0.00008997239,0.0003066527,0.0001518449,0.000001592837,0.00008913319,0.0010577],"genre_scores_gemma":[0.997134,0.00001382336,0.002300967,0.00005197109,0.00008021072,0.00001664466,0.00001599656,0.00002560112,0.0003607972],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9303495,"threshold_uncertainty_score":0.7837285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022416142","doi":"10.1145/1096737.1096741","title":"A probabilistic approach to modeling two-dimensional pointing","year":2005,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Movement (music); Contrast (vision); Dimension (graph theory); Probabilistic logic; Orientation (vector space); Computer science; Perpendicular; Task (project management); Geometry; Statistical model; Mathematics; Algorithm; Artificial intelligence; Physics; Acoustics; Combinatorics","retraction":null,"screen_n_in":null,"score":{"opus":0.07421725121954897,"gpt":0.3194833492177279,"spread":0.2452660979981789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009484363,0.0003526517,0.0002774144,0.0005862248,0.0009387318,0.0002512063,0.0004618149,0.00008981561,0.0003125406],"category_scores_gemma":[0.0001004887,0.00036658,0.0002423748,0.0004219581,0.00004075764,0.0009588682,0.0000298513,0.0008028952,0.0007342769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003761656,"about_ca_system_score_gemma":0.00003319292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000109319,"about_ca_topic_score_gemma":0.00007218322,"domain_scores_codex":[0.9973868,0.000175098,0.0006029386,0.0009424312,0.0004295357,0.0004632209],"domain_scores_gemma":[0.9982978,0.0004523848,0.0001353232,0.0007656203,0.0001264535,0.0002224025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009913224,0.0009168049,9.642985e-7,0.00001217846,0.00001920242,0.000004014858,0.0006213423,0.916286,0.05294129,0.0004480136,0.0002491335,0.02840191],"study_design_scores_gemma":[0.0006081886,0.0002771463,0.000009889442,0.000102159,0.00003699712,0.0003650774,0.0001001315,0.9488701,0.04659868,0.0004778153,0.002133067,0.0004206999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5112903,8.562013e-7,0.4826409,0.0008664299,0.001166921,0.0004605715,0.00001366095,0.0004090168,0.003151399],"genre_scores_gemma":[0.9753293,9.730975e-7,0.02108836,0.002054024,0.000654974,0.000120873,0.000009517745,0.00005544223,0.0006864957],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4640391,"threshold_uncertainty_score":0.9998786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3124751734","doi":"10.1145/3428121","title":"Fast and Secure Authentication in Virtual Reality Using Coordinated 3D Manipulation and Pointing","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Ludwig-Maximilians-Universität München; University of Glasgow; Engineering and Physical Sciences Research Council; Royal Society of Edinburgh; Erasmus+; McGill University","keywords":"Password; Computer science; Usability; USable; Authentication (law); Human–computer interaction; Gaze; Computer security; Virtual reality; Challenge–response authentication; Authentication protocol; Artificial intelligence; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.04560728426598929,"gpt":0.3101367479006215,"spread":0.2645294636346322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002756536,0.0001736019,0.0001982882,0.0003177535,0.0003272554,0.0003949501,0.0002079174,0.0001027523,0.00002095741],"category_scores_gemma":[0.00001885357,0.0002020294,0.00004642094,0.0004130674,0.0000360857,0.0009767076,0.00004412953,0.0002916197,0.000006189472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001383201,"about_ca_system_score_gemma":0.00002845409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001990638,"about_ca_topic_score_gemma":0.0002663686,"domain_scores_codex":[0.9983679,0.0002533812,0.0004512169,0.0005543561,0.0001881614,0.0001850062],"domain_scores_gemma":[0.9989494,0.0001404453,0.0001609816,0.0005195448,0.0001507605,0.00007884968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001378841,0.002634007,0.004310458,0.0006638567,0.0003702989,0.0001072994,0.143003,0.02297494,0.06130119,0.04073498,0.0001049768,0.7236571],"study_design_scores_gemma":[0.000552208,0.00008293655,0.008368375,0.0001786607,0.00001885801,0.0001645391,0.0003651727,0.9866363,0.0016869,0.001600922,0.0001375715,0.0002075426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3683929,0.00001383164,0.6304111,0.0005309636,0.0004053404,0.0001286991,0.00000238168,0.00008848497,0.00002628072],"genre_scores_gemma":[0.9926438,0.00001281198,0.007073287,0.0001071113,0.00005335769,0.00001073707,0.00002109853,0.00001265711,0.0000650827],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9636614,"threshold_uncertainty_score":0.8238519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079467012","doi":"10.1145/2766448","title":"Mid-Air Pointing on Ultra-Walls","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Sudbury; University of Waterloo","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Strengths and weaknesses; Task (project management); Human–computer interaction; Function (biology); Resolution (logic); Artificial intelligence; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04468291140596637,"gpt":0.3062526163596291,"spread":0.2615697049536628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002719964,0.0003937623,0.0003054273,0.0005703189,0.0004708212,0.0002904004,0.001232987,0.0001276309,0.0001174265],"category_scores_gemma":[0.00004131409,0.0003968164,0.0002967658,0.0004207198,0.00004832732,0.001812954,0.00003377723,0.0007589528,0.001090038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004395081,"about_ca_system_score_gemma":0.0000611468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001431358,"about_ca_topic_score_gemma":0.00003017291,"domain_scores_codex":[0.9975168,0.0002066169,0.0004877622,0.0008136862,0.000502612,0.0004725702],"domain_scores_gemma":[0.9975712,0.0003828602,0.0002403034,0.001194096,0.000367,0.0002445515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001833813,0.01151713,0.0004280097,0.0002064934,0.001886906,0.0005084784,0.0270595,0.1183547,0.217965,0.0346052,0.08639619,0.4992385],"study_design_scores_gemma":[0.00627819,0.009891294,0.005706078,0.001194887,0.0001469183,0.0007453854,0.001923002,0.06938649,0.8349152,0.009955307,0.05691393,0.002943304],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04859878,0.000006018917,0.9363281,0.001914775,0.005229452,0.0002701293,0.000008141758,0.0002243469,0.007420246],"genre_scores_gemma":[0.9877167,0.000004167069,0.008698937,0.00236527,0.0003718607,0.00003828223,0.00001776706,0.00003520703,0.0007518365],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9391179,"threshold_uncertainty_score":0.9998484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2744592570","doi":"10.1145/3131275","title":"BubbleView","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Kwanjeong Educational Foundation","keywords":"Eye tracking; Visualization; Image (mathematics); Focus (optics); Rank (graph theory); Measure (data warehouse); Image processing; Eye movement","retraction":null,"screen_n_in":null,"score":{"opus":0.05540154596198939,"gpt":0.3393102857871984,"spread":0.283908739825209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0001730613,0.0002246882,0.0002369574,0.0002498665,0.001574368,0.0006682939,0.002533273,0.0001127833,0.00008321594],"category_scores_gemma":[0.00003169712,0.0002220619,0.0001722124,0.0001042318,0.0001030583,0.001099104,0.00007369804,0.0005137146,0.000356248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001070784,"about_ca_system_score_gemma":0.00002127203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009720512,"about_ca_topic_score_gemma":0.00006220881,"domain_scores_codex":[0.9985809,0.00006312192,0.0002942396,0.0005706004,0.0002042928,0.0002868804],"domain_scores_gemma":[0.9967703,0.0001398655,0.0002631309,0.002637474,0.0001065708,0.00008261175],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000766467,0.0002907242,0.00009649489,0.00001816594,0.00005890114,0.00002356879,0.00009317399,0.0002919281,0.0005791211,0.01017778,0.0007655156,0.987597],"study_design_scores_gemma":[0.008039592,0.007081027,0.1663931,0.003079387,0.0003419566,0.001700569,0.0001563341,0.2213823,0.08411192,0.1325457,0.3697319,0.005436315],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01658035,0.00001448783,0.9750828,0.003526918,0.002468868,0.0001399272,0.000002540666,0.0006961864,0.001487945],"genre_scores_gemma":[0.9546454,0.00002870083,0.04443439,0.0002672343,0.0001408868,0.00003399523,0.000002202649,0.0000156464,0.0004315157],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9821606,"threshold_uncertainty_score":0.9997255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000180156","doi":"10.1145/2696869","title":"Sharing Domestic Life through Long-Term Video Connections","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Everyday life; Term (time); Videoconferencing; Multimedia; Demographics; Internet privacy; Human–computer interaction; Psychology; Communication; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.08583951185541029,"gpt":0.3558199732118587,"spread":0.2699804613564484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003649955,0.000526214,0.0004503962,0.001002573,0.0009161974,0.0006223244,0.001983613,0.0002939944,0.000224294],"category_scores_gemma":[0.0001394912,0.0005745618,0.0002436198,0.001177151,0.0001619551,0.003907439,0.0001550363,0.001376986,0.0008177474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008643402,"about_ca_system_score_gemma":0.0001265038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001563343,"about_ca_topic_score_gemma":0.0001612144,"domain_scores_codex":[0.9965902,0.0001694877,0.000879757,0.001231838,0.0005331953,0.0005955279],"domain_scores_gemma":[0.9961471,0.0003639576,0.0004347035,0.002082912,0.0007358178,0.0002355323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001198995,0.01204284,0.006467398,0.0004795773,0.004070432,0.001097604,0.02484149,0.10331,0.01674454,0.3758918,0.02915062,0.4247046],"study_design_scores_gemma":[0.02469904,0.01976814,0.04593183,0.003924555,0.0009912867,0.01252774,0.00269513,0.4723842,0.09585591,0.2663504,0.04347283,0.01139895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.135497,0.00002001472,0.852671,0.002154843,0.006700011,0.0004270044,0.000005190196,0.001507735,0.001017281],"genre_scores_gemma":[0.9683136,0.00001051839,0.02929128,0.001137526,0.0004726092,0.0001796836,0.00002795067,0.00005683984,0.0005100273],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8328166,"threshold_uncertainty_score":0.9999602,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031285578","doi":"10.1145/1806923.1806925","title":"SAK","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Deutsche Forschungsgemeinschaft","keywords":"Block (permutation group theory); Key (lock); Computer science; Character (mathematics); Interval (graph theory); Feature (linguistics); Software; Mathematics; Computer security; Operating system; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.04614933415188788,"gpt":0.3212334034475053,"spread":0.2750840692956175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004907192,0.0002834637,0.0002057696,0.0004399306,0.0008516578,0.0002459545,0.0005352079,0.0001503587,0.003186755],"category_scores_gemma":[0.00008712317,0.0002895524,0.0002446453,0.0003012234,0.00009913346,0.0008817592,0.00001447898,0.0014764,0.001463059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008457332,"about_ca_system_score_gemma":0.00002367814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009011206,"about_ca_topic_score_gemma":0.0002783924,"domain_scores_codex":[0.9981877,0.0001093716,0.000401211,0.0006541795,0.000300777,0.0003467458],"domain_scores_gemma":[0.9978673,0.0007483483,0.000152413,0.0009947926,0.00007528749,0.0001618499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00008639204,0.0007531469,0.00001903533,0.000009066982,0.00002369574,0.00002862588,0.000368099,0.00101036,0.9177356,0.001528257,0.002220935,0.07621679],"study_design_scores_gemma":[0.0006557984,0.0005045806,0.0004679253,0.00004379917,0.00003786879,0.0006307845,0.00009690374,0.006200635,0.8829271,0.001541856,0.1064007,0.0004920661],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8300356,4.260264e-7,0.1482869,0.001062363,0.01221441,0.0003054945,0.00002953923,0.0006727956,0.007392426],"genre_scores_gemma":[0.9939169,0.000006261305,0.002013847,0.001237648,0.0006874867,0.000050999,0.00000669258,0.00004485979,0.002035266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1638813,"threshold_uncertainty_score":0.9999557,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","retraction":null,"screen_n_in":null,"score":{"opus":0.03467616129877977,"gpt":0.2867475151867631,"spread":0.2520713538879834,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003158608,0.0002821106,0.0002776227,0.0002137978,0.0003929811,0.0004264694,0.0008545993,0.0001235908,0.0002911026],"category_scores_gemma":[0.00001633668,0.0002835133,0.0001414773,0.0003306827,0.00008445316,0.001407829,0.00006320333,0.000500428,0.0002733897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001995493,"about_ca_system_score_gemma":0.0000395977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001087487,"about_ca_topic_score_gemma":0.00007877233,"domain_scores_codex":[0.9978586,0.00022253,0.0004850378,0.0008252612,0.0003084096,0.0003000957],"domain_scores_gemma":[0.9978761,0.0003927429,0.0001429592,0.001279206,0.0001741953,0.0001347903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001155133,0.00619438,0.003597663,0.0008983287,0.0006748285,0.00001256857,0.04245052,0.1070685,0.009609146,0.04765968,0.003281249,0.7784377],"study_design_scores_gemma":[0.003352389,0.004331131,0.01369467,0.0007426883,0.0001108644,0.0002173234,0.0006742632,0.9210237,0.01223235,0.02358469,0.0182002,0.001835783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2615527,0.00001624907,0.7344692,0.0006587497,0.002284265,0.0004807962,0.000007540943,0.0003216682,0.0002088694],"genre_scores_gemma":[0.990639,0.00001525299,0.008657487,0.0002902829,0.00006969059,0.00002177168,0.00001006114,0.00001738922,0.0002790662],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8139552,"threshold_uncertainty_score":0.9999617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144821674","doi":"10.1145/606658.606659","title":"Diagramming information structures using 3D perceptual primitives","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Story-driven modeling; Computer science; Class diagram; Artificial intelligence; Theoretical computer science; Unified Modeling Language; Software; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04078100130807261,"gpt":0.324196312995483,"spread":0.2834153116874104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001499012,0.0002232476,0.0001724545,0.0004698242,0.0005742897,0.0006406878,0.0005434441,0.00008653737,0.0001862147],"category_scores_gemma":[0.00003409848,0.000229495,0.0001113333,0.0004028732,0.00004471228,0.003462302,0.00002296499,0.0002884132,0.00006475025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001698892,"about_ca_system_score_gemma":0.00004844178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004309541,"about_ca_topic_score_gemma":0.00001685468,"domain_scores_codex":[0.9985469,0.0001513885,0.0004251759,0.0003177137,0.0003100623,0.0002487777],"domain_scores_gemma":[0.9987981,0.0001176271,0.0001872855,0.0006398489,0.000157375,0.00009980802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003108198,0.0007079486,0.0001443443,0.00009993681,0.0002559545,0.00001142136,0.009492228,0.1320566,0.002029463,0.1081427,0.001284914,0.7457433],"study_design_scores_gemma":[0.001366551,0.0005589292,0.001205466,0.0001662243,0.0000810351,0.0002308946,0.001107266,0.9198791,0.008998944,0.004887091,0.06048938,0.001029088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01462075,0.000003681139,0.9831442,0.00008028829,0.001320487,0.0001500512,0.000008921534,0.0002527548,0.0004188529],"genre_scores_gemma":[0.8406677,0.000009615666,0.1585477,0.0005630887,0.00007999141,0.00000747409,0.00004003107,0.00001325834,0.00007117878],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8260469,"threshold_uncertainty_score":0.9358534,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229038857","doi":"10.1145/3503537","title":"Iteratively Designing Gesture Vocabularies: A Survey and Analysis of Best Practices in the HCI Literature","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Gesture; Computer science; Vocabulary; Set (abstract data type); Leverage (statistics); Human–computer interaction; Data science; Knowledge management; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06620578894954164,"gpt":0.3405995715272262,"spread":0.2743937825776845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000893078,0.0002498906,0.0003510251,0.001149164,0.0007464552,0.0004489394,0.001084546,0.00006630866,0.00007206389],"category_scores_gemma":[0.00007337616,0.0002141677,0.0001931151,0.002457554,0.00005566802,0.001542811,0.00007873107,0.001021105,0.000003155938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001312323,"about_ca_system_score_gemma":0.00003935375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006997153,"about_ca_topic_score_gemma":0.0005917677,"domain_scores_codex":[0.9969266,0.0013782,0.0004456004,0.0005918592,0.0004209439,0.0002368185],"domain_scores_gemma":[0.9966163,0.001792163,0.0005768511,0.0007336476,0.0002388835,0.00004212793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.003172347,0.01488923,0.04090506,0.0003826013,0.01271887,0.0007278485,0.4823138,0.2287622,0.0711844,0.0153701,0.00421529,0.1253583],"study_design_scores_gemma":[0.00327225,0.008326079,0.546804,0.0005502554,0.001497395,0.0006720498,0.01713626,0.4015118,0.008690089,0.001557997,0.007991476,0.00199039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.23516,0.00009854519,0.7627836,0.0008230513,0.0005640691,0.0003150368,0.00008553308,0.0000203883,0.0001497893],"genre_scores_gemma":[0.9947869,0.00002505989,0.004163169,0.0006954063,0.00003313888,0.00008632967,0.0001012655,0.00001147166,0.00009727316],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7596269,"threshold_uncertainty_score":0.8733506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296230867","doi":"10.1145/3557891","title":"The Evolution of HCI and Human Factors: Integrating Human and Artificial Intelligence","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Perspective (graphical); Human intelligence; Computer science; Human–computer interaction; Data science; Engineering ethics; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05269093130983907,"gpt":0.3713306980707644,"spread":0.3186397667609253,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004561938,0.0002637274,0.0002621384,0.0004429105,0.003305975,0.0001631285,0.0003507956,0.0000882309,0.002263472],"category_scores_gemma":[0.00001987329,0.0002399625,0.000142529,0.0002630729,0.0002145727,0.0003157226,0.00005386622,0.0009113186,0.00001778097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003821812,"about_ca_system_score_gemma":0.00001929065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001364788,"about_ca_topic_score_gemma":0.0008599143,"domain_scores_codex":[0.9975947,0.0004860953,0.0008560471,0.0004968986,0.0003045239,0.0002617333],"domain_scores_gemma":[0.9981866,0.000595735,0.000434215,0.0005721031,0.0001264003,0.00008495401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006403246,0.002670923,0.002192473,0.0001037281,0.000867239,0.00001460099,0.04241966,0.003724416,0.02654735,0.525643,0.001999363,0.3931769],"study_design_scores_gemma":[0.004913168,0.02267919,0.2344771,0.001026616,0.0009610457,0.001511812,0.3917865,0.06047028,0.01995663,0.1851878,0.07182485,0.005205035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7750247,0.00003313601,0.2199885,0.0004157066,0.002404708,0.0003826571,0.00003072579,0.0001839254,0.001536048],"genre_scores_gemma":[0.9986054,0.000003640347,0.0002953696,0.00006315522,0.0001594432,0.0001163311,0.00003107838,0.00003025297,0.0006953586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3879719,"threshold_uncertainty_score":0.9986486,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2020776366","doi":"10.1145/2533682.2533683","title":"Evaluating a Tool for Improving Accessibility to Charts and Graphs","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Comisión Nacional de Investigación Científica y Tecnológica; Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Usability; Lexicon; Computer science; Screen reader; Graph; Set (abstract data type); Human–computer interaction; Partially sighted; Artificial intelligence; Visually impaired; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07939364549560197,"gpt":0.4096464691966764,"spread":0.3302528237010744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007017549,0.0001929829,0.0002097999,0.0002066845,0.001152974,0.0009968347,0.0003890039,0.00008872231,0.0003759043],"category_scores_gemma":[0.0002961503,0.0001985699,0.0001554094,0.0002349943,0.0001659307,0.002540161,0.00003155118,0.0001822784,0.00004121705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002824215,"about_ca_system_score_gemma":0.00005352182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002309425,"about_ca_topic_score_gemma":0.001368779,"domain_scores_codex":[0.9981204,0.0001432317,0.0004405532,0.0006049841,0.0003259983,0.000364871],"domain_scores_gemma":[0.9981919,0.0007288203,0.0001250147,0.0004803492,0.0003116709,0.0001622247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006197745,0.0003567291,0.001006671,0.000117245,0.00003396808,1.808955e-7,0.007041985,0.0002029756,0.001109411,0.001331648,0.0001483383,0.9885889],"study_design_scores_gemma":[0.006103895,0.01042654,0.172924,0.001201034,0.0004617443,0.00002753124,0.03503493,0.05955737,0.01163496,0.6896343,0.008234917,0.004758684],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8999145,0.000003764345,0.09571697,0.001059658,0.0008701252,0.001654233,0.00001701591,0.0002205693,0.0005431662],"genre_scores_gemma":[0.9862745,0.00000121904,0.01215466,0.0003124796,0.00017894,0.0006296844,0.000006817518,0.00002024275,0.0004213939],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9838302,"threshold_uncertainty_score":0.96125,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089825482","doi":"10.1145/1970378.1970380","title":"Design and evaluation of a command recommendation system for software applications","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Plug-in; Recommender system; Adaptation (eye); Software; Domain (mathematical analysis); Collaborative filtering; Human–computer interaction; Software engineering; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1369599257597133,"gpt":0.3370727627224743,"spread":0.200112836962761,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009584939,0.0001713205,0.0002194076,0.0003248943,0.0003397337,0.00008938512,0.0004201656,0.00009038706,0.00001983114],"category_scores_gemma":[0.000006233433,0.0001748386,0.00008700422,0.0001888975,0.00002511345,0.0006754601,0.00002136051,0.000132953,0.000003589166],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001746971,"about_ca_system_score_gemma":0.00003202545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000896336,"about_ca_topic_score_gemma":0.00001741652,"domain_scores_codex":[0.9985009,0.0002728225,0.0004757493,0.0004037826,0.0002004502,0.0001462363],"domain_scores_gemma":[0.9982633,0.0003181052,0.0003149036,0.0006364604,0.0004103412,0.00005688928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004063781,0.0003264675,0.00002381415,0.0001548655,0.0001030713,1.876884e-7,0.00121792,0.0005860309,0.0003790764,0.003623655,0.0003016808,0.9932426],"study_design_scores_gemma":[0.003162888,0.002751286,0.001026521,0.0006445675,0.000332588,0.0001763539,0.0004394182,0.8856589,0.07545414,0.02494133,0.004570599,0.0008414048],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001402977,0.0000130319,0.9957097,0.00009841039,0.0005365685,0.001723203,0.000007951299,0.0003395414,0.0001686022],"genre_scores_gemma":[0.615294,0.00000482427,0.3837065,0.000023856,0.00003681199,0.0009022495,0.00001205115,0.00001198008,0.000007701065],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9924012,"threshold_uncertainty_score":0.7129709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2781676594","doi":"10.1145/3131607","title":"Opening up the Design Space of Neurofeedback Brain--Computer Interfaces for Children","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Brain–computer interface; Neurofeedback; Conceptual framework; Computer science; Space (punctuation); Conceptual design; Psychology; Interface (matter); Process (computing); Cognitive science; Human–computer interaction; Cognitive psychology; Electroencephalography; Neuroscience; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.08059380512199019,"gpt":0.3420098883974819,"spread":0.2614160832754917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.000409329,0.0004184447,0.0004143681,0.0002487708,0.001964609,0.0008673854,0.002514125,0.0001210229,0.00008930972],"category_scores_gemma":[0.0001340497,0.0003316278,0.0003164912,0.0001225755,0.0003162201,0.001080036,0.0001296723,0.0006071008,0.0000461411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007006295,"about_ca_system_score_gemma":0.00003279037,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001227906,"about_ca_topic_score_gemma":0.00003318948,"domain_scores_codex":[0.9974023,0.0003515849,0.0006090735,0.0008668291,0.0003323817,0.0004378703],"domain_scores_gemma":[0.9950811,0.002345608,0.0006703694,0.001672714,0.0001352158,0.00009496861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001602116,0.001404147,0.0002365338,0.0001905797,0.0004958662,0.000015894,0.006857519,0.1058147,0.2947764,0.001805517,0.03439626,0.5524045],"study_design_scores_gemma":[0.00193531,0.002389854,0.003092759,0.000423447,0.00008186221,0.0001801274,0.00008495253,0.07734662,0.9094161,0.001193475,0.003264698,0.0005907239],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3175836,0.000004830706,0.6740967,0.003480549,0.003780984,0.0008270761,0.00002521378,0.0001239185,0.00007715698],"genre_scores_gemma":[0.9835883,0.00001025667,0.01400451,0.0008988037,0.0005521597,0.00007679301,0.00000450574,0.00005945739,0.000805204],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6660048,"threshold_uncertainty_score":0.9999136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3212410866","doi":"10.1145/3472617","title":"Remote VR Studies: A Framework for Running Virtual Reality Studies Remotely Via Participant-Owned HMDs","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Virtual reality; Demographics; Human–computer interaction; Computer science; Strengths and weaknesses; Coronavirus disease 2019 (COVID-19); Work (physics); Optical head-mounted display; Psychology; Engineering; Artificial intelligence; Medicine; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.2637119146173094,"gpt":0.4468164524138257,"spread":0.1831045377965163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005673679,0.0004408777,0.0006783296,0.0002793959,0.001287407,0.0003783032,0.0009085515,0.0002004207,0.00002293084],"category_scores_gemma":[0.0003462823,0.0004406228,0.0003708688,0.0008583608,0.0001366213,0.001092083,0.0001244026,0.0006619705,0.00005188505],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004719622,"about_ca_system_score_gemma":0.0001172717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009009048,"about_ca_topic_score_gemma":0.0001663801,"domain_scores_codex":[0.9966089,0.0002532827,0.0009425476,0.001123456,0.0004547901,0.0006170973],"domain_scores_gemma":[0.9944955,0.001988878,0.0003807089,0.002026777,0.0008744638,0.0002336632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000160692,0.0008823291,0.000003167659,0.0001850292,0.001472774,0.00003061648,0.01264118,0.01549611,0.003417669,0.02892887,0.00157717,0.9352044],"study_design_scores_gemma":[0.00332656,0.005450546,0.0007981851,0.002862657,0.000713184,0.0004439322,0.008763506,0.5080555,0.06870269,0.3699646,0.02843325,0.002485373],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01448102,0.0001718117,0.9754925,0.006440768,0.002347066,0.0005169639,0.0000193323,0.0004763305,0.00005420128],"genre_scores_gemma":[0.779552,0.0002864292,0.2182267,0.001154944,0.000408219,0.0001004079,0.00002221363,0.00003822428,0.0002108629],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.932719,"threshold_uncertainty_score":0.9998046,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.09646156343892542,"gpt":0.3748743440137637,"spread":0.2784127805748383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002376524,0.0002928707,0.0003156625,0.0004114008,0.00036905,0.0001971067,0.001151606,0.0001704535,0.00008808121],"category_scores_gemma":[0.0001148895,0.0003077717,0.000192562,0.000394633,0.00003687595,0.001560492,0.00002789875,0.0004137228,0.00001731936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003076285,"about_ca_system_score_gemma":0.0000941136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001330972,"about_ca_topic_score_gemma":0.0002901953,"domain_scores_codex":[0.9973803,0.0003419241,0.0005749585,0.0007145442,0.0005959626,0.0003923678],"domain_scores_gemma":[0.9960525,0.001432935,0.0002699559,0.00129804,0.0008185885,0.0001280045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008015853,0.001498986,0.00002178013,0.00006584892,0.0001880923,0.000002702881,0.002324061,0.2111926,0.009329415,0.0004764762,0.001196986,0.7729015],"study_design_scores_gemma":[0.001813252,0.004682662,0.0003582733,0.000144655,0.0001234973,0.00004323573,0.0001300515,0.5566624,0.427959,0.007052594,0.0006024216,0.0004280093],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08566608,0.00002115576,0.910985,0.0002822505,0.001768521,0.0009503093,0.000009845172,0.0002594302,0.00005741147],"genre_scores_gemma":[0.6448694,9.75263e-7,0.3547296,0.0001339001,0.0001005508,0.00006384349,0.000008291659,0.00001810272,0.00007530349],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7724735,"threshold_uncertainty_score":0.9999374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2918051339","doi":"10.1145/3301421","title":"Support for Carers of Young People with Mental Illness","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council","keywords":"Alliance; Moderation; Concordance; Mental health; Psychology; Mental illness; Phenomenon; Social support; Therapeutic relationship; Peer support; Psychotherapist; Social psychology; Medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.02378896768766981,"gpt":0.3578269513032942,"spread":0.3340379836156244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000105582,0.0002086378,0.0002783205,0.0002861491,0.0001865955,0.00004289269,0.0002819012,0.00008448412,0.001880834],"category_scores_gemma":[0.000001814133,0.0002073549,0.0002271283,0.0001827584,0.00004484587,0.0003986542,0.000009537877,0.0002143979,0.0002662995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002289111,"about_ca_system_score_gemma":0.00002277166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004097842,"about_ca_topic_score_gemma":0.0007916581,"domain_scores_codex":[0.998547,0.00005293469,0.0004880376,0.0004194837,0.0002001822,0.0002923485],"domain_scores_gemma":[0.9988263,0.0001481832,0.0002320551,0.0005862162,0.0001188494,0.000088411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01369719,0.02345792,0.01873489,0.002757781,0.00427369,0.00002705692,0.04909008,0.005482254,0.003563889,0.02084547,0.0192696,0.8388002],"study_design_scores_gemma":[0.09188508,0.2197951,0.2780733,0.008820414,0.002243439,0.004935868,0.06726205,0.01495126,0.1466771,0.009068686,0.1462716,0.01001615],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8062482,0.000004031911,0.1781532,0.0002916039,0.008750156,0.001320073,0.0002406347,0.0001298251,0.004862269],"genre_scores_gemma":[0.9936073,6.750514e-7,0.00170241,0.00008551689,0.00007075907,0.0002969685,0.0001452047,0.00004632022,0.004044882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.828784,"threshold_uncertainty_score":0.9990316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220981289","doi":"10.1145/3490555","title":"A Decade of International Migration Research in HCI: Overview, Challenges, Ethics, Impact, and Future Directions","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Politics; Sociology; Domain (mathematical analysis); Engineering ethics; Focus (optics); Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1449952185534625,"gpt":0.4269503471930537,"spread":0.2819551286395912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001491592,0.0002584752,0.000288129,0.002808294,0.0009139592,0.0001305031,0.00115578,0.0002106646,0.0002154819],"category_scores_gemma":[0.0000393771,0.0002884398,0.0001393764,0.001389105,0.0001323997,0.001310525,0.0002003868,0.003229618,0.00001174584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001051369,"about_ca_system_score_gemma":0.0001042368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005991815,"about_ca_topic_score_gemma":0.001270067,"domain_scores_codex":[0.9965637,0.000883743,0.0006601779,0.0007621643,0.0007835557,0.0003466406],"domain_scores_gemma":[0.9975208,0.000696709,0.0003010963,0.0008932468,0.0005290734,0.00005909948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003517495,0.002831229,0.0005808482,0.0001198783,0.0004016771,0.00004998123,0.02119806,0.005441434,0.006621724,0.06206875,0.001028843,0.8993058],"study_design_scores_gemma":[0.006246369,0.01026184,0.09699125,0.001014053,0.00008554704,0.002378913,0.01284003,0.1947456,0.01679737,0.07096475,0.5852849,0.002389402],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5255336,0.001662744,0.3950299,0.06173051,0.01244432,0.001425813,0.00008278328,0.0007188038,0.001371517],"genre_scores_gemma":[0.9904892,0.002137358,0.006506709,0.0001701826,0.0002970196,0.0002679009,0.00003188241,0.00002685637,0.00007292043],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8969164,"threshold_uncertainty_score":0.9999568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955504711","doi":"10.1145/3325285","title":"What Do We Mean by “Interaction”? An Analysis of 35 Years of CHI","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"H2020 European Research Council","keywords":"Novelty; Human interaction; Categorization; Computer science; Modalities; Sentence; Quality (philosophy); Interaction; Core (optical fiber); Human–computer interaction; Cognitive psychology; Natural language processing; Artificial intelligence; Data science; Psychology; Social psychology; Sociology; Epistemology; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.02020226330345748,"gpt":0.3077833522812946,"spread":0.2875810889778371,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003297259,0.0003723731,0.0007074191,0.00270616,0.0001754278,0.0002835844,0.001573337,0.0002475084,0.000703783],"category_scores_gemma":[0.00001127006,0.0004287732,0.0004569168,0.002045903,0.0001229568,0.005041139,0.0000683425,0.0008028472,0.0001004768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003280883,"about_ca_system_score_gemma":0.00003628335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002086008,"about_ca_topic_score_gemma":0.0001818843,"domain_scores_codex":[0.9968295,0.000247746,0.001069549,0.000946353,0.0005605644,0.0003462838],"domain_scores_gemma":[0.9960393,0.0003387805,0.0009213314,0.002145485,0.0004700166,0.00008509795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004343371,0.004728236,0.0008445926,0.000151702,0.005569753,0.00001524425,0.01246156,0.05331612,0.1622277,0.01629421,0.0009503121,0.7430062],"study_design_scores_gemma":[0.003828458,0.008625491,0.0144997,0.002066697,0.001592272,0.0001913485,0.007331056,0.5830469,0.3555715,0.005195654,0.01563803,0.002412957],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5345285,0.00003102063,0.4616157,0.0002180289,0.003039378,0.0002598475,0.00001800748,0.0001997342,0.0000897797],"genre_scores_gemma":[0.990065,0.0001459279,0.009193038,0.0001331204,0.00006227117,0.00003135122,0.0000593476,0.00003465467,0.0002752863],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7405933,"threshold_uncertainty_score":0.9998164,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004855062","doi":"10.1145/353485.353489","title":"HCI in the global knowledge-based economy","year":2000,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Novelty; Adaptation (eye); Knowledge management; Computer science; Cognition; Knowledge economy; Work (physics); Human–computer interaction; Engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03733353184748632,"gpt":0.378458463340221,"spread":0.3411249314927347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002852848,0.000284909,0.0002366192,0.000296681,0.0004307021,0.0001868757,0.0006034935,0.0001558259,0.0377023],"category_scores_gemma":[0.000004733045,0.000255463,0.0002519534,0.0004090754,0.00007065091,0.0003916891,0.000004184744,0.0006378273,0.005185956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004253556,"about_ca_system_score_gemma":0.00003656583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002712086,"about_ca_topic_score_gemma":0.000664913,"domain_scores_codex":[0.9978649,0.00051133,0.0006306181,0.0005108515,0.0001520257,0.0003302791],"domain_scores_gemma":[0.9983926,0.000412781,0.0001257477,0.0009120583,0.0000751793,0.00008165358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007901844,0.005251801,0.0004761925,0.00004022138,0.0002532615,0.00004051085,0.008346453,0.02053231,0.00002286092,0.009583311,0.0233542,0.9313087],"study_design_scores_gemma":[0.005235043,0.001305256,0.04130235,0.000232927,0.00009475798,0.0003539656,0.001755448,0.03337178,0.0002310856,0.004354747,0.9108028,0.0009598144],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3477049,0.00003541242,0.2802133,0.004862119,0.006351268,0.001078153,0.00004904173,0.00072379,0.358982],"genre_scores_gemma":[0.9941735,0.000003069723,0.000465006,0.002421774,0.0003550581,0.0002181809,0.00004139571,0.00002332064,0.002298639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9303489,"threshold_uncertainty_score":0.9999897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152040280","doi":"10.1145/2395131.2395135","title":"Two-Part Models Capture the Impact of Gain on Pointing Performance","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Fitts's law; Computer science; Work (physics); Fragility; Artificial intelligence; Movement (music); Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.03754983899106021,"gpt":0.315291971995563,"spread":0.2777421330045028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003155232,0.0003140858,0.0002554765,0.0003093536,0.0005147917,0.0001239577,0.000967338,0.00007733425,0.0001275934],"category_scores_gemma":[0.00001018661,0.0002284665,0.0004020544,0.0003337407,0.00005676891,0.002479228,0.00004137547,0.0006918919,0.0001122096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002681312,"about_ca_system_score_gemma":0.00003402506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002799568,"about_ca_topic_score_gemma":0.000008302335,"domain_scores_codex":[0.9982352,0.0001855651,0.000420321,0.00037305,0.0003225324,0.0004633789],"domain_scores_gemma":[0.9979889,0.0003698014,0.0002928682,0.001037362,0.0002063269,0.0001046992],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005390169,0.003515131,0.0007895787,0.0000818897,0.0009883411,0.000007272633,0.01728684,0.8173904,0.03284732,0.01458087,0.006822173,0.1051511],"study_design_scores_gemma":[0.001655581,0.002757214,0.0137436,0.0006624831,0.00009033522,0.0002478908,0.000725475,0.8699796,0.1072369,0.001249562,0.0006897838,0.0009615848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3339336,0.00001060771,0.661492,0.0002228444,0.001550809,0.0002051798,0.000008257235,0.0000466987,0.002530006],"genre_scores_gemma":[0.9968705,0.00001031333,0.002183882,0.0003654302,0.0003228921,0.00002935864,0.000009327304,0.00002291532,0.0001853368],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.662937,"threshold_uncertainty_score":0.9316595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220743319","doi":"10.1145/3514235","title":"Two Years or More of Co-speculation: Polylogues of Philosophers, Designers, and a Tilting Bowl","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Speculation; Expansive; Existentialism; Counterfactual thinking; Anthropocentrism; Epistemology; Sociology; Ideology; Artifact (error); Psychology; Environmental ethics; Political science; Philosophy; Law; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.05262698640331883,"gpt":0.3397661926286388,"spread":0.28713920622532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000280969,0.0002167885,0.0003109197,0.0008395354,0.0004392561,0.00005506523,0.0007252301,0.00007159694,0.0002326637],"category_scores_gemma":[0.0000166014,0.0002377597,0.0001119184,0.0006733294,0.0001593931,0.0007580959,0.00009280855,0.0005879919,0.000005544285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002238041,"about_ca_system_score_gemma":0.00004753803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001199042,"about_ca_topic_score_gemma":0.00002298745,"domain_scores_codex":[0.9981105,0.0001919303,0.000618203,0.0004923919,0.000378594,0.0002083562],"domain_scores_gemma":[0.9982349,0.0002824988,0.0005330145,0.0007292693,0.0001813299,0.00003896863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001906139,0.004155152,0.001695088,0.0003138792,0.001562014,0.0002090834,0.02807665,0.05709796,0.2180219,0.0947194,0.00231134,0.5899314],"study_design_scores_gemma":[0.01381802,0.01941044,0.0256409,0.001220513,0.0004297692,0.003552939,0.01098926,0.4245679,0.4523342,0.03658694,0.007863666,0.003585429],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3731972,0.00001506872,0.6248609,0.0004930824,0.000785806,0.0002699441,0.00001758742,0.0001831518,0.0001771855],"genre_scores_gemma":[0.961012,0.000004636644,0.03857879,0.0001588992,0.00007150295,0.00005176723,0.0000186643,0.00002153722,0.0000822184],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5878147,"threshold_uncertainty_score":0.9695559,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904586740","doi":"10.1145/3243213","title":"From Being There to Watching","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Attendance; Robot; Computer science; Telerobotics; Human–computer interaction; Computer-supported cooperative work; Presentation (obstetrics); Videoconferencing; Theme (computing); Teleoperation; Multimedia; Work (physics); World Wide Web; Mobile robot; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05089914699305569,"gpt":0.3965681955090647,"spread":0.345669048516009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000118829,0.000261147,0.0002384276,0.0003183573,0.0006981097,0.0001782143,0.0004314127,0.0001593086,0.01705302],"category_scores_gemma":[0.00001497669,0.0002776751,0.0002033683,0.0002504895,0.00005176708,0.0003336894,0.00001830605,0.0005728692,0.006558812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002235778,"about_ca_system_score_gemma":0.00001257718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002723554,"about_ca_topic_score_gemma":0.0007713889,"domain_scores_codex":[0.9982476,0.0001708451,0.0004171965,0.0006084697,0.0002191302,0.0003368047],"domain_scores_gemma":[0.9984126,0.0003559629,0.0001300217,0.0007936282,0.0001445182,0.0001632539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008421901,0.001340125,0.0002915474,0.00000967962,0.0008106611,0.00003751199,0.05501149,0.0006784516,0.007934831,0.002706185,0.03290378,0.8974335],"study_design_scores_gemma":[0.007042997,0.009480417,0.06878096,0.001617691,0.0005807414,0.0002694741,0.02676882,0.005851744,0.03844544,0.03763738,0.7994233,0.004101042],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4027292,0.000003754146,0.5682266,0.001701682,0.01268257,0.0002386442,0.00001424615,0.0003762958,0.01402691],"genre_scores_gemma":[0.9856331,0.000001618521,0.0052189,0.002386038,0.003361241,0.00006762895,0.00002067565,0.00005540382,0.003255398],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8933325,"threshold_uncertainty_score":0.9999675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081510220","doi":"10.1145/1453152.1453154","title":"The aesthetics of emergence","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Western Digital","keywords":"Underpinning; Aesthetics; Competition (biology); Sociology; Jury; Visual arts; Psychology; Art; Political science; Engineering; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.04153074954290085,"gpt":0.3013076184966345,"spread":0.2597768689537336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002248058,0.0002442038,0.0002169867,0.0004096399,0.001295733,0.00007130941,0.00167144,0.0001249755,0.00006900979],"category_scores_gemma":[0.00002535538,0.0002075193,0.0001756385,0.0006912356,0.0002865802,0.0008466444,0.00005530121,0.0006923535,0.0001142406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001278205,"about_ca_system_score_gemma":0.0000443896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000456358,"about_ca_topic_score_gemma":0.00004803576,"domain_scores_codex":[0.9980951,0.0001330758,0.0006380931,0.0004575959,0.0003696987,0.0003064311],"domain_scores_gemma":[0.9973156,0.0003261947,0.000378248,0.001506081,0.0004274698,0.00004637116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000226853,0.00229626,0.0003884705,0.00005531992,0.0005464993,0.00009155548,0.005946015,0.0111904,0.02718263,0.1384122,0.01314973,0.8005141],"study_design_scores_gemma":[0.00340912,0.008396172,0.01297226,0.000615132,0.0001222519,0.004256098,0.0009748452,0.2294791,0.5703912,0.0527639,0.1139987,0.002621175],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1228086,0.00001459077,0.8719439,0.001358669,0.002845639,0.0002022652,0.000002140463,0.0003079277,0.0005162676],"genre_scores_gemma":[0.9779315,0.00008073918,0.02124419,0.0001700233,0.00008872303,0.0000463853,0.000002855741,0.00001910658,0.0004164857],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8551229,"threshold_uncertainty_score":0.9965862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599006335","doi":"10.1145/3057863","title":"Exploring DIY Practices of Complex Home Technologies","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Modularity (biology); Process (computing); Key (lock); Arduino; Computer science; Electronics; World Wide Web; End user; Internet of Things; Human–computer interaction; Internet privacy; Computer security; Engineering; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.2943709870386004,"gpt":0.3875651593610301,"spread":0.09319417232242971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0003380718,0.000388531,0.0004501647,0.001135277,0.001650773,0.0005952107,0.003717292,0.0001978576,0.00007266214],"category_scores_gemma":[0.0001791873,0.0004046513,0.0002070928,0.0003736317,0.0003678534,0.006794254,0.0002480222,0.001057132,0.000109826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002507023,"about_ca_system_score_gemma":0.00003567284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002078979,"about_ca_topic_score_gemma":0.0001258993,"domain_scores_codex":[0.9974916,0.0001082576,0.0007356783,0.0008318706,0.0004216853,0.0004109],"domain_scores_gemma":[0.9935601,0.000372086,0.00211487,0.003450154,0.0004572684,0.00004546513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001444648,0.001280278,0.0005417281,0.0001217291,0.0004609943,0.00005278967,0.00138065,0.000898446,0.05215458,0.03890491,0.0006213962,0.903438],"study_design_scores_gemma":[0.004171787,0.005600328,0.0691575,0.001559227,0.0002078374,0.0008070864,0.002867955,0.06967352,0.7733935,0.04389336,0.02580102,0.00286686],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.255058,0.000007059749,0.7363739,0.003151676,0.003092638,0.0002958408,0.000007418217,0.001176172,0.0008373164],"genre_scores_gemma":[0.9473208,0.00004849255,0.05214371,0.00007171059,0.0001161815,0.0001394273,0.000007421882,0.00003031403,0.0001220009],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9005712,"threshold_uncertainty_score":0.9998406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071455957","doi":"10.1145/2687923","title":"ColorBless","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Visual perception and processing mechanisms","field":"Neuroscience","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Stereoscopy; Visualization; Shutter; Computer science; Human–computer interaction; Computer graphics (images); Artificial intelligence; Optics; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.1754170557176952,"gpt":0.3840785575062577,"spread":0.2086615017885625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001456579,0.000182361,0.0001510893,0.0002374476,0.0004054676,0.000200479,0.0003579599,0.00009018043,0.000575106],"category_scores_gemma":[0.00003744882,0.0001830401,0.00008975665,0.0002687592,0.00005286538,0.00052788,0.00001182982,0.0003670195,0.0009352469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000166096,"about_ca_system_score_gemma":0.00003608276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002795393,"about_ca_topic_score_gemma":0.00002122972,"domain_scores_codex":[0.9986085,0.0001579933,0.0002580801,0.0004399484,0.0003164495,0.0002190169],"domain_scores_gemma":[0.9991087,0.0001309258,0.00009621033,0.0004011106,0.00008391634,0.0001791017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006651319,0.002525471,0.0000182637,0.00007248985,0.00003748364,0.00005911825,0.005167413,0.02835511,0.4223336,0.004152081,0.00873773,0.5278761],"study_design_scores_gemma":[0.003716381,0.004293152,0.0002052122,0.0002806495,0.00006710593,0.0005519174,0.001000704,0.07286732,0.8417492,0.01942803,0.05459744,0.001242901],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2513365,0.00000167401,0.7416783,0.0005917735,0.003210941,0.0001772415,0.000007231326,0.0004709918,0.002525355],"genre_scores_gemma":[0.9939017,0.000004670314,0.002798229,0.001700771,0.0002273363,0.00003124478,0.000005075219,0.00002723354,0.001303783],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7425652,"threshold_uncertainty_score":0.9998426,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3125572641","doi":"10.1145/3434462","title":"Filtering and Informing the Design Space","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Design Education and Practice","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; University of Melbourne; Aarhus Universitet","keywords":"Space (punctuation); Generative Design; Computer science; Design education; Experience design; Perspective (graphical); Architecture; Human–computer interaction; Engineering design process; Filter (signal processing); Design thinking; Focus (optics); User experience design; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03992110125466884,"gpt":0.2815082266798996,"spread":0.2415871254252307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001433493,0.0001377303,0.0000975013,0.00009695243,0.0003208161,0.0002277869,0.0001280802,0.00004954173,0.0003166758],"category_scores_gemma":[0.00001807772,0.0001277791,0.00004717782,0.0001667038,0.00001967546,0.000558629,0.000007022646,0.0003667679,0.00006047286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007533906,"about_ca_system_score_gemma":0.00001790417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001482654,"about_ca_topic_score_gemma":0.00002060828,"domain_scores_codex":[0.9993296,0.00008025182,0.0001850114,0.0001564514,0.0001037314,0.0001449686],"domain_scores_gemma":[0.9989514,0.0005469925,0.00003661499,0.0003569305,0.00005373108,0.00005435104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004414536,0.0001637173,0.00001323397,0.0001047945,0.0002574415,0.0000236343,0.004577903,0.2936512,0.02186561,0.0006065795,0.005725187,0.6729665],"study_design_scores_gemma":[0.001242933,0.0003965248,0.002278953,0.0004180796,0.000211743,0.001738367,0.002988846,0.4475996,0.1610169,0.001643382,0.379345,0.001119649],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01782817,0.00004717928,0.9778438,0.0009160441,0.00177497,0.0001159658,0.000001678354,0.0002308727,0.001241374],"genre_scores_gemma":[0.9737409,0.0001114905,0.02500894,0.0003193211,0.0001836789,0.00003297687,0.000005498555,0.00002755355,0.00056966],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9559127,"threshold_uncertainty_score":0.5210679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2972681875","doi":"10.1145/3319617","title":"The Reality of Reality-Based Interaction","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Typology; Citation; Computer science; Data science; Management science; Knowledge management; Sociology; Engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04377761211515207,"gpt":0.3335007671572765,"spread":0.2897231550421244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007437824,0.0003838243,0.0003902922,0.0006919149,0.0007339785,0.0002753446,0.001806698,0.0002320018,0.0001609152],"category_scores_gemma":[0.00004728327,0.0003341073,0.000309154,0.0008614748,0.0001744721,0.001519872,0.00007029567,0.001208391,0.0002679966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005356488,"about_ca_system_score_gemma":0.00008251763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000364397,"about_ca_topic_score_gemma":0.0002563385,"domain_scores_codex":[0.996805,0.000405073,0.001013564,0.0008134715,0.0005350107,0.0004278806],"domain_scores_gemma":[0.9948941,0.001085131,0.0007977592,0.002541601,0.0006142817,0.00006713711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00106689,0.002783265,0.0003042661,0.000265403,0.0008127353,0.00002076624,0.001673693,0.1312494,0.03459015,0.1313165,0.006264867,0.689652],"study_design_scores_gemma":[0.003150454,0.004389897,0.006424968,0.0008285913,0.0001012806,0.0002172658,0.0005917234,0.669029,0.221609,0.02404112,0.06821803,0.001398642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09332503,0.000005765992,0.8938271,0.005042644,0.005363562,0.0005756045,0.000009508241,0.0005152156,0.001335612],"genre_scores_gemma":[0.9902956,0.000007751037,0.00861859,0.0004814807,0.00013582,0.00008283606,0.00002320406,0.00003220141,0.0003224506],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8969706,"threshold_uncertainty_score":0.9999111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3041371438","doi":"10.1145/3389377","title":"Exploring How Persons with Dementia and Care Partners Collaboratively Appropriate Information and Communication Technologies","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; Toronto Rehabilitation Institute; University of Toronto; Thompson Rivers University; University Health Network","funders":"Canadian Institutes of Health Research; AGE-WELL","keywords":"Appropriation; Negotiation; Information and Communications Technology; Meaning (existential); Public relations; Knowledge management; Literacy; Psychology; Service (business); Business; Sociology; Political science; Marketing; Pedagogy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.07059094321932635,"gpt":0.2998850203355722,"spread":0.2292940771162459,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000811158,0.0001463445,0.0001383167,0.0002017693,0.001102265,0.0002872465,0.0002441251,0.0001024509,0.000005383723],"category_scores_gemma":[0.0000341812,0.0001459468,0.00001935703,0.000372337,0.0003080311,0.00236938,0.00002748019,0.0003519842,0.000003854255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009977293,"about_ca_system_score_gemma":0.00003675801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001962493,"about_ca_topic_score_gemma":0.001306488,"domain_scores_codex":[0.9991802,0.00009974244,0.0001544798,0.0002263792,0.0001724613,0.0001667656],"domain_scores_gemma":[0.9993066,0.00008604675,0.0001405627,0.0002470952,0.0001602049,0.0000594946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001751837,0.000082089,0.001467226,0.0001383167,0.0002900528,0.000003021646,0.2801986,0.0005437616,0.0005383991,0.003233401,0.0002504662,0.7130795],"study_design_scores_gemma":[0.003022963,0.002289727,0.006303419,0.0005496198,0.0003114823,0.0000207702,0.9091889,0.003752244,0.008466928,0.0007114243,0.06434146,0.001041096],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8057794,0.000112918,0.167131,0.02472445,0.0001516021,0.0006397054,0.00001800705,0.00122944,0.0002135103],"genre_scores_gemma":[0.9835066,0.000384413,0.01584524,0.00009112951,0.00002022302,0.0001218097,0.00001436478,0.000009855405,0.000006345976],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7120383,"threshold_uncertainty_score":0.8477842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206556033","doi":"10.1145/3469859","title":"Privacy and Safety on Social Networking Sites: Autistic and Non-Autistic Teenagers’ Attitudes and Behaviors","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Canada Research Chairs","keywords":"Psychology; Internet privacy; Thematic analysis; Conversation; Autism; Population; Developmental psychology; Qualitative research; Computer science; Medicine; Communication; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.0374518860382614,"gpt":0.3265206858211957,"spread":0.2890687997829343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0001881846,0.0001580828,0.0001791875,0.000243155,0.002959652,0.0002020901,0.0001695011,0.00008013846,0.0001154797],"category_scores_gemma":[0.00001250705,0.0001822101,0.0000407562,0.0002024819,0.0002207544,0.0002411223,0.00006370923,0.0004217143,0.000003813055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002287526,"about_ca_system_score_gemma":0.00002629614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001564252,"about_ca_topic_score_gemma":0.0003397454,"domain_scores_codex":[0.9988499,0.00009331109,0.0002244815,0.0003813264,0.0002203111,0.0002306509],"domain_scores_gemma":[0.9994526,0.0002375782,0.00009373527,0.0001406162,0.00002107215,0.00005442652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003145916,0.0008296527,0.006927056,0.00006880016,0.0001762493,0.00005438375,0.02707306,0.0002809706,0.0002046532,0.01224941,0.001805045,0.9500161],"study_design_scores_gemma":[0.005300144,0.00335131,0.8266649,0.0004874574,0.0003857349,0.0002566129,0.01017375,0.005011248,0.0001122453,0.01856078,0.1271724,0.002523408],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9583603,0.00003797637,0.03564094,0.002396825,0.001239325,0.0004700781,0.00002441217,0.0002912456,0.001538932],"genre_scores_gemma":[0.9986645,0.00005328934,0.0006169608,0.0002310257,0.000145817,0.00003093249,0.0000191964,0.00001460539,0.0002236952],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9474927,"threshold_uncertainty_score":0.9983383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385075300","doi":"10.1145/3609330","title":"Feeling Stressed and Unproductive? A Field Evaluation of a Therapy-Inspired Digital Intervention for Knowledge Workers","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Intervention (counseling); Feeling; Psychology; Baseline (sea); Burnout; Applied psychology; Productivity; Exploratory research; Perspective (graphical); Cognition; Psychotherapist; Medical education; Social psychology; Clinical psychology; Computer science; Sociology; Medicine; Artificial intelligence; Social science; Political science; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1216941540370556,"gpt":0.4424997808268177,"spread":0.3208056267897622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005296004,0.0002058405,0.000232499,0.0005613701,0.0002379836,0.000110415,0.0001969095,0.0001089526,0.000204222],"category_scores_gemma":[0.00006438571,0.0002224935,0.0002684791,0.0004010328,0.0000546371,0.0005585164,0.0000170951,0.0002105632,0.00006634971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000167871,"about_ca_system_score_gemma":0.00002301718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001007807,"about_ca_topic_score_gemma":0.0001035965,"domain_scores_codex":[0.998226,0.0001610007,0.0006290913,0.0004986619,0.0002295013,0.0002556854],"domain_scores_gemma":[0.9983232,0.0005898316,0.0002601622,0.0004456624,0.0003082665,0.00007285727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006106295,0.001487244,0.0001503997,0.0001197672,0.0002752168,6.946454e-7,0.001670509,0.0006169757,0.0001845847,0.0002428923,0.0009935161,0.9936476],"study_design_scores_gemma":[0.09494092,0.09013323,0.1656391,0.0207935,0.002541901,0.0003561195,0.05015502,0.2939851,0.1219886,0.1220973,0.03091278,0.006456426],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.884684,0.00009668006,0.1085392,0.0005521238,0.003826166,0.001346342,0.00009149817,0.0002310493,0.0006330328],"genre_scores_gemma":[0.9979531,0.000004895527,0.0003826349,0.0000268846,0.0001590573,0.0005892128,0.0001186226,0.00003727167,0.0007283815],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9871911,"threshold_uncertainty_score":0.907302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2465297518","doi":"10.1145/2893182","title":"Accessible Play in Everyday Spaces","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Centennial College; Brock University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Entertainment; Mixed reality; Everyday life; Virtual reality; Computer science; Variety (cybernetics); Multimedia; Human–computer interaction; Space (punctuation); Exploratory research; Field (mathematics); Set (abstract data type); Sociology; Visual arts; Political science; Art; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03190050598125543,"gpt":0.3379082001597359,"spread":0.3060076941784804,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002872006,0.0001783157,0.0001906347,0.000614165,0.0005477508,0.0001235639,0.0006408189,0.0002148987,0.0008077503],"category_scores_gemma":[0.00005023994,0.0001512895,0.00009746284,0.0004432481,0.0001941923,0.00116039,0.00001660106,0.0003432225,0.0002631388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004636649,"about_ca_system_score_gemma":0.00006237031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001638995,"about_ca_topic_score_gemma":0.01726434,"domain_scores_codex":[0.998374,0.0002011547,0.0003153952,0.0004397901,0.0002853194,0.0003843089],"domain_scores_gemma":[0.9987587,0.0004576948,0.0001231063,0.0004991575,0.00007431216,0.00008699181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001473618,0.00106557,0.007120187,0.00002088395,0.0001122513,0.00003962696,0.01179091,0.0004630738,0.0048925,0.004490227,0.00374903,0.9661084],"study_design_scores_gemma":[0.01497947,0.003220459,0.1949285,0.005058741,0.0002124055,0.0001221077,0.01189848,0.001327774,0.08462457,0.06897351,0.6101335,0.004520511],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7457278,0.00001193994,0.2383063,0.009881479,0.002489955,0.0003823021,0.000009775731,0.0007226625,0.002467801],"genre_scores_gemma":[0.995829,0.00006401216,0.001937504,0.0001609595,0.0002025507,0.00005814054,0.000001739413,0.00002036319,0.001725685],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9615878,"threshold_uncertainty_score":0.9633906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993522449","doi":"10.1145/1879831.1879835","title":"Interaction design for mobile product recommendation agents","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mobile device; Product (mathematics); Context (archaeology); Task (project management); Mobile Web; Mobile computing; Empirical research; Mobile commerce; The Internet; Human–computer interaction; World Wide Web; Mobile technology; Engineering; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.1967678200257881,"gpt":0.4422109294130148,"spread":0.2454431093872267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001306978,0.0003034769,0.0003076164,0.001046134,0.0008746385,0.0004221873,0.0008816909,0.0002332618,0.002889861],"category_scores_gemma":[0.000257202,0.0002828213,0.0002799377,0.0005365381,0.00008393134,0.001325539,0.00002626014,0.0009936168,0.0005179401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001502961,"about_ca_system_score_gemma":0.00003752011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003052364,"about_ca_topic_score_gemma":0.0001406175,"domain_scores_codex":[0.9971516,0.0002304649,0.0008996014,0.0009441448,0.0004533364,0.0003208607],"domain_scores_gemma":[0.9965435,0.00109441,0.0004709321,0.001235922,0.0005351147,0.0001200877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002990647,0.001058821,0.0003846756,0.000007008099,0.00006263891,0.000001935977,0.0004364691,0.005882187,0.01313798,0.000192704,0.01632155,0.9622149],"study_design_scores_gemma":[0.005093534,0.004889511,0.02158787,0.0001418287,0.0002716765,0.0004618583,0.001761763,0.1490622,0.1248413,0.02676412,0.6631909,0.00193344],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3013708,0.000001040721,0.6886294,0.001262594,0.007408598,0.0008689871,0.00002293591,0.0003399015,0.00009580838],"genre_scores_gemma":[0.9533772,0.000004797599,0.04431999,0.0003090991,0.0003676311,0.0005250975,0.00006035986,0.00003847761,0.0009973075],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9602816,"threshold_uncertainty_score":0.9999624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2926909216","doi":"10.1145/3301420","title":"Exploring and Understanding the Role of Workshop Environments in Personal Fabrication Processes","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada); University of Toronto","funders":"","keywords":"Fabrication; Leverage (statistics); Workflow; Computer science; Architecture; Engineering; Nanotechnology; Human–computer interaction; Architectural engineering; Materials science","retraction":null,"screen_n_in":null,"score":{"opus":0.0939161415169397,"gpt":0.2844450715617192,"spread":0.1905289300447795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002215195,0.0001696857,0.0001636843,0.0005333626,0.0002173563,0.00009433304,0.0004911941,0.0000698006,0.00003756115],"category_scores_gemma":[0.00002369546,0.0001549272,0.0000439791,0.000552208,0.00007469609,0.001781226,0.00004304555,0.0004885092,0.00002413763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004588003,"about_ca_system_score_gemma":0.00002243521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003238581,"about_ca_topic_score_gemma":0.00005698769,"domain_scores_codex":[0.9987023,0.00007809288,0.0003404822,0.0004173572,0.0002751574,0.0001865424],"domain_scores_gemma":[0.9988526,0.000361094,0.0002165596,0.0004704511,0.00007791434,0.00002140442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000399556,0.002356797,0.00960787,0.0003569255,0.0005271114,0.00001164941,0.06003487,0.01952577,0.1013301,0.06849211,0.00008219557,0.7372751],"study_design_scores_gemma":[0.004630533,0.003058631,0.05661692,0.002752723,0.0001110471,0.0003522321,0.04096908,0.5531161,0.2562066,0.0739452,0.006037809,0.002203093],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4066956,0.00001285292,0.592103,0.0003190872,0.0004495686,0.0002087902,8.139136e-7,0.00005379398,0.0001564756],"genre_scores_gemma":[0.9975266,0.0000338617,0.002204495,0.00006001107,0.00003848785,0.0000720656,0.000002609719,0.00001272507,0.00004918099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.735072,"threshold_uncertainty_score":0.6317748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185065804","doi":"10.1145/3452379","title":"PLIERS","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University; U.S. Department of Defense; National Science Foundation","keywords":"Computer science; Immutability; Programming language; Usability; Java; Process (computing); Software engineering; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.02942509716354755,"gpt":0.3058972013839144,"spread":0.2764721042203668,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001418385,0.0001915343,0.0001683206,0.0003246834,0.0003234533,0.0003579915,0.0009185717,0.00008634675,0.0002409237],"category_scores_gemma":[0.00006124568,0.000217611,0.0001532988,0.0006088529,0.00002786722,0.0007305219,0.00005394147,0.0005667415,0.0002959995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002414709,"about_ca_system_score_gemma":0.00006918018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002926775,"about_ca_topic_score_gemma":0.00001529523,"domain_scores_codex":[0.9983433,0.00009094891,0.0002623471,0.0005860379,0.0003875246,0.0003298764],"domain_scores_gemma":[0.9975553,0.0007046785,0.00004977908,0.001362089,0.000187813,0.0001403147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003736568,0.00134027,0.0004923014,0.0001028858,0.0003750872,0.0004320155,0.001698677,0.07917395,0.009380675,0.006299472,0.007535977,0.8931313],"study_design_scores_gemma":[0.005233623,0.002727644,0.04400474,0.000962214,0.0001088148,0.002630253,0.0003541132,0.4994446,0.272337,0.01424819,0.1543491,0.003599703],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03278892,0.00001625199,0.9625335,0.001046965,0.002555439,0.00009904854,0.000002440416,0.0007065876,0.000250888],"genre_scores_gemma":[0.8992884,0.00001283425,0.09932166,0.000366049,0.0001921627,0.00003746917,0.000008726609,0.00002588851,0.0007468592],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8895316,"threshold_uncertainty_score":0.8873917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069572021","doi":"10.1145/2674915","title":"Exploring and Understanding Unintended Touch during Direct Pen Interaction","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada); University of Alberta","funders":"","keywords":"Stylus; Unintended consequences; Human–computer interaction; Multi-touch; Computer science; Internet privacy; Computer vision","retraction":null,"screen_n_in":null,"score":{"opus":0.1288924239460532,"gpt":0.2958933221574206,"spread":0.1670008982113674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001959934,0.0003820557,0.0003344433,0.0007234575,0.0009331111,0.000554631,0.0006539609,0.00008401028,0.00008605893],"category_scores_gemma":[0.00003379395,0.0004048526,0.0001945819,0.0003548064,0.00007517949,0.004476619,0.0000838887,0.0006620849,0.00008405448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006307038,"about_ca_system_score_gemma":0.00001574304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001643491,"about_ca_topic_score_gemma":0.00007549169,"domain_scores_codex":[0.9977318,0.0002262933,0.0004559423,0.0008463502,0.0003046525,0.0004349691],"domain_scores_gemma":[0.9982064,0.0004340015,0.0002228075,0.0008334023,0.0001444138,0.0001589996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002035934,0.003532162,0.0008379703,0.0007718281,0.002499997,0.0001888469,0.03338947,0.03141952,0.4600253,0.1288361,0.00208561,0.3343773],"study_design_scores_gemma":[0.007264818,0.005458297,0.02805265,0.002848655,0.0003252704,0.001410657,0.008595804,0.3788613,0.537856,0.01436877,0.01073396,0.004223779],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.157297,0.000003662083,0.8358046,0.000753179,0.002850209,0.0002040712,0.00000264882,0.0001952781,0.002889307],"genre_scores_gemma":[0.9955445,0.0000387537,0.00357622,0.0002409623,0.0002633451,0.00006466766,0.000008961924,0.00003680638,0.0002258109],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8382474,"threshold_uncertainty_score":0.9998403,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3011508484","doi":"10.1145/3380961","title":"Countdown Timer Speed","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Countdown; Task (project management); Recall; Affect (linguistics); Perception; Computer science; Psychology; Pace; Cognitive psychology; Human–computer interaction; Communication; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3538164279161246,"gpt":0.4488645485145945,"spread":0.0950481205984699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002836878,0.0002095977,0.000239032,0.0003744641,0.0004093396,0.0006035115,0.0008925621,0.00007197411,0.006768218],"category_scores_gemma":[0.00005110997,0.0001844638,0.0002322526,0.0006092422,0.00004570273,0.001526229,0.00002837467,0.0003583283,0.005372924],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008037744,"about_ca_system_score_gemma":0.00001737856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002928987,"about_ca_topic_score_gemma":0.00001711782,"domain_scores_codex":[0.9975733,0.00009630201,0.0006845244,0.0004535832,0.0009782709,0.0002140234],"domain_scores_gemma":[0.9984513,0.0003138267,0.0002343503,0.0005922674,0.0002330658,0.0001751885],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004634093,0.0006852427,0.0008586522,0.00002631806,0.0002086181,0.00003029991,0.006031549,0.03446939,0.003293053,0.00112855,0.177079,0.775726],"study_design_scores_gemma":[0.002670342,0.001619374,0.01557594,0.00008412623,0.0001730693,0.00003991097,0.002270495,0.3059275,0.004585071,0.002535611,0.6633542,0.001164453],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2363155,0.000005167584,0.7488753,0.007978891,0.001809835,0.0003485149,0.00003107178,0.0003435356,0.004292186],"genre_scores_gemma":[0.9910074,0.000004593996,0.002404963,0.004229189,0.0003212458,0.00001047123,0.00002332161,0.00001664929,0.001982119],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7745615,"threshold_uncertainty_score":0.9954015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192181994","doi":"10.1145/3445792","title":"Investigating the Effects of Individual Cognitive Styles on Collaborative Gameplay","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Mitacs; Canada Foundation for Innovation; National Science Foundation","keywords":"Cognitive style; Teamwork; Cognition; Style (visual arts); Cognitive load; Psychology; Field (mathematics); Computer science; Human–computer interaction; Applied psychology; Cognitive psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04031502105816354,"gpt":0.375660801259472,"spread":0.3353457802013085,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000161904,0.0001757911,0.0001837662,0.000181762,0.0004491038,0.0001043435,0.0002759623,0.00007219755,0.0004336665],"category_scores_gemma":[0.0002285137,0.0001521906,0.00009388276,0.0005874563,0.0002238058,0.0001748352,0.00001424624,0.0004884405,0.0000672607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005439805,"about_ca_system_score_gemma":0.00007387664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003172705,"about_ca_topic_score_gemma":0.00005945096,"domain_scores_codex":[0.9982471,0.0005927422,0.0002850917,0.0004076614,0.0002902447,0.0001770877],"domain_scores_gemma":[0.9952213,0.003822846,0.0002174004,0.0004436886,0.0002300765,0.0000647409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004693207,0.01236698,0.00217335,0.0002823003,0.00139761,0.00009602516,0.1556053,0.00210217,0.07928821,0.01577349,0.0131764,0.7172688],"study_design_scores_gemma":[0.004745315,0.007257193,0.1997285,0.002304255,0.0005202341,0.0002877532,0.05039864,0.0007126666,0.7257045,0.001757933,0.005507777,0.001075264],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611682,0.00002245301,0.03181027,0.0008690343,0.003640084,0.0003809298,0.00005184279,0.00007172874,0.001985423],"genre_scores_gemma":[0.997349,0.000009601165,0.0004138669,0.001346311,0.0001356674,0.0001050764,0.00002124471,0.00001635559,0.0006029127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7161936,"threshold_uncertainty_score":0.6206154,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}