{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":33,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":33,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8fc7b7b0c121","filters":{"venue":"CHI Conference on Human Factors in Computing Systems"}},"results":[{"id":"W4224940987","doi":"10.1145/3491102.3501999","title":"Human-AI Collaboration via Conditional Delegation: A Case Study of Content Moderation","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Computer science; Delegation; Testbed; Scalability; Moderation; Benchmark (surveying); Data science; Knowledge management; Artificial intelligence; Machine learning; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1900154621451945,"gpt":0.369592466663248,"spread":0.1795770045180535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000852439,0.0002591631,0.0004175031,0.0004608227,0.001295709,0.0004173027,0.0006882922,0.00006254687,0.00003494234],"category_scores_gemma":[0.00003876963,0.0002804086,0.00005185379,0.0007148259,0.00006246426,0.000499041,0.0002761044,0.0003962344,0.000004531716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004675535,"about_ca_system_score_gemma":0.0001697958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003274152,"about_ca_topic_score_gemma":0.001167914,"domain_scores_codex":[0.9964155,0.0007806723,0.001057938,0.0006502286,0.0007877407,0.0003079218],"domain_scores_gemma":[0.9980369,0.0001541288,0.0005888063,0.0005869169,0.000556263,0.00007699247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001277278,0.001544039,0.013937,0.00005615732,0.0000493072,0.0003966788,0.0451353,0.436721,0.005910361,0.4958194,0.0001398407,0.0002781024],"study_design_scores_gemma":[0.0007305442,0.001687052,0.002576479,0.00007493219,0.000009207359,0.0001391209,0.04583793,0.9433501,0.00185734,0.003306733,0.0000152919,0.0004152134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8743539,0.00001141159,0.1234045,0.00005941291,0.0006657607,0.001095545,0.00001154586,0.0001146178,0.0002832522],"genre_scores_gemma":[0.9995582,1.188749e-7,0.00008345614,0.00005696958,0.00007197909,0.0001040241,0.00004628189,0.0000151617,0.00006387153],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5066292,"threshold_uncertainty_score":0.9999648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225016355","doi":"10.1145/3491102.3501884","title":"In-Depth Mouse: Integrating Desktop Mouse into Virtual Reality","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Cursor (databases); Computer science; Virtual reality; USable; Computer vision; Workload; Pointing device; Immersion (mathematics); Depth perception; Artificial intelligence; Human–computer interaction; Stereo display; Computer graphics (images); Multimedia; Perception","retraction":null,"screen_n_in":null,"score":{"opus":0.07655270680341175,"gpt":0.3379147459066229,"spread":0.2613620391032112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00102829,0.0003882835,0.0005488024,0.0005433368,0.0006257797,0.000357282,0.001729517,0.00008857182,0.00004069419],"category_scores_gemma":[0.0001224685,0.0003821793,0.0001123739,0.0005521303,0.00007786821,0.0004760557,0.0008615304,0.001153227,0.00002098464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000913572,"about_ca_system_score_gemma":0.0001559023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003509864,"about_ca_topic_score_gemma":0.0003738613,"domain_scores_codex":[0.996198,0.0008956771,0.0008273112,0.0009135774,0.0005738886,0.0005915295],"domain_scores_gemma":[0.9982935,0.0003092817,0.0004114434,0.0007467923,0.0001337766,0.0001052105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004571314,0.0007126235,0.0448649,0.0001114045,0.00005578438,0.0001026535,0.05683751,0.01878916,0.07202582,0.8041282,0.001452545,0.0008737324],"study_design_scores_gemma":[0.004045469,0.003240264,0.05559417,0.001280437,0.0000158694,0.00005965137,0.05885359,0.8151903,0.05229932,0.004035891,0.001760452,0.003624606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9545398,0.00001756294,0.03828468,0.0001023429,0.001461552,0.0004221507,0.0000112357,0.00008316724,0.005077472],"genre_scores_gemma":[0.999027,0.000001099167,0.00009427965,0.0002128089,0.00008564314,0.00003342741,0.00003052991,0.00002453717,0.0004906841],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8000923,"threshold_uncertainty_score":0.999863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225010656","doi":"10.1145/3491102.3502032","title":"Caught in the Network: The Impact of WhatsApp’s 2021 Privacy Policy Update on Users’ Messaging App Ecosystems","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"European Research Council; Carlsbergfondet; European Commission","keywords":"Interoperability; Internet privacy; Instant messaging; Quarter (Canadian coin); Privacy policy; Competition (biology); Computer science; World Wide Web; Text messaging; Information privacy; Computer security; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.08320448643290329,"gpt":0.3650724730688852,"spread":0.2818679866359819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004923141,0.0002910887,0.0004794383,0.0002782569,0.00187523,0.0004663777,0.002202534,0.0001044366,0.00007776453],"category_scores_gemma":[0.00033021,0.0001950224,0.0001535065,0.001118845,0.0001777685,0.0001932535,0.0005290777,0.0009476804,0.000007742859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008831159,"about_ca_system_score_gemma":0.000466432,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0579671,"about_ca_topic_score_gemma":0.005259598,"domain_scores_codex":[0.9938914,0.003368158,0.0007023443,0.0004814232,0.0008441923,0.0007125405],"domain_scores_gemma":[0.9977992,0.0005673477,0.0005904743,0.0009013251,0.00006563823,0.00007605228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00009472474,0.0006497666,0.1850168,0.0001583897,0.000140864,0.00002467959,0.2371505,0.07124921,0.0001293681,0.4930909,0.01107013,0.001224614],"study_design_scores_gemma":[0.006197684,0.002012008,0.3737993,0.005513371,0.00009684197,0.00004483476,0.3501908,0.1381356,0.0001391897,0.04851043,0.07129991,0.004059984],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.988676,0.0001572223,0.0001083432,0.001034499,0.0009996351,0.001345377,0.00004738555,0.00005955745,0.00757198],"genre_scores_gemma":[0.9990096,0.00003008241,0.000002427123,0.00006723884,0.0007060156,0.00005209627,0.00004988698,0.00001993639,0.00006269074],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4445805,"threshold_uncertainty_score":0.9994242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225124634","doi":"10.1145/3491102.3517580","title":"Strategies for Fostering a Genuine Feeling of Connection in Technologically Mediated Systems","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Feeling; Connection (principal bundle); Computer science; Human–computer interaction; Psychology; Social psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2151647483684543,"gpt":0.3399849539925068,"spread":0.1248202056240525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006294413,0.0001866279,0.0003973604,0.0004785781,0.0002745738,0.0001274554,0.0003316186,0.00008623747,0.000008394622],"category_scores_gemma":[0.0001693561,0.0001778161,0.00005246038,0.000382528,0.00005423406,0.00007473066,0.0001615034,0.0003418975,8.187961e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000162474,"about_ca_system_score_gemma":0.00004979243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000298377,"about_ca_topic_score_gemma":0.00002329193,"domain_scores_codex":[0.9980088,0.0002559984,0.0006693598,0.000472272,0.0002871584,0.0003063543],"domain_scores_gemma":[0.9990119,0.00033162,0.000380448,0.0002047243,0.00004161419,0.00002969083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006350167,0.0002549101,0.009799182,0.0006233769,0.000009326897,0.00001451681,0.003181619,0.2170173,0.6670678,0.1015312,0.00001330687,0.0004239504],"study_design_scores_gemma":[0.002548986,0.001599553,0.004408977,0.002003531,0.00001012322,0.00003218689,0.03871589,0.9326956,0.01573529,0.001357154,0.0001451543,0.000747569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9925492,0.00003344435,0.005015775,0.00001375727,0.0008877443,0.000736263,0.00002470956,0.0001394415,0.0005996482],"genre_scores_gemma":[0.9998111,0.000002718867,0.00001006493,0.000007009855,0.00003677533,0.00007682097,0.00001688524,0.00001659316,0.00002209165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7156783,"threshold_uncertainty_score":0.7251132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224993553","doi":"10.1145/3491102.3502067","title":"The Effect of the Vergence-Accommodation Conflict on Virtual Hand Pointing in Immersive Displays","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; Huawei Technologies (Canada); Dalhousie University","funders":"","keywords":"Accommodation; Vergence (optics); Computer science; Computer graphics (images); Computer vision; Human–computer interaction; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05315545420976932,"gpt":0.3143134836954187,"spread":0.2611580294856494,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001379004,0.0002040646,0.0003003456,0.0001551941,0.001104715,0.0002660975,0.001538259,0.00004721138,0.00000434221],"category_scores_gemma":[0.0001717746,0.0001299128,0.00008049809,0.000582729,0.0001271046,0.0001074188,0.0005223241,0.0005041641,0.000003289811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002461748,"about_ca_system_score_gemma":0.00007559872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007229856,"about_ca_topic_score_gemma":0.00007076541,"domain_scores_codex":[0.997381,0.0008605362,0.0005384636,0.0003886556,0.0005048331,0.000326472],"domain_scores_gemma":[0.9976927,0.001020902,0.0004359587,0.0007609084,0.0000426139,0.00004689576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006546357,0.0001971547,0.08409225,0.00007229488,0.0000398552,0.000003360288,0.01759404,0.1150453,0.008537561,0.7671396,0.000260042,0.00695314],"study_design_scores_gemma":[0.001897052,0.002842958,0.3401745,0.0009149974,0.00001079291,0.000008338229,0.003780241,0.6355948,0.01256846,0.0006345944,0.000930435,0.00064288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9930557,0.00001964096,0.004031679,0.0001606794,0.0007789772,0.0006830571,0.000009921084,0.00002039759,0.001239935],"genre_scores_gemma":[0.9998364,0.000001952792,0.000003464375,0.00002999088,0.00002947612,0.00003626626,0.00000755398,0.000009076295,0.00004579973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.766505,"threshold_uncertainty_score":0.8496684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225081144","doi":"10.1145/3491102.3517713","title":"Flavorium: An Exploration of Flavobacteria’s Living Aesthetics for Living Color Interfaces","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Aesthetics; Computer science; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.3992786194906295,"gpt":0.3555081265231261,"spread":0.0437704929675034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006867771,0.0002631479,0.0004679774,0.0002693376,0.0008848191,0.000153577,0.0004113525,0.00005064992,0.00004803402],"category_scores_gemma":[0.000449391,0.0002585221,0.00007304746,0.000210709,0.0001143185,0.0003861671,0.0002122236,0.0002952945,0.00000306979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001595467,"about_ca_system_score_gemma":0.00005125747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004704377,"about_ca_topic_score_gemma":0.00003328861,"domain_scores_codex":[0.9972554,0.0008056107,0.0006764415,0.0005801241,0.0003530694,0.0003293551],"domain_scores_gemma":[0.998009,0.000999859,0.0005053298,0.0003268062,0.00009885035,0.00006013548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001788089,0.001326583,0.04291266,0.0006050745,0.00004385915,0.00000831018,0.1218607,0.06035101,0.7088388,0.06269155,0.0002930742,0.0008895685],"study_design_scores_gemma":[0.003413406,0.01848621,0.0634575,0.005853748,0.0001384641,0.00005301069,0.2760838,0.3964557,0.2239313,0.00194151,0.005075505,0.005109884],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945104,0.00001086772,0.001468795,0.0000218661,0.002526036,0.0006317363,0.0000394421,0.0001323519,0.0006585463],"genre_scores_gemma":[0.9994866,0.000002916626,0.0000184603,0.00003522917,0.000107595,0.00005130177,0.000007649318,0.00002927141,0.0002609642],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4849075,"threshold_uncertainty_score":0.9999867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225109001","doi":"10.1145/3491102.3502046","title":"Meeting Users Where They Are: User-centered Design of an Automated Text Messaging Tool to Support the Mental Health of Young Adults","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Mental health; Mood; Anxiety; Applied psychology; Psychology; Computer science; Digital health; Medical education; Clinical psychology; Health care; Medicine; Psychotherapist; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1034836154499592,"gpt":0.3987059642399568,"spread":0.2952223487899975,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001758117,0.0003035968,0.0006357253,0.0003166745,0.0005183968,0.000087148,0.0008618883,0.00005969941,0.0001065939],"category_scores_gemma":[0.00003456948,0.0002689849,0.0001124592,0.0003045038,0.00007519216,0.0001097917,0.0002870311,0.0003828341,0.000009247092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005412563,"about_ca_system_score_gemma":0.0001165677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006070701,"about_ca_topic_score_gemma":0.0008279345,"domain_scores_codex":[0.9952838,0.001462822,0.001536769,0.0005711517,0.0005469499,0.000598542],"domain_scores_gemma":[0.9976929,0.0001845786,0.001260418,0.0006377117,0.00008490689,0.0001394559],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001297636,0.008779043,0.5890958,0.003143105,0.0006466429,0.0000590559,0.2925334,0.03705374,0.001785569,0.04976325,0.00895883,0.006883962],"study_design_scores_gemma":[0.007725918,0.01659807,0.6810678,0.01674895,0.00004089419,0.000132529,0.1999204,0.07472067,0.0005710244,0.0002244982,0.0004520676,0.001797081],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940552,0.00004497447,0.0001615152,0.0001530438,0.002117501,0.001817393,0.000232644,0.0002081638,0.001209556],"genre_scores_gemma":[0.999471,5.697347e-7,0.00006351624,0.00007650938,0.00002661477,0.00007250029,0.0000675238,0.00004811423,0.0001736555],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09261297,"threshold_uncertainty_score":0.9999762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225016439","doi":"10.1145/3491102.3501933","title":"”I don’t want to feel like I’m working in a 1960s factory”: The Practitioner Perspective on Creativity Support Tool Adoption","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Creativity; Workflow; Perspective (graphical); Knowledge management; Value (mathematics); Interface (matter); Reflection (computer programming); Computer science; Factory (object-oriented programming); Psychology; Sociology; Engineering ethics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09532668101607202,"gpt":0.3438292609229461,"spread":0.2485025799068741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001405888,0.0004102221,0.0004647565,0.001071186,0.0009842111,0.0004184629,0.001337822,0.0001320252,0.00007904916],"category_scores_gemma":[0.0001686122,0.0003513043,0.00008677127,0.001160681,0.0001047771,0.0003545946,0.0006227089,0.001812329,0.00003783953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002952555,"about_ca_system_score_gemma":0.000190567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009170033,"about_ca_topic_score_gemma":0.000377551,"domain_scores_codex":[0.9960294,0.0008886132,0.0007165776,0.00104388,0.0007433614,0.0005781986],"domain_scores_gemma":[0.9977689,0.0004824631,0.0005720069,0.0009035356,0.0002216692,0.00005142422],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00008139994,0.0007965917,0.05416343,0.00002229764,0.00005609129,0.0000781187,0.04135508,0.01964069,0.002020862,0.8796192,0.0008561935,0.001310015],"study_design_scores_gemma":[0.004111678,0.007166451,0.6888634,0.002837933,0.00003290668,0.0002093072,0.09681656,0.1678415,0.003612624,0.01323361,0.01117824,0.004095752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9658062,0.00000673451,0.02230032,0.001008602,0.00234667,0.001201737,0.000009387536,0.0003012321,0.007019067],"genre_scores_gemma":[0.9988833,7.3848e-7,0.0001332894,0.0004343874,0.0001030194,0.0001600057,0.00001965612,0.00002596378,0.0002396176],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8663856,"threshold_uncertainty_score":0.9998939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225014877","doi":"10.1145/3491102.3501845","title":"Unofficial Proxies: How Close Others Help Older Adults with Banking","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba","funders":"","keywords":"Modalities; Internet privacy; Older people; Psychology; Business; Computer science; Gerontology; Medicine; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.05326640048497513,"gpt":0.3094021711414422,"spread":0.2561357706564671,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008285682,0.0002661997,0.0003833608,0.0002568643,0.001824119,0.0004203079,0.0007129016,0.0001036101,0.0001554266],"category_scores_gemma":[0.00003976003,0.0002401177,0.00006815137,0.0004870144,0.0001755488,0.0001138847,0.0001182953,0.0005755335,0.000004899224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003799505,"about_ca_system_score_gemma":0.0002941401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004428391,"about_ca_topic_score_gemma":0.003681602,"domain_scores_codex":[0.9967559,0.0007367221,0.0003093378,0.000576391,0.001015553,0.000606114],"domain_scores_gemma":[0.9990457,0.0002020916,0.0002765762,0.0002953619,0.00007960058,0.0001007186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001258005,0.0005211238,0.1987706,0.0002389009,0.0001008419,0.00007033251,0.6676466,0.001905012,0.0002509983,0.1257556,0.001103943,0.003510161],"study_design_scores_gemma":[0.007711693,0.003099058,0.0495947,0.01601217,0.00008223459,0.00001789539,0.8940444,0.01107871,0.0006038556,0.001487634,0.01225446,0.004013216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909439,0.0001165724,0.0001004724,0.0002465903,0.000916973,0.0008984021,0.000007491792,0.0002158458,0.00655376],"genre_scores_gemma":[0.9990734,0.000009582576,0.00001042014,0.00006126376,0.0003793638,0.00003844854,0.00001303175,0.00003403184,0.0003804301],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2263977,"threshold_uncertainty_score":0.9994754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224989671","doi":"10.1145/3491102.3517668","title":"Next Steps in Epidermal Computing: Opportunities and Challenges for Soft On-Skin Devices","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Advanced Sensor and Energy Harvesting Materials","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"European Commission","keywords":"Computer science; Human–computer interaction; Discipline; Mobile device; Open research; Data science; Multimedia; Nanotechnology; World Wide Web; Materials science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.2406184129261826,"gpt":0.3094143059739497,"spread":0.06879589304776706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005278039,0.0003295734,0.0005643106,0.0003073209,0.0002984111,0.0001470824,0.0002633998,0.00007697572,0.00001098228],"category_scores_gemma":[0.00004319166,0.0003460666,0.00004209205,0.00007829407,0.00005264628,0.00009539686,0.0001067976,0.0002856593,0.000001201231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001469445,"about_ca_system_score_gemma":0.00002115846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001094142,"about_ca_topic_score_gemma":0.00007649064,"domain_scores_codex":[0.9981361,0.0002107387,0.0005950144,0.0004020327,0.0001973931,0.000458734],"domain_scores_gemma":[0.9989397,0.0005806461,0.0001467337,0.0002246298,0.00002860306,0.00007969789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001921457,0.00006242141,0.00223033,0.0008810087,0.0000273137,0.00002228754,0.004956968,0.946023,0.0007941343,0.04031595,0.00003253053,0.004634782],"study_design_scores_gemma":[0.002649462,0.0008918131,0.04813674,0.002648277,0.00001863999,0.00003047956,0.0297492,0.9041057,0.001012154,0.000836017,0.007939247,0.001982278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9956684,0.0005136044,0.0004526264,0.00004391233,0.001100292,0.0003458065,0.00002561663,0.00026666,0.001583108],"genre_scores_gemma":[0.9995068,0.00006309928,0.00007221963,0.00003268047,0.0001599641,0.00002769553,0.00003961744,0.00005469005,0.00004322202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04590641,"threshold_uncertainty_score":0.9998991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224980611","doi":"10.1145/3491102.3517458","title":"Understanding How People with Limited Mobility Use Multi-Modal Input","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Workaround; Computer science; Categorization; Modal; Context (archaeology); Human–computer interaction; Ubiquitous computing; Modality (human–computer interaction); Data science; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3819342397522107,"gpt":0.3419482987316692,"spread":0.03998594102054154,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001537403,0.0002990316,0.0003841212,0.0003595386,0.001123163,0.0005882488,0.0004929624,0.00006629121,0.00006607264],"category_scores_gemma":[0.0002441201,0.0002696899,0.0000741329,0.0004636333,0.00009874284,0.0003045193,0.0001848981,0.0008662214,0.000006079166],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000794174,"about_ca_system_score_gemma":0.00007109044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005254361,"about_ca_topic_score_gemma":0.0003636311,"domain_scores_codex":[0.9973124,0.000593004,0.0003565406,0.0007823108,0.0005006383,0.0004551],"domain_scores_gemma":[0.9983094,0.0006980406,0.0002987047,0.0005395286,0.00004622651,0.0001081207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002734624,0.002198118,0.6670269,0.0001605873,0.00007066297,0.0002085092,0.03486938,0.1023521,0.1439505,0.04829688,0.0005249485,0.00006797324],"study_design_scores_gemma":[0.004981423,0.002126466,0.1457756,0.0008174623,0.0000487103,0.0002510569,0.07072768,0.7508942,0.01944961,0.0002012823,0.002102718,0.002623708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9934241,9.739555e-7,0.00270276,0.0001079702,0.001725417,0.0005759177,0.00005457373,0.0002464066,0.001161903],"genre_scores_gemma":[0.9992989,0.000001166398,0.00001709208,0.00008198858,0.00005703986,0.00002593807,0.00001721121,0.00003339433,0.0004672568],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6485422,"threshold_uncertainty_score":0.9999755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225105023","doi":"10.1145/3491102.3517710","title":"Exploring Design Opportunities for Supporting Mental Wellbeing Among East Asian University Students in Canada","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Mental health; Empowerment; Usability; Mental health literacy; Psychology; Stigma (botany); Literacy; Public relations; Medical education; Pedagogy; Political science; Mental illness; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4176167253801613,"gpt":0.3845626338604859,"spread":0.03305409151967531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008009071,0.0002283991,0.000361948,0.0003726551,0.0005609359,0.00008942425,0.0005984345,0.00003168307,0.00008478676],"category_scores_gemma":[0.0000156905,0.0002862792,0.00006591788,0.0001820493,0.00004446924,0.0001808545,0.0002593785,0.0003706027,0.000001710444],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00298483,"about_ca_system_score_gemma":0.0003055615,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3195399,"about_ca_topic_score_gemma":0.2029667,"domain_scores_codex":[0.9972861,0.00053757,0.0007186384,0.0004595702,0.0003916975,0.0006064288],"domain_scores_gemma":[0.9990653,0.0001387149,0.0003982762,0.0002310546,0.00002912522,0.0001375257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001230199,0.0006657593,0.9331625,0.0002858286,0.0000955295,0.0003809884,0.0280825,0.003531575,0.00001780536,0.0292929,0.0005588493,0.003802768],"study_design_scores_gemma":[0.002324965,0.0008328867,0.3567727,0.001590207,0.00001311492,0.00001308396,0.6304756,0.006619849,0.00003676631,0.0001139289,0.0004966208,0.0007102648],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9911842,0.00000714864,0.0002610048,0.00006296892,0.003295424,0.001083729,0.0001089603,0.00005306517,0.003943508],"genre_scores_gemma":[0.9989558,2.068783e-7,0.00001311055,0.00001880869,0.00003526653,0.00006605119,0.00007253286,0.00002957378,0.0008086322],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6023931,"threshold_uncertainty_score":0.9999589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225114528","doi":"10.1145/3491102.3517677","title":"Virtual Transcendent Dream: Empowering People through Embodied Flying in Virtual Reality","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Embodied cognition; Virtual reality; Dream; Human–computer interaction; Computer science; Computer-mediated reality; Mixed reality; Aesthetics; Psychology; Artificial intelligence; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.1194396491421511,"gpt":0.3550659934708355,"spread":0.2356263443286843,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001340989,0.0004143252,0.0006850563,0.0003910103,0.0009258989,0.0004790317,0.001810463,0.0001127428,0.00002865331],"category_scores_gemma":[0.00006573679,0.0004364507,0.0001216291,0.000967861,0.00006931738,0.0004117913,0.0005953647,0.0009135032,0.00001109949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000795135,"about_ca_system_score_gemma":0.0002187653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004041748,"about_ca_topic_score_gemma":0.0007010411,"domain_scores_codex":[0.9956766,0.0006411437,0.001043712,0.001031397,0.0008451988,0.0007619764],"domain_scores_gemma":[0.9980829,0.0002986327,0.000350481,0.00104683,0.00006421438,0.0001569263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001979115,0.0005677817,0.01020975,0.00005500521,0.00002494608,0.0000200462,0.06901886,0.09809785,0.001262384,0.8176408,0.0001257432,0.002957021],"study_design_scores_gemma":[0.003041499,0.00180497,0.1009536,0.0008235395,0.00001280323,0.0000423464,0.02735193,0.8570532,0.0005045233,0.005246997,0.001181959,0.001982585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8387167,0.00002497548,0.1545828,0.0001827559,0.0008950987,0.00067782,0.00002632555,0.0002509705,0.004642494],"genre_scores_gemma":[0.9995425,0.000005660904,0.00007032493,0.00009422363,0.00007273915,0.00007041295,0.00004246273,0.00002736637,0.00007428621],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8123938,"threshold_uncertainty_score":0.9998087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225002573","doi":"10.1145/3491102.3501927","title":"ASTEROIDS: Exploring Swarms of Mini-Telepresence Robots for Physical Skill Demonstration","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Workbench; Computer science; Robot; Human–computer interaction; Presentation (obstetrics); Haptic technology; Multimedia; Telerobotics; Control (management); Simulation; Visualization; Artificial intelligence; Mobile robot","retraction":null,"screen_n_in":null,"score":{"opus":0.2189936856300059,"gpt":0.3584833213574255,"spread":0.1394896357274196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004890273,0.0002079463,0.0003871804,0.000224443,0.0003918044,0.000175151,0.00105869,0.00003857956,0.000002486062],"category_scores_gemma":[0.00007440682,0.0002044714,0.00008954931,0.0003969971,0.00005945858,0.0003028246,0.0003109363,0.0002544456,0.000002123987],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001511011,"about_ca_system_score_gemma":0.00009976752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001489488,"about_ca_topic_score_gemma":0.00001040462,"domain_scores_codex":[0.9979455,0.0001906975,0.000532691,0.000533394,0.0004476687,0.0003499938],"domain_scores_gemma":[0.9984636,0.0003738739,0.0003535048,0.0006147228,0.000102646,0.000091691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000235918,0.0008886391,0.007950854,0.0002238869,0.00003945458,0.00000290002,0.0249255,0.1299416,0.01529119,0.8086461,0.0001634812,0.01190285],"study_design_scores_gemma":[0.0008811543,0.001560672,0.02262549,0.0003847201,0.000008625106,0.000007237923,0.003558098,0.9572996,0.008046646,0.004845895,0.0001910822,0.0005907047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8112155,0.00001284491,0.1872108,0.00005169344,0.0004054405,0.0005549623,0.00001581784,0.00007835642,0.0004545613],"genre_scores_gemma":[0.9991092,0.000001366666,0.0005862011,0.00001591767,0.0000888428,0.0001346381,0.00001929047,0.00001303765,0.00003149857],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8273581,"threshold_uncertainty_score":0.8338103,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225012855","doi":"10.1145/3491102.3501934","title":"”Chat Has No Chill”: A Novel Physiological Interaction For Engaging Live Streaming Audiences","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Modalities; Context (archaeology); Audience participation; Computer science; Commons; Modality (human–computer interaction); Multimedia; Live streaming; User engagement; Human–computer interaction; World Wide Web; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.3476178426934478,"gpt":0.3597975014250557,"spread":0.01217965873160798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005835028,0.0002628792,0.0004464238,0.0002235202,0.002476591,0.0003898104,0.0003683447,0.00004656156,0.0004349854],"category_scores_gemma":[0.0001072322,0.0002203906,0.00009797467,0.00004942875,0.0001834686,0.0001625849,0.0001294788,0.0006191898,0.00002225248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002463469,"about_ca_system_score_gemma":0.00009447448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001328998,"about_ca_topic_score_gemma":0.000326842,"domain_scores_codex":[0.9979844,0.0001832978,0.0005622613,0.0005014211,0.0003005011,0.0004681365],"domain_scores_gemma":[0.9987656,0.0004347422,0.0003928946,0.0002066958,0.0001215257,0.00007849782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000817901,0.0006805638,0.009277595,0.0006069831,0.00007683144,0.000007120082,0.3924841,0.007619359,0.002322513,0.5841887,0.001373251,0.001281206],"study_design_scores_gemma":[0.004180972,0.006604969,0.02413893,0.004706581,0.0000649483,0.00001866244,0.5851229,0.2963362,0.0001820041,0.002941433,0.07281902,0.002883386],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9901412,0.00003533266,0.0001293992,0.00007493682,0.003684895,0.0006997588,0.00005701598,0.0001215062,0.00505597],"genre_scores_gemma":[0.9983184,0.00000311485,0.00002188657,0.0001634769,0.00101341,0.0001057779,0.00007846606,0.00001881527,0.0002766357],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5812473,"threshold_uncertainty_score":0.998822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225003922","doi":"10.1145/3491102.3501940","title":"VibEmoji: Exploring User-authoring Multi-modal Emoticons in Social Communication","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Communication and Language","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada); The Scarborough Hospital; University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modal; Human–computer interaction; Multimedia; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.276257002162567,"gpt":0.3604159060586858,"spread":0.08415890389611885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009518238,0.000251382,0.000379572,0.0004913781,0.0009505805,0.0005381368,0.002651542,0.00005890977,0.00001649206],"category_scores_gemma":[0.00005029125,0.0002824402,0.00007682181,0.0006120614,0.00006567447,0.0004650749,0.001614504,0.0008716879,0.000009951496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004350596,"about_ca_system_score_gemma":0.00007580153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004178781,"about_ca_topic_score_gemma":0.0001660982,"domain_scores_codex":[0.9971485,0.0008549484,0.0006650402,0.0004814638,0.0004225996,0.0004274445],"domain_scores_gemma":[0.998245,0.0002472686,0.0002871652,0.00109514,0.00005156199,0.00007385914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006153032,0.0005393439,0.04090098,0.00005508601,0.00001664142,0.00001724339,0.03658551,0.007678254,0.0004632549,0.9112175,0.00006610786,0.002453911],"study_design_scores_gemma":[0.003473644,0.0003464707,0.3236317,0.001042599,0.000008039819,0.00002180582,0.03327663,0.6302294,0.0003435976,0.001707541,0.004009763,0.001908787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9816059,0.00007695705,0.005873613,0.0002451017,0.0004196077,0.0003980479,0.000006218799,0.0003025216,0.01107199],"genre_scores_gemma":[0.9991341,0.000002927364,0.0005242901,0.0000625685,0.00002712108,0.00005643614,0.0000289945,0.00002166982,0.0001419131],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.90951,"threshold_uncertainty_score":0.9999627,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224996065","doi":"10.1145/3491102.3517685","title":"Press A to Jump: Design Strategies for Video Game Learnability","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Educational Games and Gamification","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Learnability; Computer science; Video game; Usability; Multimedia; Human–computer interaction; Game design","retraction":null,"screen_n_in":null,"score":{"opus":0.2524162595385084,"gpt":0.4171144874663009,"spread":0.1646982279277924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009168726,0.000191954,0.0002867241,0.0001564988,0.0002705401,0.0001693655,0.000445787,0.00005478937,0.0001626372],"category_scores_gemma":[0.00006615148,0.0001944713,0.00006403227,0.0001526678,0.00004299831,0.00004663689,0.00006873493,0.0002867103,0.00001464507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002499775,"about_ca_system_score_gemma":0.000131862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000868626,"about_ca_topic_score_gemma":0.00002160893,"domain_scores_codex":[0.997805,0.0005709652,0.0004780168,0.0005766524,0.0002360915,0.0003332816],"domain_scores_gemma":[0.99863,0.0004976143,0.000223651,0.0004578821,0.0001125441,0.00007830658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001520714,0.0007791437,0.01872101,0.0001650298,0.00006503006,0.000002260962,0.06952856,0.11914,0.0009194347,0.7826552,0.006699195,0.001173127],"study_design_scores_gemma":[0.003348572,0.005462707,0.5951619,0.0006838771,0.00006781044,0.00002742377,0.2003177,0.07210244,0.000311959,0.03020671,0.08959414,0.002714771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9608276,0.00006876275,0.03125235,0.0001511102,0.002153646,0.001660198,0.00003599954,0.0001039328,0.003746403],"genre_scores_gemma":[0.9979852,2.033071e-7,0.0001120374,0.00009108963,0.0001669957,0.0004619837,0.00003886698,0.00002324927,0.001120328],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7524484,"threshold_uncertainty_score":0.7930309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225013419","doi":"10.1145/3491102.3517692","title":"Design is Worth a Thousand Words: The Effect of Digital Interaction Design on Picture-Prompted Reminiscence","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"AGE-WELL","keywords":"Reminiscence; Touchscreen; Usability; Computer science; Psychology; Human–computer interaction; Recall; Cognitive psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08533412754646139,"gpt":0.3399180028573769,"spread":0.2545838753109155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001630352,0.0002885817,0.0004553245,0.0002883552,0.001075938,0.0002342094,0.001000374,0.0001402067,0.00004654591],"category_scores_gemma":[0.0003715435,0.0002139472,0.00008352216,0.0005427138,0.0003336968,0.0001179691,0.0001622748,0.0008410559,0.000007413524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003480261,"about_ca_system_score_gemma":0.000125034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003581635,"about_ca_topic_score_gemma":0.00004636876,"domain_scores_codex":[0.9959801,0.001848359,0.0005151901,0.0005301143,0.0006911795,0.0004350257],"domain_scores_gemma":[0.9969803,0.001907717,0.0005130632,0.0004810666,0.00005856174,0.00005930787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001137021,0.0007684876,0.5071006,0.0002819575,0.0003320985,0.00007541428,0.3850145,0.05630771,0.002265041,0.02590361,0.003542921,0.01727056],"study_design_scores_gemma":[0.01850726,0.04796335,0.121207,0.01904995,0.0004677036,0.0001202856,0.488025,0.2103822,0.06603099,0.01081662,0.007961734,0.009467825],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9896825,0.00002863212,0.00509866,0.0001422446,0.001029226,0.001581436,0.0000100613,0.0002604904,0.002166735],"genre_scores_gemma":[0.9996536,0.000002241892,0.00002623472,0.00002706137,0.00007481087,0.00005363444,0.000005904353,0.00002275689,0.0001337492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3858936,"threshold_uncertainty_score":0.8724514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224984048","doi":"10.1145/3491102.3517741","title":"Katika: An End-to-End System for Authoring Amateur Explainer Motion Graphics Videos","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Amateur; Animation; Graphics; Motion (physics); 3D computer graphics; Computer graphics (images); Session (web analytics); Multimedia; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09179661729610653,"gpt":0.3115092129584121,"spread":0.2197125956623055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001892096,0.0003472219,0.0005758842,0.0008575479,0.00123074,0.000741809,0.001312627,0.00009401787,0.000009176539],"category_scores_gemma":[0.00006419072,0.0003422709,0.0001449494,0.0009212641,0.00002613999,0.0003743303,0.0003756895,0.0003568975,0.000004771759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004341766,"about_ca_system_score_gemma":0.00007725952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004196514,"about_ca_topic_score_gemma":0.00008536745,"domain_scores_codex":[0.9961643,0.0006838876,0.0009042407,0.0009826167,0.000740189,0.000524808],"domain_scores_gemma":[0.9981273,0.0002055258,0.0004486816,0.0008350922,0.0001997461,0.0001836519],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001029123,0.000166432,0.02120903,0.0002294854,0.00004782155,0.00001099537,0.007386532,0.1522968,0.001657218,0.814429,0.0001222352,0.002434161],"study_design_scores_gemma":[0.0004165868,0.0003553219,0.007302031,0.0002601012,0.00001399516,0.00000586083,0.002133522,0.9881375,0.0002671985,0.0003794066,0.0002731507,0.0004553542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.53499,0.0000137378,0.4621865,0.00005805583,0.001484398,0.0006357558,0.00001806605,0.0003046824,0.0003088299],"genre_scores_gemma":[0.9989018,5.510245e-7,0.0005346097,0.00006185841,0.0001813697,0.0001112966,0.00009953479,0.00003170312,0.00007724468],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8358406,"threshold_uncertainty_score":0.9999029,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225093325","doi":"10.1145/3491102.3501887","title":"Get To The Point! Problem-Based Curated Data Views To Augment Care For Critically Ill Patients","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Usability; Clinical decision support system; Workflow; Computer science; Situation awareness; Domain (mathematical analysis); Situational ethics; Process (computing); Point of care; Decision support system; Data science; Knowledge management; Artificial intelligence; Human–computer interaction; Medicine; Nursing; Psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.2681102268577796,"gpt":0.4792277429184965,"spread":0.2111175160607169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00335517,0.0004302649,0.0008561437,0.0003245128,0.002983878,0.00008879408,0.001970402,0.0001482208,0.00009656615],"category_scores_gemma":[0.001146684,0.0003337715,0.00007154061,0.0005075763,0.000031251,0.00006881025,0.0008703087,0.001276227,0.0000826266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002424395,"about_ca_system_score_gemma":0.001401994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002366849,"about_ca_topic_score_gemma":0.002880657,"domain_scores_codex":[0.9916509,0.003029113,0.001920961,0.001125246,0.000792692,0.00148109],"domain_scores_gemma":[0.9945412,0.001326123,0.0005419115,0.001703978,0.001498163,0.0003886154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007000183,0.002137686,0.3466929,0.01886027,0.0002241207,0.00001626054,0.2197799,0.04587416,0.0006683458,0.04675002,0.3089428,0.009353547],"study_design_scores_gemma":[0.008454338,0.009449104,0.02708985,0.01262559,0.00007635915,0.000002276455,0.09158865,0.1344011,0.000059866,0.0002577188,0.7133121,0.002683074],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9439281,0.0001438989,0.01078083,0.005159331,0.007130818,0.02819631,0.001765,0.0003587398,0.002537024],"genre_scores_gemma":[0.9902906,5.923028e-7,0.0002214052,0.005738702,0.0003428317,0.001913369,0.001130649,0.00008125054,0.0002806248],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4043693,"threshold_uncertainty_score":0.9999114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225094266","doi":"10.1145/3491102.3501895","title":"Supercharging Trial-and-Error for Learning Complex Software Applications","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada); University of Waterloo","funders":"","keywords":"Computer science; Software; Proof of concept; Key (lock); Software engineering; Machine learning; Data science; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.1725917647466699,"gpt":0.3652937626882987,"spread":0.1927019979416288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001212734,0.0002509443,0.0004176828,0.0004628515,0.001144184,0.0003848536,0.001213113,0.00005921844,0.00001509605],"category_scores_gemma":[0.0003796888,0.0002695989,0.00007816138,0.0004476033,0.00005394521,0.0001167069,0.0006630321,0.0006921277,0.000004624828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002918519,"about_ca_system_score_gemma":0.0001031795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000992718,"about_ca_topic_score_gemma":0.000003499628,"domain_scores_codex":[0.997427,0.0002973533,0.0005001436,0.0007367251,0.0004974463,0.0005413177],"domain_scores_gemma":[0.9972569,0.001830393,0.0001514867,0.0005408132,0.00009951927,0.000120918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003927298,0.0007963231,0.2158878,0.00131912,0.0001603106,0.00002685645,0.02491563,0.2969302,0.002548676,0.4339808,0.0008174959,0.02222407],"study_design_scores_gemma":[0.01156443,0.00136968,0.02729486,0.000344247,0.00000930423,0.00002292606,0.002042149,0.948108,0.00007244794,0.001135673,0.00688566,0.001150678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5141856,0.0000693788,0.4830338,0.00005523985,0.0004657817,0.001542373,0.000009992198,0.0005674476,0.00007034546],"genre_scores_gemma":[0.9964579,0.000001532577,0.00266369,0.00001925801,0.000121036,0.0005341551,0.00003641655,0.00003335984,0.0001327019],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6511778,"threshold_uncertainty_score":0.9999756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225081140","doi":"10.1145/3491102.3517727","title":"Towards Design Guidelines for Effective Health-Related Data Videos: An Empirical Investigation of Affect, Personality, and Video Content","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Manitoba","funders":"","keywords":"Affect (linguistics); Neuroticism; Infographic; Psychology; Personality; Big Five personality traits; Applied psychology; Social psychology; Computer science; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.6412206756181893,"gpt":0.4522185558333905,"spread":0.1890021197847988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00370065,0.0002485177,0.0006631354,0.0002225562,0.0008595844,0.0001645913,0.0004856084,0.0000601208,0.00005401911],"category_scores_gemma":[0.0002614964,0.0002144121,0.00004179744,0.0000662298,0.0002481852,0.0002672905,0.0001697005,0.0003259405,7.131005e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001870922,"about_ca_system_score_gemma":0.0003411193,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009777211,"about_ca_topic_score_gemma":0.001222266,"domain_scores_codex":[0.9963004,0.001347659,0.001014203,0.0006111328,0.0003941701,0.0003324212],"domain_scores_gemma":[0.9978324,0.000565668,0.0006021443,0.000477196,0.0003371644,0.0001854233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002754971,0.0005345534,0.1082874,0.002489901,0.0001697291,0.000005392796,0.5633113,0.003700258,0.0006177183,0.3100888,0.005658652,0.004860712],"study_design_scores_gemma":[0.006407955,0.01988838,0.223638,0.00417329,0.0001169002,0.00002589565,0.163647,0.5613015,0.0002590408,0.0152165,0.003342474,0.001983035],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995043,0.0002293998,0.0008220343,0.0005174731,0.0008426512,0.002090891,0.0002501822,0.00008025485,0.0001241218],"genre_scores_gemma":[0.9984362,0.000004540072,0.0001678956,0.000510899,0.0002649502,0.00009168619,0.0004704775,0.00002366999,0.00002974678],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5576013,"threshold_uncertainty_score":0.9968168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225010612","doi":"10.1145/3491102.3517610","title":"Two Heads Are Better Than One: A Dimension Space for Unifying Human and Artificial Intelligence in Shared Control","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Dimension (graph theory); Terminology; Computer science; Control (management); Human–computer interaction; Space (punctuation); Domain (mathematical analysis); Shared space; Artificial intelligence; Human intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1565553087695138,"gpt":0.405933924274411,"spread":0.2493786155048972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008435113,0.0002881979,0.0005482027,0.0005294656,0.0006827644,0.0001920861,0.0002890771,0.0001006984,0.0005210488],"category_scores_gemma":[0.00004891835,0.0003096605,0.0000801718,0.000203786,0.00007403974,0.00008517756,0.0001041816,0.0006610612,0.00001620988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002879027,"about_ca_system_score_gemma":0.0000279115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007655171,"about_ca_topic_score_gemma":0.000550573,"domain_scores_codex":[0.9970483,0.0006824633,0.000886214,0.0006601322,0.0002840086,0.0004389499],"domain_scores_gemma":[0.9985743,0.0004229088,0.0004796663,0.0003531626,0.00008411743,0.00008581328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000409593,0.001129004,0.3166545,0.0003419282,0.0001476299,0.00004942778,0.05776133,0.010145,0.005703315,0.6042662,0.0006251332,0.002766894],"study_design_scores_gemma":[0.006518749,0.001912131,0.6417719,0.002807804,0.00005738539,0.00004522839,0.07065947,0.2627197,0.0004376683,0.009325361,0.001437632,0.002306935],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9907865,0.00004214521,0.004592928,0.0002916992,0.001522637,0.00105702,0.00005260845,0.0001345596,0.001519922],"genre_scores_gemma":[0.9992107,4.241964e-7,0.00003593407,0.0001720271,0.0001676616,0.0001257015,0.00006915702,0.00003417844,0.0001842448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5949409,"threshold_uncertainty_score":0.9999356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225137109","doi":"10.1145/3491102.3517581","title":"Here Comes No Boom! The Lack of Sound Feedback Effects on Performance and User Experience in a Gamified Image Classification Task","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Valence (chemistry); Arousal; Immersion (mathematics); Human–computer interaction; Computer science; Boom; Affect (linguistics); Task (project management); Multimedia; Psychology; Cognitive psychology; Social psychology; Engineering; Communication; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1895817216992047,"gpt":0.3469453399576963,"spread":0.1573636182584916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005223008,0.0002084908,0.0003768834,0.0001739209,0.0006260681,0.0001763424,0.0003519912,0.00004183205,0.00008385968],"category_scores_gemma":[0.00004425088,0.0001542505,0.00003375371,0.00007962318,0.0002835236,0.0001225382,0.00008806847,0.0004700377,0.00001505487],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001319939,"about_ca_system_score_gemma":0.00005604675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006173157,"about_ca_topic_score_gemma":0.0002209933,"domain_scores_codex":[0.9981744,0.0003131924,0.0005248439,0.0003381528,0.0003495065,0.0002999341],"domain_scores_gemma":[0.9988192,0.0004060105,0.0003227928,0.0003326253,0.00007096022,0.0000484384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001002958,0.0002616725,0.4201737,0.00140548,0.00002007605,0.000007045023,0.2776936,0.0004632385,0.001241663,0.2974898,0.0005743591,0.0005690241],"study_design_scores_gemma":[0.002891902,0.002421082,0.7602864,0.003518055,0.00001798154,0.000005788267,0.1777899,0.04247083,0.0003542933,0.0006735327,0.008472348,0.001097941],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9912735,0.00004835063,0.000004381102,0.00006456715,0.0007574118,0.0006591323,0.00001209365,0.00003184274,0.007148737],"genre_scores_gemma":[0.999234,0.00001338208,0.000002731936,0.000163441,0.00014484,0.00006947209,0.00001476388,0.00001536294,0.0003419911],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3401126,"threshold_uncertainty_score":0.6290154,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225149910","doi":"10.1145/3491102.3517599","title":"Expressive Auditory Gestures in a Voice-Based Pedagogical Agent","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Gesture; Computer science; Speech recognition; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1735665553433907,"gpt":0.3479224640722172,"spread":0.1743559087288265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009654268,0.0003866396,0.0006038924,0.0006118344,0.0004575485,0.0002700572,0.001812214,0.00012466,0.00002820995],"category_scores_gemma":[0.00009312229,0.0003603621,0.0001232709,0.0005159113,0.00006100912,0.0001305325,0.0005349019,0.000817685,0.00002891217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005869066,"about_ca_system_score_gemma":0.0002950377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008712486,"about_ca_topic_score_gemma":0.00009956404,"domain_scores_codex":[0.9956009,0.001098623,0.0007868536,0.0009585494,0.0008822998,0.0006727608],"domain_scores_gemma":[0.9980907,0.0004269257,0.0004062084,0.0008388481,0.0000688447,0.0001684684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001549826,0.002558166,0.3755283,0.0006062928,0.00008687789,0.001224838,0.06766602,0.3100106,0.007800895,0.2240591,0.008746472,0.001557509],"study_design_scores_gemma":[0.007960194,0.002648958,0.4476926,0.002477506,0.00001585311,0.00006816667,0.01295045,0.5070624,0.00121778,0.003796136,0.01048254,0.003627457],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9811959,0.0001234925,0.009470384,0.00009591579,0.004840527,0.000787681,0.00001385643,0.0002910834,0.003181123],"genre_scores_gemma":[0.9991196,6.563313e-7,0.000131787,0.0001128535,0.0003356783,0.00009823455,0.00002543369,0.00002106563,0.0001546406],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2202629,"threshold_uncertainty_score":0.9998848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225109815","doi":"10.1145/3491102.3517642","title":"The Reward for Luck: Understanding the Effect of Random Reward Mechanisms in Video Games on Player Experience","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Games and Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Affordance; Luck; Computer science; Perception; Video game; Human–computer interaction; Implementation; Cognitive psychology; Psychology; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.09611267429113356,"gpt":0.3502247501087515,"spread":0.254112075817618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003284445,0.0001982725,0.000419208,0.0001285286,0.0008836058,0.0002538377,0.0007740803,0.00006425139,0.00001085696],"category_scores_gemma":[0.0006000368,0.0001213788,0.0001226293,0.000282303,0.0002767149,0.00007891608,0.0001213864,0.0003242717,9.47923e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004815964,"about_ca_system_score_gemma":0.0001007305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004738727,"about_ca_topic_score_gemma":0.0005197458,"domain_scores_codex":[0.9971105,0.0009140253,0.0004869813,0.0003507987,0.0006635162,0.000474183],"domain_scores_gemma":[0.9958189,0.00347666,0.0003118325,0.0002977261,0.00003121278,0.00006366536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004498133,0.00007370097,0.009610071,0.0001024607,0.00003612136,0.000005619152,0.1699005,0.00595564,0.0002346295,0.8097938,0.0003060212,0.003531681],"study_design_scores_gemma":[0.01285813,0.007098108,0.005011927,0.004337612,0.0000563407,0.000004567877,0.8742507,0.01776754,0.002670705,0.03602214,0.03805695,0.001865321],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.975529,0.00006456457,0.002049302,0.000210754,0.002309929,0.001837401,0.00001249629,0.00005334913,0.01793326],"genre_scores_gemma":[0.9990202,0.000007796176,0.000003440238,0.00003124756,0.00008581272,0.0001416064,0.000003896458,0.00001588087,0.0006901021],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7737716,"threshold_uncertainty_score":0.6796071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224989403","doi":"10.1145/3491102.3502019","title":"“I Don’t Want To Shoot The Android”: Players Translate Real-Life Moral Intuitions to In-Game Decisions in Detroit: Become Human","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Digital Games and Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Morality; Thematic analysis; Psychology; Social psychology; Metagaming; Screening game; Game design; Computer science; Non-cooperative game; Game theory; Qualitative research; Simultaneous game; Sociology; Human–computer interaction; Political science; Social science; Economics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1355456768731574,"gpt":0.3783583450836129,"spread":0.2428126682104555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001465476,0.0002602938,0.000507505,0.0006332578,0.0006070417,0.0003576549,0.000990813,0.00008485342,0.00008004834],"category_scores_gemma":[0.0002256215,0.0002273821,0.0000971082,0.0009831525,0.0001410768,0.0001176033,0.0002249069,0.0006301873,0.00001463522],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006884201,"about_ca_system_score_gemma":0.0002478062,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01008014,"about_ca_topic_score_gemma":0.05711384,"domain_scores_codex":[0.9966522,0.0005193045,0.0007864985,0.0005607042,0.0007409934,0.00074027],"domain_scores_gemma":[0.9986207,0.0004539803,0.0001442804,0.000381732,0.0000510778,0.000348248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00004862512,0.0005245865,0.2632038,0.00002745024,0.00002586102,0.00006729738,0.3528507,0.0455039,0.0004046853,0.3301228,0.0004872382,0.00673316],"study_design_scores_gemma":[0.002427915,0.001364286,0.7389713,0.001819838,0.00001966727,0.000005066146,0.2244651,0.003753228,0.00003184289,0.004528441,0.02091594,0.001697379],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9751279,0.000019292,0.0001390324,0.0005962174,0.0009402525,0.001149931,0.00005109042,0.00007453884,0.02190178],"genre_scores_gemma":[0.9989044,0.000007097271,0.0000106002,0.0002093159,0.0001192134,0.00009001796,0.00002210986,0.00002410911,0.0006131417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4757675,"threshold_uncertainty_score":0.9965118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225002666","doi":"10.1145/3491102.3517584","title":"One Week in the Future: Previs Design Futuring for HCI Research","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Animation; Computer science; Fidelity; Visualization; Interaction design; Workbook; Human–computer interaction; Data science; Computer graphics (images); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3575658856145273,"gpt":0.4102196859551357,"spread":0.0526538003406084,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005620853,0.000254184,0.0003853743,0.001102925,0.001308443,0.0004664446,0.002876508,0.0001194126,0.00001452218],"category_scores_gemma":[0.0001225468,0.0002277256,0.00006368557,0.001326246,0.000117404,0.0002432888,0.0005949858,0.001819304,0.000009247234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006959489,"about_ca_system_score_gemma":0.0001391051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001105303,"about_ca_topic_score_gemma":0.00003938876,"domain_scores_codex":[0.995066,0.001939588,0.0006961495,0.0007992072,0.0007969195,0.000702069],"domain_scores_gemma":[0.9973876,0.001108337,0.0003121429,0.0009179049,0.0002428971,0.00003109368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003331184,0.0005106857,0.002152851,0.0001291087,0.00002964347,0.00002051119,0.01970143,0.004040275,0.002230735,0.9653223,0.001180528,0.00464858],"study_design_scores_gemma":[0.004887606,0.007843102,0.05916717,0.002446288,0.0000187278,0.0001123673,0.05384318,0.7790918,0.008887122,0.06812651,0.01289586,0.002680195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8583875,0.0001304951,0.1331148,0.00103939,0.002767422,0.00276192,0.000005910296,0.0002684463,0.001524155],"genre_scores_gemma":[0.9983183,0.000002110957,0.0008267972,0.00008407493,0.0003288165,0.0003314716,0.00001088596,0.00002142649,0.00007610612],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8971958,"threshold_uncertainty_score":0.9999917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224984058","doi":"10.1145/3491102.3517493","title":"Reflective Spring Cleaning: Using Personal Informatics to Support Infrequent Notification Personalization","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Personalization; Computer science; World Wide Web; Internet privacy; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.5417988898023494,"gpt":0.4794038680892432,"spread":0.06239502171310618,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002741427,0.0002572196,0.0003678831,0.001186887,0.001003209,0.0008215846,0.0008290523,0.00005812492,0.0002936871],"category_scores_gemma":[0.0002100104,0.0002460431,0.00009767443,0.001069546,0.00004313447,0.0005337118,0.0003667223,0.0003804707,0.00007259704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009021914,"about_ca_system_score_gemma":0.0001378969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002214502,"about_ca_topic_score_gemma":0.00003346427,"domain_scores_codex":[0.9956486,0.0003055472,0.001324237,0.0003990458,0.001942759,0.0003798051],"domain_scores_gemma":[0.9982332,0.0001878191,0.0007702354,0.0003698982,0.0003085097,0.0001303191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006902399,0.0002482121,0.4809905,0.0001002967,0.00004217721,0.00001003418,0.2051293,0.2194507,0.002404378,0.08704583,0.001503349,0.003006184],"study_design_scores_gemma":[0.0006013049,0.0004168081,0.1254424,0.0001660181,0.00001681193,0.000007751789,0.08506638,0.7850056,0.0001099344,0.0002824672,0.002241551,0.0006429732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9774421,0.00000333985,0.0169101,0.00004816354,0.0008595035,0.0005933192,0.00002287825,0.00008624083,0.004034361],"genre_scores_gemma":[0.9990168,2.658582e-7,0.0002727906,0.0001979683,0.00007326438,0.0000201403,0.00005196896,0.00001684838,0.0003499425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.565555,"threshold_uncertainty_score":0.9999992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225096548","doi":"10.1145/3491102.3517521","title":"Enhanced Videogame Livestreaming by Reconstructing an Interactive 3D Game View for Spectators","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Computer science; Rendering (computer graphics); Multimedia; Video game development; Human–computer interaction; Video game; Computer graphics (images); Immersion (mathematics); Game design; Augmented reality","retraction":null,"screen_n_in":null,"score":{"opus":0.05338186329477262,"gpt":0.3140956370676891,"spread":0.2607137737729165,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007625769,0.0003336522,0.0006035913,0.0003979121,0.0006780383,0.00059373,0.001103752,0.00006778379,0.00002996477],"category_scores_gemma":[0.0001101248,0.0003424681,0.0001244805,0.0005131565,0.00004829642,0.0005087418,0.0003092426,0.0004463133,0.000003074832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004191703,"about_ca_system_score_gemma":0.00010629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003418397,"about_ca_topic_score_gemma":0.00003719365,"domain_scores_codex":[0.9967699,0.0005768759,0.0008278717,0.0009610263,0.0003976198,0.0004666923],"domain_scores_gemma":[0.9981305,0.0003438774,0.0006874359,0.0005793932,0.000138495,0.0001202795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001322817,0.002279931,0.07424762,0.0009811728,0.0006931109,0.00005030042,0.1598108,0.1416915,0.08109693,0.3410585,0.000512241,0.1974456],"study_design_scores_gemma":[0.0006941234,0.00060954,0.001469019,0.0005540703,0.00001510998,0.000007775457,0.005632881,0.9864386,0.002947816,0.0007636963,0.0001704092,0.0006969488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7197041,0.00003590807,0.2780904,0.00001775253,0.0009499839,0.0004442575,0.00001488594,0.0001562425,0.000586493],"genre_scores_gemma":[0.9987959,0.000002795493,0.0008089102,0.00005270139,0.0001020746,0.00005075437,0.00008555039,0.00002588451,0.0000753769],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8447471,"threshold_uncertainty_score":0.9999027,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225125727","doi":"10.1145/3491102.3501871","title":"The Sound of Hallucinations: Toward a more convincing emulation of internalized voices","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Emulation; Human–computer interaction; Computer science; Set (abstract data type); Avatar; Context (archaeology); Usability; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09602361023613347,"gpt":0.3346197878443067,"spread":0.2385961776081732,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007601426,0.0001343574,0.0003287563,0.0002116173,0.0005718697,0.00007313535,0.001081089,0.00004654173,0.000004861174],"category_scores_gemma":[0.0001078048,0.0001042771,0.00006221642,0.0002744741,0.0001754465,0.00007665111,0.0005072561,0.0002783289,4.367576e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001037854,"about_ca_system_score_gemma":0.00004982495,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003660541,"about_ca_topic_score_gemma":0.00006618998,"domain_scores_codex":[0.9983555,0.0002546292,0.0005871944,0.0002697047,0.0003517077,0.0001812808],"domain_scores_gemma":[0.9984034,0.0004824504,0.0005602747,0.0004170669,0.0001201883,0.00001662591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009353048,0.00008301278,0.07865121,0.00009318772,0.00006501762,0.000002479394,0.0411091,0.006116375,0.0003477247,0.8726779,0.00004755445,0.0007970369],"study_design_scores_gemma":[0.002369181,0.001033798,0.1915044,0.00116654,0.00002969416,0.00001971694,0.0449024,0.6952127,0.001318742,0.06068191,0.0008941608,0.0008668544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9544895,0.0002078401,0.04336691,0.0001455674,0.0007378681,0.0002474934,0.000004092685,0.00007533932,0.0007253568],"genre_scores_gemma":[0.9997734,0.000003366505,0.0001102497,0.00001293706,0.00001715402,0.00001432051,0.000002564383,0.000004994023,0.00006105025],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.811996,"threshold_uncertainty_score":0.4398417,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224985418","doi":"10.1145/3491102.3501846","title":"Uncovering Instructors’ Diverse Practices and Perceptions: A Field Deployment of a Customization-Sharing Platform that Supports Course Management","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Personalization; Computer science; Software deployment; Workflow; Learning Management; Process (computing); Field (mathematics); Knowledge management; Software; Multimedia; Human–computer interaction; Software engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.07328128253353598,"gpt":0.3360772014318168,"spread":0.2627959188982808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000489535,0.0001847486,0.000279768,0.0002800225,0.0004342223,0.0002403471,0.0006017386,0.00004111681,0.00002378754],"category_scores_gemma":[0.00003071282,0.0001842272,0.00004545293,0.0002471256,0.0000328662,0.0002596097,0.0008231156,0.0003440492,0.000001131687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001362778,"about_ca_system_score_gemma":0.00004718636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004019589,"about_ca_topic_score_gemma":0.00003274335,"domain_scores_codex":[0.9983583,0.00009362159,0.0003982082,0.0004654005,0.000440136,0.0002443215],"domain_scores_gemma":[0.998705,0.0001397479,0.0006559624,0.0003943168,0.00004096966,0.00006397026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009405207,0.0002232663,0.8723621,0.0002794348,0.00007996604,0.00004203533,0.01064915,0.06116876,0.00006522033,0.05231357,0.0001039441,0.002703094],"study_design_scores_gemma":[0.00151579,0.0006515347,0.1457846,0.001201593,0.00006062631,0.00004091044,0.03177441,0.8161833,0.0001004254,0.001418988,0.0004642222,0.0008035553],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939249,0.00002504691,0.004286092,0.0000779253,0.0005136915,0.0002448823,0.000004099285,0.00009777911,0.0008256298],"genre_scores_gemma":[0.9992649,0.00001389488,0.0004902949,0.00003080508,0.00003288912,0.000007891932,0.00001133464,0.00001104862,0.0001369458],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7550145,"threshold_uncertainty_score":0.7512566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225080367","doi":"10.1145/3491102.3517691","title":"Evaluating Singing for Computer Input Using Pitch, Interval, and Melody","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Singing; Computer science; Interval (graph theory); Speech recognition; Melody; Hum; Sequence (biology); Human–computer interaction; Musical; Acoustics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.336594182979216,"gpt":0.4247851912697002,"spread":0.08819100829048415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0003686911,0.000268682,0.0004028134,0.0003699486,0.001364224,0.0003628451,0.000333988,0.00005113073,0.00003164662],"category_scores_gemma":[0.0001908107,0.0002766914,0.00008410116,0.0002109288,0.00007131077,0.0001530209,0.0002814777,0.0005279982,0.000002155047],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002924775,"about_ca_system_score_gemma":0.00005954281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000218619,"about_ca_topic_score_gemma":0.00001154018,"domain_scores_codex":[0.9974189,0.0005103417,0.0005818754,0.0007019438,0.0003603364,0.0004266159],"domain_scores_gemma":[0.9983007,0.0009257165,0.0003555525,0.0002827779,0.00005847124,0.00007683175],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001001314,0.0004556618,0.01507565,0.0003669467,0.00004636338,0.00003965495,0.0227566,0.2943359,0.6261774,0.03594205,0.0001992294,0.004504447],"study_design_scores_gemma":[0.0005693029,0.0004773957,0.000847554,0.0003706932,0.00001199959,0.00005690156,0.001998173,0.989033,0.005847417,0.0001716201,0.0002544568,0.0003615249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899004,0.000007294653,0.006609481,0.00003185675,0.002291699,0.0006349326,0.00002789217,0.0001259504,0.0003705266],"genre_scores_gemma":[0.9991331,5.913154e-7,0.000354359,0.000153614,0.0002120382,0.00002179321,0.000008503986,0.00003606609,0.00007993049],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.694697,"threshold_uncertainty_score":0.9999685,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}