{"meta":{"query_hash":"a7cdbc5df8d6","filters":{"venue":"Designing Interactive Systems Conference"},"cohort_total":46,"direct_labels_cover":0,"predictions_cover":46,"exported":46,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7cdbc5df8d6","api":"https://metacan.xera.ac/api/v1/cohort?venue=Designing+Interactive+Systems+Conference"},"results":[{"id":"W4281741206","doi":"10.1145/3532106.3533506","title":"From Tool to Companion: Storywriters Want AI Writers to Respect Their Personal Values and Writing Strategies","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.05415452581127535,"score_gpt":0.292711023264157,"score_spread":0.23855649745288166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69710845,0.0007576531,0.16549908,0.0057277526,0.00037297298,0.0003986228,0.00022087454,0.0022746779,0.12763987],"genre_scores_gemma":[0.9557039,0.00014817396,0.028017709,0.0008295047,0.00007371568,0.00021812445,0.00011031641,0.00030184913,0.014596694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99336445,0.0042989952,0.0003057269,0.0006699587,0.0010284116,0.00033239965],"domain_scores_gemma":[0.97321486,0.014621015,0.0025395341,0.0041550905,0.002520913,0.0029486138],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00674058,0.0008163308,0.00044135324,0.0008972094,0.0034849208,0.008604135,0.0009782877,0.0015919147,0.0072294637],"category_scores_gemma":[0.036793664,0.00038243225,0.00036550045,0.00048609715,0.0044815186,0.007065779,0.0053168456,0.0018923646,0.0029923706],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005464874,0.00042433952,0.028909568,0.000871115,0.000065706976,0.0025290246,0.74571604,0.00058937253,0.03217788,0.029592535,0.01399377,0.1445842],"study_design_scores_gemma":[0.00013907115,0.0012610374,0.025440512,0.0007728206,0.00013660884,0.010009947,0.36708394,0.0067044483,0.029148791,0.039477482,0.5195348,0.00029053944],"about_ca_topic_score_codex":0.00041673836,"about_ca_topic_score_gemma":0.00047462483,"teacher_disagreement_score":0.9965151,"about_ca_system_score_codex":0.0008090378,"about_ca_system_score_gemma":0.00091066887,"threshold_uncertainty_score":0.035648048},"labels":[],"label_agreement":null},{"id":"W4281741385","doi":"10.1145/3532106.3533538","title":"Lucid Loop: Exploring the Parallels between Immersive Experiences and Lucid Dreaming","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Sleep and Wakefulness Research","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Lucid dream; Dream; Virtual reality; Emotive; Neurofeedback; Immersion (mathematics); Psychology; Augmented reality; Computer science; Human–computer interaction; Cognitive psychology; Electroencephalography; Psychotherapist","score_opus":0.16901942494304603,"score_gpt":0.3191648137771148,"score_spread":0.15014538883406878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90544987,0.0015187606,0.06285787,0.0010004346,0.00007351965,0.00020670422,0.00010890896,0.00017780197,0.028606135],"genre_scores_gemma":[0.98051476,0.0005006896,0.01608293,0.00020377101,0.000013767489,0.00012206239,0.00004549912,0.00003679364,0.002479641],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893516,0.00070457574,0.000033168344,0.000088837114,0.0001478373,0.00009036699],"domain_scores_gemma":[0.99704945,0.002304426,0.00018772713,0.00016669653,0.00013053474,0.00016126547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015118229,0.0004396097,0.00015676576,0.0005822659,0.00067064416,0.0027416404,0.0006651801,0.0005919241,0.0026317153],"category_scores_gemma":[0.0050471956,0.0002798943,0.0004271116,0.00024518778,0.0033005676,0.0027944962,0.0032046805,0.0007577192,0.00019384702],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009476616,0.00064463663,0.03736669,0.002925063,0.0002279631,0.0021228627,0.72082895,0.0033429838,0.036508594,0.068823025,0.002874343,0.12338719],"study_design_scores_gemma":[0.00039289927,0.005022336,0.14470145,0.0023752246,0.0004908137,0.011947726,0.52737063,0.02391302,0.026601883,0.08597037,0.1706376,0.00057607674],"about_ca_topic_score_codex":0.0009037653,"about_ca_topic_score_gemma":0.0019049929,"teacher_disagreement_score":0.0027416404,"about_ca_system_score_codex":0.0005696776,"about_ca_system_score_gemma":0.00039894393,"threshold_uncertainty_score":0.008803964},"labels":[],"label_agreement":null},{"id":"W4281794327","doi":"10.1145/3532106.3533539","title":"Storywork & Reciprocity: On the Design of an Audio Documentary that Extends HCI Research back to Participants","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Reciprocity (cultural anthropology); Reciprocal; Participatory action research; Perspective (graphical); Citizen journalism; Participatory design; Reminiscence; Sociology; Blindness; Psychology; Computer science; Visual arts; World Wide Web; Social science; Linguistics; Engineering; Cognitive psychology; Art","score_opus":0.3879994509671958,"score_gpt":0.41195256728573926,"score_spread":0.023953116318543466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281794327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16620491,0.0019079885,0.6519318,0.015830169,0.0009577298,0.00856008,0.000826096,0.0025238572,0.1512573],"genre_scores_gemma":[0.55053204,0.0010624899,0.40659016,0.0015305327,0.00020732915,0.010339737,0.00047197103,0.00083582744,0.028429864],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95997465,0.033428285,0.0010733886,0.0016530551,0.003023054,0.0008474763],"domain_scores_gemma":[0.93859434,0.03996862,0.0036702652,0.00975616,0.004923422,0.0030871588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027247433,0.000893957,0.00037278034,0.0018351051,0.0052741244,0.008460378,0.0025439325,0.0020558322,0.010564964],"category_scores_gemma":[0.05908722,0.0006286734,0.00057097874,0.0012497444,0.0086992625,0.00908335,0.010852363,0.001902982,0.0026529625],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005841336,0.0003036063,0.0052681696,0.0027571595,0.00004948359,0.00164466,0.5009737,0.0012037168,0.015859045,0.10724452,0.025646215,0.3384656],"study_design_scores_gemma":[0.00016523313,0.00069080916,0.0031318173,0.0020480347,0.00007862196,0.0020092058,0.11907726,0.0031722067,0.009518403,0.029720083,0.8302227,0.0001656051],"about_ca_topic_score_codex":0.0009130507,"about_ca_topic_score_gemma":0.0016464376,"teacher_disagreement_score":0.027247433,"about_ca_system_score_codex":0.0020213586,"about_ca_system_score_gemma":0.0033749742,"threshold_uncertainty_score":0.14409989},"labels":[],"label_agreement":null},{"id":"W4281800588","doi":"10.1145/3532106.3533476","title":"Ride With Me: Exploring Group Road Cycling Through Contextual Design","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cycling; Bike sharing; Work (physics); Applied psychology; Psychology; Computer science; Transport engineering; Engineering; Geography","score_opus":0.12876582127314293,"score_gpt":0.28853221679814217,"score_spread":0.15976639552499924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281800588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8188052,0.00081785175,0.1467457,0.0016190795,0.00009734016,0.0013007349,0.00029035608,0.00047174687,0.029852038],"genre_scores_gemma":[0.9279615,0.00029119302,0.06869962,0.00017929671,0.000013446906,0.0006006756,0.0001273263,0.000079325364,0.0020476026],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99543047,0.0036183158,0.000087118904,0.00040642687,0.00018765265,0.0002700351],"domain_scores_gemma":[0.9940194,0.0041980506,0.0002865628,0.0007563921,0.00029774357,0.00044184757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043808282,0.000764378,0.000327162,0.0011614105,0.002180045,0.004348693,0.0013550248,0.0011864416,0.003288552],"category_scores_gemma":[0.007683451,0.0003979939,0.0005390759,0.00067458,0.0043875515,0.0028257205,0.0034689808,0.0009406315,0.0003196284],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057480385,0.0012122041,0.03538637,0.002281053,0.00015355324,0.001616996,0.7441769,0.005959242,0.017604463,0.0405624,0.0037578736,0.14671405],"study_design_scores_gemma":[0.00037716803,0.0037549268,0.034614753,0.001509262,0.0005609544,0.0017288079,0.66540194,0.02166296,0.0144859655,0.045807432,0.20986958,0.00022624838],"about_ca_topic_score_codex":0.0028845267,"about_ca_topic_score_gemma":0.008391481,"teacher_disagreement_score":0.0043808282,"about_ca_system_score_codex":0.0011431854,"about_ca_system_score_gemma":0.001529085,"threshold_uncertainty_score":0.023168266},"labels":[],"label_agreement":null},{"id":"W4281914607","doi":"10.1145/3532106.3533568","title":"Computationally augmenting traditional embroidery practices: an autobiographical design process with first-person patient experience for amblyopia follow up treatment activity","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Image stitching; Process (computing); Computer science; Compliance (psychology); Quality of life (healthcare); Human–computer interaction; Design process; Field (mathematics); User centred design; Quality (philosophy); Psychology; Artificial intelligence; Work in process; Engineering; Psychotherapist; Social psychology","score_opus":0.19451699183360388,"score_gpt":0.33176903308383654,"score_spread":0.13725204125023266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281914607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79397327,0.00036415708,0.1725112,0.0016246085,0.00014615536,0.0016381453,0.00017740695,0.0006944008,0.028870674],"genre_scores_gemma":[0.82070494,0.00027072657,0.16548476,0.0002828858,0.000019144432,0.0008169039,0.00014366517,0.00019002635,0.012086951],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99653924,0.0025684333,0.00010324113,0.00025950186,0.00038408354,0.0001455657],"domain_scores_gemma":[0.99359596,0.0042610615,0.00032608217,0.0008755909,0.0005587466,0.00038257006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046798056,0.0008601951,0.00028587857,0.0006427593,0.001371266,0.0026618203,0.0012626625,0.0009592144,0.0061727907],"category_scores_gemma":[0.011833696,0.00037802602,0.0005741655,0.00029881843,0.00215081,0.0019130928,0.0026640098,0.0011912532,0.0009199861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067222107,0.0030585034,0.015248955,0.0015460317,0.00007772837,0.002145503,0.5822421,0.0057249893,0.055231627,0.029332273,0.007536978,0.29718316],"study_design_scores_gemma":[0.0005828651,0.0066183056,0.025592566,0.0015462073,0.0004153377,0.006297874,0.3528132,0.050035574,0.07837126,0.03667379,0.4404708,0.00058219815],"about_ca_topic_score_codex":0.00046732154,"about_ca_topic_score_gemma":0.0012237588,"teacher_disagreement_score":0.0061727907,"about_ca_system_score_codex":0.0010648024,"about_ca_system_score_gemma":0.0010349158,"threshold_uncertainty_score":0.024749458},"labels":[],"label_agreement":null},{"id":"W4281960794","doi":"10.1145/3532106.3533488","title":"Learning with Stitch Samplers: Exploring Stitch Samplers as Contextual Instructions for E-textile Tutorials","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Craft; Image stitching; Textile; Computer science; Clothing; Human–computer interaction; Artifact (error); Leverage (statistics); Wearable computer; Artificial intelligence; Visual arts","score_opus":0.16057935046898056,"score_gpt":0.2798466789402057,"score_spread":0.11926732847122515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281960794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9129041,0.00019365657,0.06151737,0.0006844338,0.00003360763,0.00043419417,0.00009189695,0.0005470261,0.02359376],"genre_scores_gemma":[0.9318094,0.00022916308,0.06136173,0.00020272947,0.00001462397,0.0002622674,0.00011678193,0.000116699535,0.0058864504],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99727386,0.0019313489,0.00007143974,0.00024259245,0.00025455008,0.0002262142],"domain_scores_gemma":[0.9904141,0.007813489,0.0003656628,0.00060748076,0.00035036053,0.00044902402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034212049,0.00063065445,0.00031303393,0.0010265587,0.0014985544,0.002568232,0.0014110693,0.001444176,0.0044909976],"category_scores_gemma":[0.014798583,0.0003534952,0.00034431592,0.0005704641,0.0025801174,0.0029859063,0.002617695,0.0011670297,0.0006380283],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036155572,0.0017019889,0.021392137,0.00097567413,0.000028119452,0.0024319582,0.69275296,0.004137168,0.027269388,0.023869561,0.004373156,0.22070634],"study_design_scores_gemma":[0.00024358316,0.003547978,0.03687046,0.0021835873,0.00013951195,0.003115231,0.5294671,0.029778669,0.03786037,0.029791413,0.3267399,0.00026226643],"about_ca_topic_score_codex":0.0011557208,"about_ca_topic_score_gemma":0.0038628369,"teacher_disagreement_score":0.0044909976,"about_ca_system_score_codex":0.0012875968,"about_ca_system_score_gemma":0.001141309,"threshold_uncertainty_score":0.018093288},"labels":[],"label_agreement":null},{"id":"W4281992798","doi":"10.1145/3532106.3533557","title":"PrivacyToon: Concept-driven Storytelling with Creativity Support for Privacy Concepts","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Comics and Graphic Narratives","field":"Arts and Humanities","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Storytelling; Comics; Creativity; Computer science; Ideation; Multimedia; Internet privacy; Exploratory research; Human–computer interaction; Narrative; Psychology; Sociology; Cognitive science; Artificial intelligence","score_opus":0.07082195409791196,"score_gpt":0.29197093585403977,"score_spread":0.2211489817561278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281992798","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061842915,0.00033329948,0.8944828,0.000743824,0.00022789411,0.0009824968,0.0007422487,0.00924874,0.03139575],"genre_scores_gemma":[0.27907833,0.0003935226,0.69474196,0.00032234678,0.00006965729,0.0017841612,0.0016032379,0.0016108104,0.020395996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882776,0.00069283665,0.00006156298,0.00016799857,0.00017841041,0.000071520226],"domain_scores_gemma":[0.993189,0.005138174,0.00024018362,0.0007902711,0.00025979904,0.00038255108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018964363,0.0014498547,0.0002666268,0.0009372021,0.00057349884,0.0033977733,0.0015632943,0.0010478158,0.014811609],"category_scores_gemma":[0.008217323,0.00044822632,0.00074370287,0.0005029167,0.0014652099,0.0032677725,0.004130452,0.0013348368,0.0021842634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001328535,0.0012418403,0.0041544745,0.0040242746,0.0001467386,0.0025069278,0.08428391,0.016362498,0.13350925,0.15239337,0.053746477,0.5463017],"study_design_scores_gemma":[0.00089915533,0.0010292873,0.0035668237,0.00080593926,0.00013387433,0.003998508,0.012914621,0.11585606,0.08064206,0.12303036,0.65681976,0.00030351197],"about_ca_topic_score_codex":0.0001747705,"about_ca_topic_score_gemma":0.00040212643,"teacher_disagreement_score":0.014811609,"about_ca_system_score_codex":0.00047927324,"about_ca_system_score_gemma":0.00053768494,"threshold_uncertainty_score":0.04954976},"labels":[],"label_agreement":null},{"id":"W4282022505","doi":"10.1145/3532106.3533459","title":"How Should I Respond to “Good Morning?”: Understanding Choice in Narrative-Rich Games","year":2022,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Digital Games and Media","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Game design; Malleability; Narrative; Game mechanics; Game Developer; Affect (linguistics); Video game design; Key (lock); Video game; Multimedia; Human–computer interaction; Psychology; Computer security","score_opus":0.1485298742746311,"score_gpt":0.3511110063948029,"score_spread":0.20258113212017181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282022505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91345567,0.0015186875,0.026071593,0.010419273,0.00013367311,0.00021353345,0.00015370708,0.00005382238,0.04797999],"genre_scores_gemma":[0.99268734,0.00053926214,0.004363641,0.0005135787,0.000015189024,0.00008350197,0.000044989516,0.000026511561,0.0017259828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9936947,0.0050576013,0.00018034388,0.00037171636,0.0003068689,0.00038868794],"domain_scores_gemma":[0.9919408,0.0058987,0.00081302476,0.00018540694,0.00041328513,0.00074881106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069414317,0.0005618246,0.00033099923,0.001204661,0.004193137,0.009498374,0.0015259564,0.0023442206,0.0024067997],"category_scores_gemma":[0.015061291,0.00054795697,0.0005190911,0.00069285266,0.009864944,0.010330707,0.0043145507,0.002638268,0.0003799068],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007534917,0.000063921674,0.008420885,0.00019308418,0.000019732617,0.0004949962,0.95404756,0.0002963812,0.0008703621,0.027194874,0.0010653725,0.007257574],"study_design_scores_gemma":[0.000022643182,0.00006618162,0.008262518,0.0004005375,0.00003035216,0.0004911529,0.93168867,0.002061239,0.0006720092,0.024168236,0.032056298,0.00008014181],"about_ca_topic_score_codex":0.007551564,"about_ca_topic_score_gemma":0.009059034,"teacher_disagreement_score":0.009498374,"about_ca_system_score_codex":0.0034496267,"about_ca_system_score_gemma":0.0015676894,"threshold_uncertainty_score":0.036710262},"labels":[],"label_agreement":null},{"id":"W4383652202","doi":"10.1145/3563703.3591457","title":"The Politics of Imaginaries: Probing Humanistic Inquiry in HCI","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Humanism; Politics; Conversation; Sociology; Critical theory; Constitution; Engineering ethics; Epistemology; Political science; Engineering; Law","score_opus":0.0695170700056449,"score_gpt":0.32410446844614715,"score_spread":0.25458739844050227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32228473,0.024884537,0.13959049,0.1887927,0.0015846321,0.0005611556,0.00015740549,0.00019905731,0.32194534],"genre_scores_gemma":[0.9844462,0.0021740985,0.0067950487,0.003674942,0.00017292994,0.00029781126,0.000023552373,0.00012367495,0.0022917069],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9363658,0.0564976,0.0007097915,0.0018706998,0.0027287644,0.0018273129],"domain_scores_gemma":[0.904618,0.0850394,0.0022199037,0.004023558,0.0020682928,0.0020308872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06009821,0.0010794171,0.0011158617,0.0068179304,0.019880934,0.028528696,0.004369753,0.007219474,0.0032905561],"category_scores_gemma":[0.04923134,0.001293139,0.00077554514,0.0044677667,0.16765513,0.0315986,0.021313993,0.013988282,0.0004493673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002157657,0.00003360608,0.00056822435,0.00014772524,0.000008875568,0.00019297069,0.6761963,0.00017079047,0.00022895217,0.3171357,0.0010016704,0.0042937645],"study_design_scores_gemma":[0.0000346125,0.000034302295,0.00050639914,0.00063273154,0.0000087534645,0.00031593296,0.6887301,0.0007805439,0.00035203833,0.25894126,0.049635746,0.000027580125],"about_ca_topic_score_codex":0.0039546727,"about_ca_topic_score_gemma":0.0038230214,"teacher_disagreement_score":0.06009821,"about_ca_system_score_codex":0.012837531,"about_ca_system_score_gemma":0.007116134,"threshold_uncertainty_score":0.31783354},"labels":[],"label_agreement":null},{"id":"W4383652376","doi":"10.1145/3563703.3591452","title":"Towards Mutual Benefit: Reflecting on Artist Residencies as a Method for Collaboration in DIS","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Cornerstone; Inclusion (mineral); Face (sociological concept); Work (physics); Discipline; Cross disciplinary; Focus (optics); Public relations; Sociology; Engineering ethics; Medical education; Computer science; Political science; Visual arts; Medicine; Engineering; Art; Data science; Social science","score_opus":0.12088698844527761,"score_gpt":0.4402920718893848,"score_spread":0.3194050834441072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42105788,0.0026829613,0.2454649,0.107308686,0.0022111773,0.0014493754,0.0000949111,0.0008596376,0.2188705],"genre_scores_gemma":[0.9141457,0.00084461353,0.054142345,0.004272551,0.00025085846,0.00068057154,0.000058623493,0.00020448539,0.025400205],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9145219,0.07391776,0.0012620983,0.0026005595,0.0043760324,0.0033217045],"domain_scores_gemma":[0.9509273,0.027003773,0.0031429923,0.006649075,0.003952953,0.008323944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054144226,0.00095166755,0.0005461336,0.0023047873,0.018607063,0.017555734,0.004677374,0.00542787,0.007897587],"category_scores_gemma":[0.05328676,0.0007289821,0.0011053655,0.001271571,0.029626248,0.019772077,0.040037178,0.008552434,0.0014924344],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097015625,0.00027150539,0.0033822586,0.0003838177,0.000024945537,0.0005987917,0.821156,0.00042509713,0.0028886376,0.094109386,0.00864141,0.068021104],"study_design_scores_gemma":[0.000058744485,0.00039737497,0.0017685102,0.00062492496,0.000031527823,0.001050416,0.66892254,0.001778479,0.0022026799,0.054272395,0.2687887,0.000103667975],"about_ca_topic_score_codex":0.0020198633,"about_ca_topic_score_gemma":0.0047391704,"teacher_disagreement_score":0.054144226,"about_ca_system_score_codex":0.005522902,"about_ca_system_score_gemma":0.011500134,"threshold_uncertainty_score":0.28634542},"labels":[],"label_agreement":null},{"id":"W4383652398","doi":"10.1145/3563703.3596637","title":"Co-shaping Temporality: Mediating Time through an Interactive Hourglass","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Temporality; Hourglass; Disconnection; Computer science; Mediation; Construct (python library); Cognitive reframing; Artifact (error); Perception; Acceleration; Sketch; Human–computer interaction; Cognitive science; Psychology; Sociology; Artificial intelligence; Social psychology; Epistemology","score_opus":0.11541947744876435,"score_gpt":0.3581128404083923,"score_spread":0.24269336295962796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51169175,0.0007988441,0.28269398,0.0027892932,0.00033462292,0.00034483895,0.0001476551,0.0010387858,0.20016026],"genre_scores_gemma":[0.9666881,0.00014927758,0.027132664,0.0000768698,0.000019841229,0.0001527105,0.000027253269,0.00008283294,0.0056705438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985165,0.0009400638,0.000035872374,0.00017634401,0.00014732535,0.00018389378],"domain_scores_gemma":[0.9967349,0.001933748,0.00026931093,0.0005869163,0.000135494,0.0003396074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020915342,0.00047201704,0.00022123997,0.00056103175,0.0025742967,0.0052080285,0.00095539825,0.00075887935,0.007830431],"category_scores_gemma":[0.0047673965,0.0003725514,0.0005369239,0.00040012732,0.0067605847,0.004344215,0.004743948,0.00077555585,0.00048051018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072513026,0.00022360373,0.008897782,0.0005029045,0.00009888546,0.001661052,0.3474169,0.0040738005,0.03224161,0.53040093,0.0033180972,0.07043937],"study_design_scores_gemma":[0.00034950837,0.0012552177,0.023659067,0.00080371404,0.0004006035,0.0015172082,0.19609118,0.01829105,0.026636481,0.24839641,0.48227865,0.00032089584],"about_ca_topic_score_codex":0.002057207,"about_ca_topic_score_gemma":0.0022569215,"teacher_disagreement_score":0.007830431,"about_ca_system_score_codex":0.0011960315,"about_ca_system_score_gemma":0.0012324366,"threshold_uncertainty_score":0.026195407},"labels":[],"label_agreement":null},{"id":"W4383652409","doi":"10.1145/3563703.3591458","title":"Beyond Academic Publication: Alternative Outcomes of HCI Research","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Conversation; Openness to experience; Exhibition; Dissemination; Comics; Academic community; Computer science; Psychology; Visual arts; Library science; Social psychology","score_opus":0.1936355451083049,"score_gpt":0.4232019491705319,"score_spread":0.22956640406222698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652409","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1396934,0.013929096,0.11223604,0.20009749,0.008070961,0.0032981592,0.0008545536,0.0008261381,0.5209941],"genre_scores_gemma":[0.89752614,0.0049727433,0.045281738,0.011699813,0.002084165,0.0062850895,0.0003438076,0.0008253113,0.030981293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.50695825,0.41973498,0.015837353,0.0078843525,0.043133464,0.0064515076],"domain_scores_gemma":[0.40783277,0.43306968,0.028353876,0.050359838,0.067249484,0.013134425],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30323026,0.0015043125,0.0018228958,0.012955315,0.016341997,0.06010992,0.0058959657,0.00900748,0.019091982],"category_scores_gemma":[0.38951942,0.0012686991,0.0024624765,0.018130131,0.039806943,0.055415392,0.03602891,0.011703683,0.0036255352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036837754,0.0004088385,0.0058596344,0.0037983942,0.00008452056,0.00076454616,0.33394286,0.00025074696,0.0011141397,0.5127762,0.01108232,0.12954953],"study_design_scores_gemma":[0.0002659048,0.00093574834,0.004663858,0.005750548,0.00013899263,0.00075399206,0.38329002,0.0008438285,0.0032266374,0.3911742,0.2087193,0.00023696366],"about_ca_topic_score_codex":0.0009244741,"about_ca_topic_score_gemma":0.001193156,"teacher_disagreement_score":0.6967697,"about_ca_system_score_codex":0.010508405,"about_ca_system_score_gemma":0.014299646,"threshold_uncertainty_score":0.8592411},"labels":[],"label_agreement":null},{"id":"W4383652597","doi":"10.1145/3563703.3591454","title":"Designing with Biosignals: Challenges, Opportunities, and Future Directions for Integrating Physiological Signals in Human-Computer Interaction","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Leverage (statistics); Computer science; Human–computer interaction; Data science; Artificial intelligence","score_opus":0.16794257737523538,"score_gpt":0.3310965094941962,"score_spread":0.16315393211896084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652597","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027727654,0.11993328,0.39709532,0.37354365,0.0057490934,0.0005402249,0.000108936,0.0010121088,0.074289784],"genre_scores_gemma":[0.38970906,0.13753127,0.40599036,0.021769455,0.003268913,0.0012839792,0.00026089975,0.0006731443,0.039512906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843105,0.010542831,0.0005791864,0.0010095768,0.0026961593,0.0008617134],"domain_scores_gemma":[0.97358614,0.018357316,0.000574792,0.0016638724,0.004097295,0.0017205131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02990907,0.0011465374,0.0009881651,0.0016335493,0.0038135592,0.019218558,0.003100323,0.0069354125,0.007411007],"category_scores_gemma":[0.024606172,0.0008434211,0.0012547916,0.0014628223,0.010246038,0.027657315,0.007890316,0.006760527,0.002533071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014198331,0.00045841042,0.0023842459,0.004065366,0.00007765804,0.00063578953,0.042458195,0.004388688,0.008858843,0.36435166,0.045237534,0.5269416],"study_design_scores_gemma":[0.000042401924,0.000393903,0.0014454286,0.0044467,0.0000784316,0.0012474647,0.07503149,0.0180027,0.005648651,0.40160045,0.4918124,0.00024999547],"about_ca_topic_score_codex":0.0017230379,"about_ca_topic_score_gemma":0.0024982686,"teacher_disagreement_score":0.02990907,"about_ca_system_score_codex":0.0026774665,"about_ca_system_score_gemma":0.0062845605,"threshold_uncertainty_score":0.15817618},"labels":[],"label_agreement":null},{"id":"W4383652782","doi":"10.1145/3563703.3593068","title":"Beyond Looking Back: Designing Interactive Technology Together to Support Blind People's Experience of Reminiscence","year":2023,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Reminiscence; Participatory design; Blindness; Psychology; Reciprocity (cultural anthropology); Creativity; Citizen journalism; User experience design; Computer science; Human–computer interaction; Social psychology; Cognitive psychology; Engineering; World Wide Web","score_opus":0.04551111569622382,"score_gpt":0.3240519573450202,"score_spread":0.27854084164879633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383652782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4258929,0.002983568,0.5007406,0.0045531807,0.00044083595,0.0010127587,0.0002232457,0.0030433305,0.061109528],"genre_scores_gemma":[0.82841337,0.0014449967,0.15574378,0.0007089691,0.00005879211,0.0007391619,0.00014847596,0.0002469904,0.012495492],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99851054,0.00081082573,0.00009352116,0.00018848962,0.00018930624,0.00020732792],"domain_scores_gemma":[0.996521,0.0020791425,0.00019292376,0.0004390579,0.0003178137,0.00045010427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033276333,0.00089771947,0.0003955077,0.0010370135,0.003095069,0.0058949683,0.0014810327,0.0018433839,0.005927241],"category_scores_gemma":[0.0103600575,0.0005007827,0.00095124467,0.00054451084,0.002898984,0.0069522113,0.005032249,0.0012494285,0.0016495168],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005763079,0.00046723612,0.012723231,0.0033800316,0.00021578555,0.0058195684,0.5352878,0.0023220824,0.06048747,0.037539665,0.010316726,0.33086413],"study_design_scores_gemma":[0.00023962591,0.002132565,0.015029726,0.0025669904,0.00090630207,0.012119681,0.32749802,0.010588039,0.054625057,0.070534624,0.50325185,0.0005075271],"about_ca_topic_score_codex":0.0010293635,"about_ca_topic_score_gemma":0.0011389251,"teacher_disagreement_score":0.005927241,"about_ca_system_score_codex":0.0007041465,"about_ca_system_score_gemma":0.0014171603,"threshold_uncertainty_score":0.019828558},"labels":[],"label_agreement":null},{"id":"W4391940856","doi":"10.1145/3643834.3661547","title":"How People Prompt Generative AI to Create Interactive VR Scenes","year":2024,"lang":"en","type":"preprint","venue":"Designing Interactive Systems Conference","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Virtual reality; Computer graphics (images); Multimedia","score_opus":0.05683799458756163,"score_gpt":0.32354342791072566,"score_spread":0.26670543332316404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391940856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69656783,0.0007807284,0.26030493,0.0036830336,0.0001263575,0.00036539292,0.00012096749,0.0028905415,0.035160173],"genre_scores_gemma":[0.93903416,0.0002494994,0.05698147,0.00042733992,0.000019341247,0.00015443859,0.00010369782,0.00023834732,0.0027916692],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.993317,0.0050274082,0.00020707042,0.0006329898,0.00046626315,0.00034917533],"domain_scores_gemma":[0.9897557,0.007244249,0.0007269682,0.0010294592,0.000760568,0.00048308074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072874045,0.0009107387,0.00021651619,0.00058794575,0.0012730719,0.0039052165,0.0011362111,0.001705112,0.0027163478],"category_scores_gemma":[0.026618354,0.000629878,0.00063845835,0.0002287277,0.002524477,0.0049451245,0.0022307893,0.0014303296,0.001106594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004930421,0.00035116103,0.040465888,0.0011004342,0.00015946741,0.0013351495,0.7024719,0.005954113,0.08161726,0.034938898,0.0059848144,0.12512782],"study_design_scores_gemma":[0.0005415982,0.0014718318,0.027529478,0.00092314085,0.000523844,0.0037252656,0.44788495,0.07197153,0.05099797,0.08812644,0.30556065,0.00074335997],"about_ca_topic_score_codex":0.0017243951,"about_ca_topic_score_gemma":0.0020359918,"teacher_disagreement_score":0.0072874045,"about_ca_system_score_codex":0.00079906295,"about_ca_system_score_gemma":0.0006590252,"threshold_uncertainty_score":0.038539886},"labels":[],"label_agreement":null},{"id":"W4396813795","doi":"10.1145/3643834.3661544","title":"Motivating Users to Attend to Privacy: A Theory-Driven Design Study","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal","funders":"Canada Research Chairs","keywords":"Computer science; Internet privacy; Raising (metalworking); Communication design; Information privacy; Presentation (obstetrics); Human–computer interaction; Multimedia; Engineering","score_opus":0.09359235312463812,"score_gpt":0.3614168982556961,"score_spread":0.267824545131058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396813795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.932599,0.00010736471,0.05196534,0.00063446024,0.000047089947,0.010903851,0.00011831334,0.0001197476,0.0035047515],"genre_scores_gemma":[0.86232394,0.00023009251,0.11172499,0.0007892458,0.000020480637,0.022986664,0.00011301937,0.00007354647,0.0017379405],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9714935,0.023153476,0.0010961503,0.0014443706,0.0015138201,0.0012988171],"domain_scores_gemma":[0.92752904,0.061021734,0.0017970699,0.003108427,0.004507204,0.0020365063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0437639,0.0011727158,0.0008853201,0.0023387568,0.0036592274,0.004564127,0.0025482979,0.0023692031,0.0035137867],"category_scores_gemma":[0.044153087,0.0011928043,0.0011198273,0.00096663414,0.004229456,0.0038075624,0.0029382957,0.002941586,0.0006228746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002349783,0.029681804,0.04757124,0.0048475927,0.00020330974,0.0013003103,0.6734814,0.0049279407,0.025694927,0.028757606,0.00275238,0.17843173],"study_design_scores_gemma":[0.010656403,0.09422966,0.056157593,0.0032128696,0.0012504717,0.0017468276,0.56061214,0.07012553,0.063560694,0.04135245,0.09611528,0.0009800936],"about_ca_topic_score_codex":0.0009290171,"about_ca_topic_score_gemma":0.0012582019,"teacher_disagreement_score":0.0437639,"about_ca_system_score_codex":0.0035848643,"about_ca_system_score_gemma":0.004011741,"threshold_uncertainty_score":0.23144835},"labels":[],"label_agreement":null},{"id":"W4399151478","doi":"10.1145/3643834.3661631","title":"RealityEffects: Augmenting 3D Volumetric Videos with Object-Centric Annotation and Dynamic Visual Effects","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Precursory Research for Embryonic Science and Technology; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; sync; Object (grammar); Computer vision; Human–computer interaction; Annotation; Interface (matter); Motion (physics); Trajectory; Artificial intelligence; Computer graphics (images)","score_opus":0.008112525189738583,"score_gpt":0.2663595358781113,"score_spread":0.2582470106883727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399151478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081371345,0.0015191268,0.88185316,0.00025935867,0.00033707338,0.0005035294,0.0009158079,0.01664759,0.01659301],"genre_scores_gemma":[0.3376024,0.002005828,0.64076114,0.0003781462,0.00025392388,0.00062904484,0.0012248018,0.002761035,0.014383641],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994035,0.00019956437,0.000028172533,0.00009254329,0.0002144066,0.00006181432],"domain_scores_gemma":[0.99677235,0.0022073986,0.00020316588,0.00043974197,0.00023041236,0.0001468547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000997675,0.0013836016,0.00039765678,0.0011614386,0.00033595331,0.0015388803,0.001304826,0.0007161631,0.010584412],"category_scores_gemma":[0.005488481,0.00043603257,0.0008399924,0.0003877383,0.0007295523,0.0024255048,0.0026174458,0.0007432013,0.0014818656],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014602287,0.000279097,0.002255741,0.0029969923,0.00010138964,0.0018539275,0.0065682507,0.009294715,0.38409036,0.0147336805,0.011653606,0.564712],"study_design_scores_gemma":[0.00039304126,0.00307906,0.016935263,0.0015444342,0.0003731453,0.008007225,0.0042360984,0.094775856,0.42146504,0.016213324,0.4320757,0.00090186193],"about_ca_topic_score_codex":0.0006495605,"about_ca_topic_score_gemma":0.001511689,"teacher_disagreement_score":0.010584412,"about_ca_system_score_codex":0.00024520975,"about_ca_system_score_gemma":0.00030255486,"threshold_uncertainty_score":0.035408378},"labels":[],"label_agreement":null},{"id":"W4399197734","doi":"10.1145/3643834.3661507","title":"The CoExplorer Technology Probe: A Generative AI-Powered Adaptive Interface to Support Intentionality in Planning and Running Video Meetings","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"AI in Service Interactions","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Agency (philosophy); Videoconferencing; Workload; Human–computer interaction; Generative grammar; Interface (matter); Multimedia; Artificial intelligence","score_opus":0.05231207090571547,"score_gpt":0.33653035230827827,"score_spread":0.2842182814025628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399197734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21519636,0.00032634297,0.7245514,0.0010925935,0.00022533732,0.0015829466,0.00047789473,0.024662396,0.031884704],"genre_scores_gemma":[0.53921914,0.00020719916,0.43821567,0.000976861,0.00006227296,0.0015029568,0.0005803889,0.0016976587,0.017537864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929607,0.00031975,0.000034106954,0.00015592869,0.00012685377,0.00006732336],"domain_scores_gemma":[0.99620396,0.0027681643,0.00011432648,0.00047648937,0.00014470192,0.00029233936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001504844,0.0007872566,0.00026857166,0.0004945924,0.00047480562,0.001649853,0.00197981,0.0014320156,0.013963449],"category_scores_gemma":[0.008223488,0.00041992482,0.00042337936,0.0002734603,0.0009678104,0.0024871614,0.0031805616,0.0011874886,0.0023952685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019352325,0.0012668964,0.010037652,0.0015800294,0.000117975214,0.0024575451,0.043843426,0.006579031,0.408936,0.024083579,0.032815788,0.46634686],"study_design_scores_gemma":[0.001574824,0.007984066,0.03431878,0.00077204546,0.00041109486,0.0071295705,0.015042963,0.1827711,0.15321761,0.044000257,0.55195165,0.0008260326],"about_ca_topic_score_codex":0.0004949902,"about_ca_topic_score_gemma":0.0009038808,"teacher_disagreement_score":0.013963449,"about_ca_system_score_codex":0.0003399296,"about_ca_system_score_gemma":0.0004475063,"threshold_uncertainty_score":0.046712458},"labels":[],"label_agreement":null},{"id":"W4400142356","doi":"10.1145/3643834.3661551","title":"GraspUI: Seamlessly Integrating Object-Centric Gestures within the Seven Phases of Grasping","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Motor Control and Adaptation","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gesture; Computer science; Object (grammar); Human–computer interaction; Computer vision; Computer graphics (images); Artificial intelligence","score_opus":0.054369193166384944,"score_gpt":0.29722501474291246,"score_spread":0.24285582157652752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12601201,0.0009077062,0.85017586,0.0002902305,0.0000968112,0.0006414755,0.00025513774,0.013100005,0.008520779],"genre_scores_gemma":[0.40607044,0.0006124112,0.5819256,0.0002181978,0.000038116683,0.0015059037,0.00047694205,0.0010111625,0.008141332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887556,0.00040382717,0.00010476053,0.00020801877,0.00028979292,0.0001179599],"domain_scores_gemma":[0.99864465,0.0006546229,0.000144238,0.00025640303,0.00011140302,0.00018861619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017921362,0.0013526215,0.00052483665,0.00076425413,0.00047026103,0.0020921165,0.0013970123,0.0010997526,0.005269541],"category_scores_gemma":[0.0038777166,0.0006375767,0.0008074036,0.00037590362,0.0015094581,0.0017196343,0.003960752,0.0007205976,0.0011478225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015166446,0.00045491746,0.006381557,0.0023201378,0.00018882375,0.0010554396,0.011268767,0.014546937,0.43772802,0.020416796,0.005674291,0.49844772],"study_design_scores_gemma":[0.00066016545,0.00762437,0.042639617,0.0015740615,0.0006155593,0.0064260885,0.008915026,0.17360315,0.37830716,0.04623507,0.3324814,0.0009183753],"about_ca_topic_score_codex":0.0004768101,"about_ca_topic_score_gemma":0.0009763379,"teacher_disagreement_score":0.005269541,"about_ca_system_score_codex":0.00033665067,"about_ca_system_score_gemma":0.00073726306,"threshold_uncertainty_score":0.017628312},"labels":[],"label_agreement":null},{"id":"W4400142400","doi":"10.1145/3643834.3660691","title":"Body Language for VUIs: Exploring Gestures to Enhance Interactions with Voice User Interfaces","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"AI in Service Interactions","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Gesture; Computer science; Human–computer interaction; User interface; Body language; Multimedia; Communication; Artificial intelligence; Psychology; Programming language","score_opus":0.050275632484900155,"score_gpt":0.34255811111306156,"score_spread":0.2922824786281614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4744241,0.002865029,0.48721156,0.00079261966,0.00015055564,0.0007323182,0.00021371167,0.003291707,0.030318432],"genre_scores_gemma":[0.7710799,0.0010649555,0.21979718,0.00026504288,0.000030542822,0.00054350495,0.00015140667,0.00031607196,0.0067515364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990176,0.00054491597,0.000045977133,0.00011654839,0.00018336474,0.0000915925],"domain_scores_gemma":[0.998645,0.001018335,0.00007701695,0.00007433814,0.000108753,0.000076497665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013104996,0.0011416902,0.000429677,0.00053371344,0.0004501276,0.0016743252,0.0008294612,0.000684885,0.004846748],"category_scores_gemma":[0.003947671,0.00026762107,0.00056846073,0.00030609043,0.0007913034,0.0021078836,0.0017864505,0.00044389055,0.0007893927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001097589,0.00046745458,0.006082868,0.0034381878,0.000096164076,0.0011646122,0.033148587,0.0049032574,0.3780839,0.012935658,0.0033695158,0.55521226],"study_design_scores_gemma":[0.00083499023,0.009560264,0.06201336,0.0032254294,0.0010693518,0.008468606,0.056290798,0.1896356,0.34389937,0.035795495,0.28839347,0.0008132299],"about_ca_topic_score_codex":0.0005788192,"about_ca_topic_score_gemma":0.0011826836,"teacher_disagreement_score":0.004846748,"about_ca_system_score_codex":0.0002771671,"about_ca_system_score_gemma":0.00041653358,"threshold_uncertainty_score":0.016214013},"labels":[],"label_agreement":null},{"id":"W4400142435","doi":"10.1145/3643834.3661553","title":"“Shotitwo First!”: Unraveling Global South Women’s Challenges in Public Transport to Inform Autonomous Vehicle Design","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Public transport; Computer science; Transport engineering; Engineering","score_opus":0.08899658336752383,"score_gpt":0.2731694254788382,"score_spread":0.18417284211131438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82640815,0.0043254644,0.024707753,0.042155027,0.0006376149,0.0003605748,0.00030294058,0.00014177134,0.10096065],"genre_scores_gemma":[0.97517496,0.003028202,0.008188276,0.0028121267,0.000047476075,0.00023099969,0.00007862802,0.00008277006,0.010356564],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983082,0.0012370201,0.000036229074,0.000090958194,0.00012282607,0.00020483519],"domain_scores_gemma":[0.99811953,0.0010789306,0.00018063094,0.00015976634,0.00024342762,0.00021772963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040709167,0.00057795015,0.0002803828,0.00075071305,0.0052241436,0.00492156,0.00076528534,0.001416019,0.010763486],"category_scores_gemma":[0.0049665463,0.00033143532,0.0002802131,0.000999534,0.0054162163,0.0053170426,0.004559361,0.0015955536,0.001072245],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008402502,0.00007271794,0.016367532,0.001116922,0.000019141942,0.0012068528,0.8370065,0.00030876033,0.005887082,0.028681232,0.009280986,0.09996836],"study_design_scores_gemma":[0.000006912389,0.00013909588,0.003330498,0.00064680533,0.000021909404,0.00026883787,0.8314133,0.0002575054,0.0010334856,0.0067273476,0.15613224,0.000022044715],"about_ca_topic_score_codex":0.006992473,"about_ca_topic_score_gemma":0.018240849,"teacher_disagreement_score":0.010763486,"about_ca_system_score_codex":0.0021534183,"about_ca_system_score_gemma":0.0027903442,"threshold_uncertainty_score":0.036007464},"labels":[],"label_agreement":null},{"id":"W4400142487","doi":"10.1145/3643834.3660692","title":"Do LLMs Meet the Needs of Software Tutorial Writers? Opportunities and Design Implications","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.11792125932457512,"score_gpt":0.29577977430000635,"score_spread":0.17785851497543123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7694051,0.0015525727,0.1552062,0.030640278,0.00034308783,0.00082408753,0.00017745924,0.0039946064,0.037856583],"genre_scores_gemma":[0.9192707,0.0003807615,0.0746851,0.0017936483,0.00007270981,0.00052193383,0.00008712248,0.0002999267,0.0028881822],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98062104,0.014112715,0.00083406485,0.0010113117,0.0023719294,0.0010489734],"domain_scores_gemma":[0.90537536,0.06969856,0.005230534,0.0059443666,0.008781736,0.004969395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021533284,0.0006025008,0.0004633247,0.0012736686,0.0019732916,0.0058769495,0.0018047652,0.002159027,0.0050216904],"category_scores_gemma":[0.13127461,0.00044379002,0.00037188994,0.0007136039,0.0019683796,0.008864992,0.0039983164,0.0016706962,0.0014211716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009298974,0.0011474644,0.07554428,0.0045862785,0.000071149734,0.0030107165,0.23079945,0.0028308632,0.03877521,0.03020687,0.01489763,0.5972003],"study_design_scores_gemma":[0.00042571462,0.0041416716,0.063284084,0.0052842856,0.00032128295,0.008858191,0.38918075,0.041331876,0.042774364,0.079327345,0.36470965,0.0003608248],"about_ca_topic_score_codex":0.0006159357,"about_ca_topic_score_gemma":0.0016690777,"teacher_disagreement_score":0.021533284,"about_ca_system_score_codex":0.0014322461,"about_ca_system_score_gemma":0.0033733805,"threshold_uncertainty_score":0.11388022},"labels":[],"label_agreement":null},{"id":"W4400142502","doi":"10.1145/3643834.3661540","title":"Untangling Cables: A Case Study of the Life & Afterlife of Digital Devices in Academic Research","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Pacific Institute for Climate Solutions","keywords":"Afterlife; Computer science; Engineering; Philosophy; Epistemology","score_opus":0.21724207022093456,"score_gpt":0.42298177458502323,"score_spread":0.20573970436408867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94876367,0.0012849417,0.0125410985,0.010581987,0.00016024965,0.00023671823,0.00012791749,0.00008753532,0.026215732],"genre_scores_gemma":[0.9788833,0.0021381967,0.0068496815,0.0013485141,0.00009259363,0.00020381277,0.000045849323,0.00009514481,0.010342828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9771691,0.01791685,0.00059011305,0.0010265366,0.0015621289,0.0017352783],"domain_scores_gemma":[0.97024876,0.020440953,0.002272595,0.002193014,0.001708799,0.003135958],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013257011,0.00084565027,0.0008344261,0.0031762347,0.028590664,0.009020556,0.003304008,0.0054932637,0.005965693],"category_scores_gemma":[0.023573168,0.00080996077,0.0009939242,0.0052467845,0.016702909,0.009641972,0.009312591,0.0051744105,0.0010675595],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011350244,0.0004907649,0.010090872,0.00029831077,0.000020835589,0.016363028,0.9261964,0.00040464965,0.0015149427,0.017554143,0.0031384926,0.023814],"study_design_scores_gemma":[0.000012505299,0.00023708006,0.002001957,0.0002921549,0.00002239035,0.00449808,0.9385231,0.0004351576,0.001656578,0.0027208051,0.049560525,0.000039578328],"about_ca_topic_score_codex":0.0071570463,"about_ca_topic_score_gemma":0.022207487,"teacher_disagreement_score":0.9714093,"about_ca_system_score_codex":0.008030859,"about_ca_system_score_gemma":0.0075626723,"threshold_uncertainty_score":0.07011062},"labels":[],"label_agreement":null},{"id":"W4400142512","doi":"10.1145/3643834.3661548","title":"Disembodied, Asocial, and Unreal: How Users Reinterpret Designed Affordances of Social VR","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Affordance; Human–computer interaction; Computer science; Virtual reality; Multimedia","score_opus":0.035318215755650834,"score_gpt":0.2998649260585081,"score_spread":0.26454671030285726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95212525,0.00025330888,0.032138392,0.0006925107,0.000023950932,0.000047061472,0.000026446922,0.00019879184,0.014494352],"genre_scores_gemma":[0.99403435,0.00007278303,0.0045238663,0.00006709301,0.00000265614,0.00002399619,0.000014433066,0.000040376362,0.0012205353],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932024,0.00529268,0.00014466037,0.00039358856,0.00056540436,0.00040138967],"domain_scores_gemma":[0.9941744,0.003930926,0.00051387,0.0006580683,0.00042323544,0.00029945714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057699904,0.00078738836,0.00028343848,0.0011383118,0.001957834,0.005412183,0.00095458166,0.001362631,0.0030163513],"category_scores_gemma":[0.017296853,0.0005019105,0.0004667693,0.00043722833,0.0070691016,0.00633148,0.0048151375,0.0010760081,0.00037464077],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012928319,0.00005892156,0.013527323,0.00022119188,0.000030720745,0.0006813021,0.91791433,0.00079706917,0.012343431,0.019300032,0.00071840116,0.03427799],"study_design_scores_gemma":[0.000042137297,0.0005067016,0.019625776,0.0003630573,0.00009523112,0.0016238128,0.86861306,0.009497916,0.0048474027,0.025345173,0.0691956,0.0002441923],"about_ca_topic_score_codex":0.003010654,"about_ca_topic_score_gemma":0.0036188562,"teacher_disagreement_score":0.0057699904,"about_ca_system_score_codex":0.000921434,"about_ca_system_score_gemma":0.0007502557,"threshold_uncertainty_score":0.030514956},"labels":[],"label_agreement":null},{"id":"W4400142519","doi":"10.1145/3643834.3661585","title":"Autonomy, Affect, and Reframing: Unpacking the Data Practices of Grassroots Climate Justice Activists","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Climate Change, Adaptation, Migration","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cognitive reframing; Grassroots; Unpacking; Autonomy; Affect (linguistics); Climate justice; Economic Justice; Political science; Social psychology; Sociology; Psychology; Climate change; Politics; Law","score_opus":0.3034598858091782,"score_gpt":0.43063737699201654,"score_spread":0.12717749118283833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351198,0.00072339433,0.023463666,0.008657177,0.000108763015,0.00022423883,0.00008071759,0.0001022661,0.03151987],"genre_scores_gemma":[0.9933135,0.0002328529,0.0043033157,0.00047479206,0.00001769114,0.000119535,0.000026353764,0.000050318173,0.0014617067],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9532939,0.039347257,0.0008461681,0.0020778456,0.002472249,0.0019625782],"domain_scores_gemma":[0.92308056,0.06560161,0.0028216846,0.0039492557,0.0020862531,0.002460745],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.03626571,0.00052053266,0.0005494187,0.0030246256,0.011793976,0.011339085,0.0016630398,0.0017231281,0.0022133305],"category_scores_gemma":[0.05045554,0.0005875679,0.0004187661,0.0025667935,0.02870039,0.010835184,0.017337108,0.0032622868,0.0002661511],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010489863,0.000010533198,0.0016922153,0.00004583186,0.000003205696,0.00006802323,0.98966074,0.000018059343,0.00044916174,0.002379231,0.00013820175,0.005524365],"study_design_scores_gemma":[0.0000037381035,0.000025597292,0.002417009,0.00011929376,0.00000794537,0.00010259169,0.9748424,0.00017032775,0.0003627388,0.0041259318,0.017806873,0.000015571408],"about_ca_topic_score_codex":0.005193358,"about_ca_topic_score_gemma":0.007242025,"teacher_disagreement_score":0.988206,"about_ca_system_score_codex":0.0041765086,"about_ca_system_score_gemma":0.0050159474,"threshold_uncertainty_score":0.19179374},"labels":[],"label_agreement":null},{"id":"W4400142532","doi":"10.1145/3643834.3661590","title":"Not All Those Who (Mind-)Wander Are Lost: Exploring Game-Unrelated Thoughts","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Psychology; Cognitive psychology","score_opus":0.22441491203621267,"score_gpt":0.33466649858678477,"score_spread":0.1102515865505721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956397,0.00033650454,0.001936606,0.00029348684,0.000014342069,0.00004781036,0.000043365548,0.00001419787,0.0016739658],"genre_scores_gemma":[0.99758697,0.00030539316,0.0011587703,0.00022880634,0.0000056854033,0.0000637214,0.000044117187,0.000010857175,0.00059569057],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989496,0.0005630615,0.00005735422,0.0001460836,0.00013032583,0.00015359181],"domain_scores_gemma":[0.9964715,0.002284823,0.00053873484,0.00015558451,0.00022817028,0.0003211386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018340442,0.00033390976,0.0003496132,0.00086349726,0.0014228711,0.0035012201,0.00058683864,0.00054410304,0.00079643045],"category_scores_gemma":[0.010161281,0.00030884056,0.00027001332,0.00041864204,0.0021896514,0.0025833333,0.0022775906,0.0010919475,0.0001859637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018031802,0.000104526596,0.059346627,0.00028351884,0.000045121305,0.00097018754,0.9058344,0.00009342436,0.0038904552,0.0015403418,0.0009528893,0.02675824],"study_design_scores_gemma":[0.000020339035,0.00024266464,0.09723412,0.00027277356,0.00004418809,0.0013336987,0.88452464,0.00052391825,0.0011307147,0.0029314733,0.011676347,0.000065191205],"about_ca_topic_score_codex":0.0033808448,"about_ca_topic_score_gemma":0.0073086563,"teacher_disagreement_score":0.0035012201,"about_ca_system_score_codex":0.0008998377,"about_ca_system_score_gemma":0.0007531461,"threshold_uncertainty_score":0.009699523},"labels":[],"label_agreement":null},{"id":"W4400142541","doi":"10.1145/3643834.3661596","title":"Does the Medium Matter? An Exploration of Voice-Interaction for Self-Explanations","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.06532379079561065,"score_gpt":0.3188612129080173,"score_spread":0.2535374221124066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513266,0.0060191196,0.027673451,0.0024944916,0.000088853594,0.00026247484,0.00004715146,0.00008516541,0.012002645],"genre_scores_gemma":[0.99376124,0.00080687256,0.0047262134,0.0001037331,0.000020837237,0.00006156155,0.000012541338,0.00001228709,0.0004946581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911073,0.0071028345,0.0002979755,0.00028264348,0.0009005206,0.00030876207],"domain_scores_gemma":[0.8798478,0.11319564,0.0033218453,0.001144602,0.0017332301,0.00075688935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013525415,0.0003871359,0.00045693223,0.0013571732,0.00091605267,0.0051423158,0.00074497116,0.0009718575,0.002814055],"category_scores_gemma":[0.03991797,0.00022488782,0.00070753886,0.00093951094,0.0019944287,0.0049163555,0.0017291995,0.0006987326,0.00019884139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002178276,0.00068515894,0.13418527,0.0046952483,0.00021680183,0.0016369657,0.2098274,0.00089909433,0.017786017,0.04994057,0.0010091779,0.57694006],"study_design_scores_gemma":[0.0007584579,0.009385184,0.3046325,0.009485337,0.0020921763,0.007510349,0.38393262,0.025878591,0.040298834,0.08970754,0.12587908,0.00043935818],"about_ca_topic_score_codex":0.00032868923,"about_ca_topic_score_gemma":0.00080073497,"teacher_disagreement_score":0.013525415,"about_ca_system_score_codex":0.00117099,"about_ca_system_score_gemma":0.001235758,"threshold_uncertainty_score":0.071530044},"labels":[],"label_agreement":null},{"id":"W4400142547","doi":"10.1145/3643834.3660717","title":"Hand Spinning E-textile Yarns: Understanding the Craft Practices of Hand Spinners and Workshop Explorations with E-textile Fibers and Materials","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Textile; Craft; Spinning; Yarn; Polymer science; Clothing; Weaving; Pulp and paper industry; Materials science; Composite material; Engineering; Art; Visual arts; History","score_opus":0.14363948318997172,"score_gpt":0.3066849209621691,"score_spread":0.16304543777219738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975446,0.00043750854,0.0096292235,0.00058907864,0.000020967489,0.000040533003,0.000015793845,0.00003870579,0.013782274],"genre_scores_gemma":[0.9897204,0.0004147926,0.005656276,0.00010420652,0.0000074818763,0.000033704506,0.000019081712,0.000042572654,0.0040015364],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975915,0.0015484792,0.00007912449,0.00022993129,0.00026955368,0.00028149103],"domain_scores_gemma":[0.99402064,0.004526925,0.00044601702,0.00041754066,0.00025027877,0.00033856535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004382809,0.0005909258,0.00026440367,0.0013461373,0.0031605419,0.0039649187,0.001038539,0.0012766692,0.0035527218],"category_scores_gemma":[0.007472241,0.00041433587,0.00033751945,0.0007651286,0.006506254,0.0056674653,0.0033928356,0.001170005,0.0004316262],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017057662,0.00014599154,0.012543703,0.0003720674,0.000016488159,0.0017863445,0.91607845,0.00052709325,0.011489094,0.0061238953,0.00061429985,0.050131984],"study_design_scores_gemma":[0.000012991903,0.00019252504,0.012315834,0.00041211882,0.000019057907,0.0010352443,0.9494685,0.0013830139,0.004328675,0.0050524515,0.025733288,0.000046328052],"about_ca_topic_score_codex":0.00142398,"about_ca_topic_score_gemma":0.0036910237,"teacher_disagreement_score":0.004382809,"about_ca_system_score_codex":0.0008204034,"about_ca_system_score_gemma":0.0007337445,"threshold_uncertainty_score":0.023178756},"labels":[],"label_agreement":null},{"id":"W4400142584","doi":"10.1145/3643834.3661561","title":"Amazon Z to A: Speculative Design to Understand the Future of Labor-Intensive Workplaces","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Amazon rainforest; Computer science; Business","score_opus":0.045755809486687664,"score_gpt":0.3023853106190049,"score_spread":0.25662950113231725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22131646,0.00038538486,0.7229838,0.0049553695,0.00018323463,0.0032919513,0.00055950385,0.0008308672,0.045493405],"genre_scores_gemma":[0.53682476,0.00022349953,0.45341113,0.0005973599,0.000021089765,0.004653213,0.00022930045,0.0001929739,0.0038466833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9871133,0.010651818,0.0003571136,0.0006890582,0.00087695825,0.00031183133],"domain_scores_gemma":[0.97424465,0.018581145,0.001225353,0.0039108424,0.0013751044,0.0006629008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014242797,0.0007922095,0.0003395071,0.00088621053,0.0029412126,0.0064265006,0.00218227,0.0011191586,0.007140341],"category_scores_gemma":[0.026004888,0.0006964868,0.0008336183,0.0008690498,0.008163157,0.0046733795,0.0038687054,0.0021163146,0.00048256305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009904279,0.00058365596,0.01667406,0.001701587,0.00010732947,0.0006981218,0.25702322,0.0090580275,0.012642833,0.5781318,0.0073763197,0.11501261],"study_design_scores_gemma":[0.00086321856,0.0017396699,0.010754356,0.0012333948,0.00025243516,0.00051716814,0.14622264,0.06140314,0.009473914,0.48224458,0.2850606,0.00023497632],"about_ca_topic_score_codex":0.0035506764,"about_ca_topic_score_gemma":0.007428781,"teacher_disagreement_score":0.014242797,"about_ca_system_score_codex":0.0031822945,"about_ca_system_score_gemma":0.0047479593,"threshold_uncertainty_score":0.075324},"labels":[],"label_agreement":null},{"id":"W4400142623","doi":"10.1145/3643834.3660736","title":"A Year of Interaction Around Town: Gathering Traces with an Interactive Knitting Machine and Community Stitch Markers","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; World Wide Web; Human–computer interaction","score_opus":0.043154583151344024,"score_gpt":0.296442076778895,"score_spread":0.253287493627551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95116115,0.00022817188,0.027860507,0.0008752425,0.00011481839,0.00036325984,0.002115257,0.0006118221,0.01666969],"genre_scores_gemma":[0.95164067,0.00025397755,0.033286326,0.0001930104,0.000041926385,0.00033241024,0.0013843838,0.00030291823,0.0125642],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986985,0.0005900043,0.00004943264,0.00020693352,0.00027211118,0.00018296437],"domain_scores_gemma":[0.9951037,0.0022333348,0.00037027732,0.0007900101,0.0006508034,0.0008519453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013969797,0.0006517063,0.00031552534,0.0023631859,0.0048628557,0.0024963657,0.0011184062,0.001404344,0.004710773],"category_scores_gemma":[0.006623677,0.0005023034,0.00038854178,0.0022026277,0.002184829,0.0024408565,0.0028986754,0.0016376496,0.0010012196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005204216,0.0006178945,0.07390918,0.00072008726,0.00012275824,0.0062153307,0.7296906,0.0023962874,0.023324398,0.007283417,0.020644685,0.13455492],"study_design_scores_gemma":[0.00003620379,0.0008856245,0.124337085,0.0005806655,0.00011379872,0.0022287818,0.5827935,0.0056854235,0.019232083,0.0045901756,0.25919306,0.00032361556],"about_ca_topic_score_codex":0.009128851,"about_ca_topic_score_gemma":0.046281006,"teacher_disagreement_score":0.009128851,"about_ca_system_score_codex":0.0011064912,"about_ca_system_score_gemma":0.0010758118,"threshold_uncertainty_score":0.018151402},"labels":[],"label_agreement":null},{"id":"W4400142645","doi":"10.1145/3643834.3660720","title":"Generative AI in User Experience Design and Research: How Do UX Practitioners, Teams, and Companies Use GenAI in Industry?","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Generative grammar; Computer science; Knowledge management; User experience design; Human–computer interaction; Artificial intelligence","score_opus":0.15950184372384207,"score_gpt":0.3794686551182886,"score_spread":0.21996681139444652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7625353,0.0069387644,0.15397649,0.01739394,0.00024088292,0.000811666,0.0000891459,0.00080665934,0.057207078],"genre_scores_gemma":[0.95863694,0.0013074395,0.036320485,0.0015117379,0.000022944789,0.0004881316,0.00005436273,0.00014078744,0.0015171953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92167526,0.067609735,0.0017642558,0.0026872715,0.0045237886,0.0017397468],"domain_scores_gemma":[0.8570079,0.118012615,0.004662518,0.011350683,0.0061041336,0.002862119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.088528186,0.0007283221,0.0006799858,0.0042260415,0.004264924,0.016665235,0.0028441306,0.0027536207,0.0025520106],"category_scores_gemma":[0.098341435,0.0011220083,0.00077865156,0.003539292,0.017912596,0.01346198,0.009465452,0.0029261184,0.0007975283],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015159439,0.00022090977,0.05327811,0.0010682137,0.00008761578,0.00042186867,0.7483934,0.00088895607,0.002010644,0.037829015,0.00163519,0.15401453],"study_design_scores_gemma":[0.00020802733,0.0009681816,0.035789356,0.0039070183,0.00022692785,0.002121997,0.7384511,0.00936207,0.0046741227,0.09252562,0.11153081,0.00023478712],"about_ca_topic_score_codex":0.0020927407,"about_ca_topic_score_gemma":0.0033083053,"teacher_disagreement_score":0.088528186,"about_ca_system_score_codex":0.0050605144,"about_ca_system_score_gemma":0.00442541,"threshold_uncertainty_score":0.4681874},"labels":[],"label_agreement":null},{"id":"W4400142656","doi":"10.1145/3643834.3660702","title":"SnuggleBot the Companion: Exploring In-Home Robot Interaction Strategies to Support Coping With Loneliness","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Loneliness; Coping (psychology); Robot; Psychology; Computer science; Human–computer interaction; Human–robot interaction; Applied psychology; Internet privacy; Social psychology; Psychotherapist; Artificial intelligence","score_opus":0.20182838982645784,"score_gpt":0.3973840244257669,"score_spread":0.19555563459930908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95494777,0.00046743933,0.033383302,0.00040714227,0.000055858316,0.00030423835,0.00009658873,0.00042564102,0.009911879],"genre_scores_gemma":[0.95532703,0.00028592115,0.04066668,0.0001384366,0.000012451703,0.0002807412,0.00008485484,0.000050707324,0.0031532522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99947184,0.00033661776,0.0000173415,0.00006298949,0.000057529473,0.000053619733],"domain_scores_gemma":[0.9990683,0.00056364,0.000087034794,0.00005863262,0.00009593285,0.00012655725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011156613,0.00057264674,0.0002736006,0.00041354133,0.0005267755,0.00094765064,0.00070552726,0.00048719745,0.0026644925],"category_scores_gemma":[0.0030782863,0.00016121911,0.00035313933,0.00012645203,0.0007625039,0.00092337944,0.0010676567,0.00027450046,0.00043728168],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018866443,0.003775956,0.08649706,0.005122292,0.0003098394,0.0023925928,0.18867251,0.0039921678,0.11745431,0.0054813316,0.009975446,0.5744398],"study_design_scores_gemma":[0.0006990242,0.022059225,0.32822907,0.0020650884,0.0011032852,0.0070791584,0.28023842,0.046861418,0.06572022,0.009570932,0.23561588,0.0007582704],"about_ca_topic_score_codex":0.00056583603,"about_ca_topic_score_gemma":0.001792771,"teacher_disagreement_score":0.0026644925,"about_ca_system_score_codex":0.00027327475,"about_ca_system_score_gemma":0.00036657453,"threshold_uncertainty_score":0.008913636},"labels":[],"label_agreement":null},{"id":"W4400142676","doi":"10.1145/3643834.3660739","title":"Negotiating Conceptual and Practical Frictions in Making the Capra Short Film: Extending a Research through Design Artifact with Video","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Artifact (error); Negotiation; Conceptual design; Computer science; Capra; Computer graphics (images); Human–computer interaction; Multimedia; Sociology; Artificial intelligence; History; Social science","score_opus":0.2606723208906266,"score_gpt":0.4294755730594789,"score_spread":0.16880325216885234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142676","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37474203,0.0042198077,0.37951502,0.039587315,0.0019084302,0.002227827,0.00023816392,0.00088210637,0.19667938],"genre_scores_gemma":[0.87629986,0.0014656131,0.09641973,0.002232613,0.00022740565,0.001140999,0.000092486865,0.00038686083,0.021734437],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9740849,0.021812852,0.00052957213,0.0012283941,0.0013181616,0.0010260508],"domain_scores_gemma":[0.95962435,0.029990967,0.0016386044,0.004686367,0.0022450038,0.0018147386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031111056,0.001145137,0.00048710618,0.0018857833,0.009915696,0.018040251,0.0028445148,0.0033013788,0.0066909622],"category_scores_gemma":[0.052429255,0.0011250323,0.0006976248,0.0011752604,0.023486529,0.014905601,0.008748949,0.0058421735,0.0009977933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010382166,0.0001218773,0.0015421377,0.00048964325,0.000021014625,0.0014159604,0.840804,0.00042538726,0.0058779633,0.11026538,0.0049093002,0.034023568],"study_design_scores_gemma":[0.00007457567,0.00038633618,0.0020654164,0.0014216236,0.0000944267,0.0015642127,0.57826257,0.0029390391,0.0069326176,0.035104297,0.37104377,0.000111071444],"about_ca_topic_score_codex":0.00357152,"about_ca_topic_score_gemma":0.005470543,"teacher_disagreement_score":0.031111056,"about_ca_system_score_codex":0.005084203,"about_ca_system_score_gemma":0.003366491,"threshold_uncertainty_score":0.16453296},"labels":[],"label_agreement":null},{"id":"W4400142702","doi":"10.1145/3643834.3660731","title":"Fidgets: Building Blocks for a Predictive UI Toolkit","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language","score_opus":0.04795092881921082,"score_gpt":0.30371360157260846,"score_spread":0.25576267275339765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400142702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022093665,0.00030296567,0.9764257,0.00020699296,0.00008920435,0.00018046172,0.000114303424,0.015914897,0.004556028],"genre_scores_gemma":[0.09723415,0.00065117556,0.8789799,0.0004842755,0.00007208767,0.0007409693,0.0007053135,0.004138084,0.01699403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983594,0.00028806168,0.00019082906,0.00022522113,0.0007251476,0.00021133691],"domain_scores_gemma":[0.9987866,0.00044829657,0.000059461025,0.0003703655,0.0001656557,0.00016966111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017608837,0.0013502531,0.000800439,0.0011373785,0.0007950027,0.0037111277,0.0039065136,0.0022075998,0.011277835],"category_scores_gemma":[0.0062733525,0.0018405626,0.001766865,0.0004697252,0.0018879502,0.004667714,0.005979726,0.0043129963,0.0059195734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007503293,0.0003274309,0.0027565374,0.0016716352,0.00022733945,0.0018399513,0.004227074,0.048131824,0.08032811,0.4301658,0.04006305,0.38951102],"study_design_scores_gemma":[0.00012211372,0.00042354382,0.0010715771,0.0006214542,0.00017675688,0.002014887,0.0005127783,0.3124584,0.05610052,0.121190704,0.5049221,0.00038513477],"about_ca_topic_score_codex":0.0025474448,"about_ca_topic_score_gemma":0.002318479,"teacher_disagreement_score":0.011277835,"about_ca_system_score_codex":0.00059548934,"about_ca_system_score_gemma":0.00092264067,"threshold_uncertainty_score":0.03772807},"labels":[],"label_agreement":null},{"id":"W4400143020","doi":"10.1145/3643834.3660749","title":"VISMOCK: A Programmable Smocking Technique for Creating Interactive Data Physicalization","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Computer architecture; Human–computer interaction","score_opus":0.0868636812648021,"score_gpt":0.3587081391452061,"score_spread":0.271844457880404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400143020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027002955,0.00023059176,0.95943534,0.00018378347,0.00008196316,0.00018899345,0.00017232996,0.003341261,0.009362777],"genre_scores_gemma":[0.23976684,0.00039776397,0.74964327,0.00015596958,0.000019349707,0.0006969729,0.00033916617,0.0012308634,0.007749796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992244,0.00021500881,0.000048899998,0.00014307113,0.0002900147,0.00007851083],"domain_scores_gemma":[0.99870694,0.00066047104,0.00008827099,0.00034904428,0.00011828444,0.000076936274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012336293,0.0009159755,0.0003739061,0.00092687615,0.00069161964,0.0016086593,0.0013873852,0.0006250133,0.00787392],"category_scores_gemma":[0.002804792,0.00069624727,0.0008727874,0.00056445866,0.0016203985,0.002616444,0.003595811,0.0012014358,0.0008677102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006793215,0.00030793514,0.0030457191,0.001824987,0.00014955467,0.0009989438,0.0069464613,0.03283917,0.3162319,0.20396034,0.012966903,0.4200488],"study_design_scores_gemma":[0.00020868404,0.00106344,0.0034433263,0.00047448077,0.00014602295,0.0022745666,0.0020665377,0.1668518,0.29544482,0.0815452,0.446179,0.00030208853],"about_ca_topic_score_codex":0.00037813254,"about_ca_topic_score_gemma":0.00084865716,"teacher_disagreement_score":0.00787392,"about_ca_system_score_codex":0.00039041773,"about_ca_system_score_gemma":0.00056707294,"threshold_uncertainty_score":0.026340902},"labels":[],"label_agreement":null},{"id":"W4400206248","doi":"10.1145/3656156.3663705","title":"Fabric-Lego: 3D-Printing Fabric-Based Lego-Compatible Designs for Assistive Wearables, Personalization, and Self-Expression","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Personalization; Wearable computer; Computer science; Expression (computer science); Inkwell; Human–computer interaction; Embedded system; World Wide Web; Operating system; Programming language","score_opus":0.043255021845307884,"score_gpt":0.29560749484310245,"score_spread":0.25235247299779456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37480244,0.0043928516,0.56949043,0.00057789637,0.0010703305,0.00041050802,0.0007905357,0.0046431716,0.0438218],"genre_scores_gemma":[0.6273583,0.0018799793,0.34635538,0.00046825115,0.00010130548,0.00028528002,0.0004408663,0.0007208261,0.022389786],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99974483,0.000032511354,0.000013640235,0.00004198164,0.00013850526,0.000028611903],"domain_scores_gemma":[0.99967086,0.00007317703,0.00010151624,0.000079264086,0.00004225378,0.000032910917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030454216,0.00066709926,0.0001908341,0.00059310184,0.00027120477,0.0006285593,0.00046946984,0.0005948208,0.0030158584],"category_scores_gemma":[0.0005346047,0.00035703785,0.00046789792,0.0003004284,0.0003654689,0.0005538387,0.00057523855,0.00048059717,0.0009313541],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006348643,0.00005296442,0.00044512618,0.00035788733,0.000017483326,0.00046058322,0.00014931317,0.0010377245,0.94844735,0.002420181,0.0015280287,0.04501977],"study_design_scores_gemma":[0.00003436639,0.00043292413,0.0029054661,0.00007150913,0.000035123834,0.0020527823,0.00008375243,0.008416984,0.91653246,0.0009906074,0.06837327,0.00007074257],"about_ca_topic_score_codex":0.00012639031,"about_ca_topic_score_gemma":0.0004634029,"teacher_disagreement_score":0.0030158584,"about_ca_system_score_codex":0.00019481518,"about_ca_system_score_gemma":0.00018009669,"threshold_uncertainty_score":0.01008904},"labels":[],"label_agreement":null},{"id":"W4400206485","doi":"10.1145/3656156.3658385","title":"Fostering Feminist Community-Led Ethics: Building Tools and Connections","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Engineering and Physical Sciences Research Council","keywords":"Engineering ethics; Sociology; Computer science; Architectural engineering; Engineering","score_opus":0.1766935162007306,"score_gpt":0.3782713717032583,"score_spread":0.20157785550252771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03837356,0.003114832,0.6022893,0.116958104,0.0023833553,0.0016746098,0.00016516192,0.000798165,0.23424293],"genre_scores_gemma":[0.5880894,0.0032779677,0.34573266,0.008767015,0.0006089958,0.0047158864,0.0003495383,0.0010449941,0.04741348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9413769,0.049849186,0.00087617646,0.0023883635,0.0037943942,0.0017148389],"domain_scores_gemma":[0.9381714,0.04675417,0.0014979349,0.005434484,0.004778002,0.0033639634],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.064005,0.0012699987,0.00066428614,0.0034970106,0.010457055,0.017776676,0.0043288437,0.0054347343,0.011436999],"category_scores_gemma":[0.060559317,0.0010372255,0.0010899085,0.0017093746,0.027548827,0.028266314,0.0343735,0.008078742,0.002727962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004205533,0.00017054532,0.0010952621,0.00041566347,0.000017363152,0.0006734073,0.21298791,0.00093301653,0.0008397946,0.6884704,0.011768701,0.08258588],"study_design_scores_gemma":[0.00003133448,0.00007227499,0.00027137564,0.0012667399,0.000011993459,0.00046892322,0.072372496,0.0020226566,0.0014053785,0.35515192,0.5668772,0.00004771303],"about_ca_topic_score_codex":0.0010390214,"about_ca_topic_score_gemma":0.001447544,"teacher_disagreement_score":0.98954296,"about_ca_system_score_codex":0.0058644544,"about_ca_system_score_gemma":0.01099012,"threshold_uncertainty_score":0.33849484},"labels":[],"label_agreement":null},{"id":"W4400206509","doi":"10.1145/3656156.3658381","title":"Physicalization from Theory to Practice: Exploring Contemporary Challenges for Physicalization Design","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"European Commission","keywords":"Computer science; Engineering ethics; Management science; Epistemology; Sociology; Engineering; Philosophy","score_opus":0.2169111417119786,"score_gpt":0.3510870787327037,"score_spread":0.13417593702072508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07590239,0.0187021,0.59034216,0.15884365,0.0012439508,0.00080622395,0.00012351139,0.0006812142,0.15335475],"genre_scores_gemma":[0.82523686,0.010162296,0.14642756,0.0051044608,0.00022145263,0.0015255347,0.0001192389,0.0006110262,0.010591552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9228041,0.06299992,0.0019935484,0.004053961,0.005493843,0.0026545797],"domain_scores_gemma":[0.95157,0.03478114,0.0019135607,0.005890374,0.003989306,0.0018556472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06056864,0.0013906142,0.0012117951,0.003262597,0.007517594,0.026036782,0.0071309223,0.005505456,0.010022617],"category_scores_gemma":[0.05252825,0.001417682,0.0011838976,0.0031081764,0.069435306,0.032418642,0.019670114,0.0074335537,0.0014672832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056033412,0.000116308845,0.0012741858,0.0013001375,0.0000398817,0.000225275,0.09971605,0.0020512294,0.00079830136,0.8255781,0.0048021874,0.064042345],"study_design_scores_gemma":[0.000052672945,0.00023144114,0.00079434126,0.0023152481,0.000038268412,0.0003874439,0.1373942,0.00485638,0.0016337303,0.6241077,0.228096,0.000092544455],"about_ca_topic_score_codex":0.0028933643,"about_ca_topic_score_gemma":0.0026217739,"teacher_disagreement_score":0.06056864,"about_ca_system_score_codex":0.01229625,"about_ca_system_score_gemma":0.013499718,"threshold_uncertainty_score":0.32032144},"labels":[],"label_agreement":null},{"id":"W4400206575","doi":"10.1145/3656156.3658386","title":"Human Building Interaction and Design for Climate Change","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Climate change; Computer science; Architectural engineering; Engineering; Geology; Oceanography","score_opus":0.13727565393242622,"score_gpt":0.36196189940411494,"score_spread":0.22468624547168872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04487887,0.013861837,0.6222644,0.021998828,0.001363056,0.00040603185,0.00022486586,0.0021545247,0.29284757],"genre_scores_gemma":[0.71090955,0.006326778,0.21617986,0.0019516329,0.0002449455,0.00092230656,0.00024867282,0.00065551314,0.062560715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980648,0.0013486793,0.000039369308,0.0001288388,0.00026950598,0.00014876098],"domain_scores_gemma":[0.9992538,0.00036367192,0.000030195124,0.00012980627,0.0001241644,0.00009842514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026371642,0.0005254734,0.00027132788,0.00045996465,0.0019143022,0.0043592458,0.0009660831,0.0016526232,0.018697511],"category_scores_gemma":[0.0027395906,0.00036234505,0.00065793423,0.0004076734,0.003835013,0.0024357627,0.0033018761,0.0012866894,0.0016305215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018608724,0.00015075125,0.001748339,0.0012600351,0.00008223653,0.00031453525,0.020858716,0.021715028,0.0096066855,0.67690533,0.046090104,0.2210822],"study_design_scores_gemma":[0.00004232735,0.0001484281,0.0016595433,0.0004580297,0.000057820704,0.00040227454,0.0063353213,0.01991601,0.0028489297,0.21946973,0.74860895,0.00005265674],"about_ca_topic_score_codex":0.002513256,"about_ca_topic_score_gemma":0.0031901954,"teacher_disagreement_score":0.018697511,"about_ca_system_score_codex":0.0015968386,"about_ca_system_score_gemma":0.001143394,"threshold_uncertainty_score":0.06254935},"labels":[],"label_agreement":null},{"id":"W4400206765","doi":"10.1145/3656156.3658400","title":"Sensing Heritage: Exploring Creative Approaches for Capturing, Experiencing and Safeguarding the Sensorial Aspects of Cultural Heritage","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cultural heritage; Safeguarding; Documentation; Modalities; Participatory design; Interpretation (philosophy); Citizen journalism; Sociology; Aesthetics; Psychology; Engineering ethics; Computer science; Engineering; History; Art; World Wide Web; Anthropology; Archaeology","score_opus":0.1414623144742267,"score_gpt":0.3009427925543188,"score_spread":0.15948047808009214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1398512,0.008919475,0.6011404,0.014040115,0.0013439938,0.0010465516,0.00016327413,0.0009869001,0.2325082],"genre_scores_gemma":[0.6600953,0.0059805377,0.27158278,0.0019502618,0.00019478862,0.00090944907,0.00014839342,0.0004277647,0.058710754],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99352175,0.004383012,0.0001401523,0.00049189356,0.00093419227,0.0005290258],"domain_scores_gemma":[0.99580115,0.002853049,0.00018059091,0.0005334609,0.00022084679,0.00041103654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009488563,0.0012120751,0.00035908152,0.0014465579,0.0039032935,0.014022067,0.0028819484,0.0025549254,0.0073687793],"category_scores_gemma":[0.0053177257,0.0005835234,0.0012186,0.00095209427,0.017767645,0.007233195,0.009805459,0.0032201556,0.00092555024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023101715,0.00026477105,0.0019496914,0.0026696362,0.00007783816,0.0011652448,0.4324529,0.0030778237,0.026638677,0.31382647,0.013158983,0.2044869],"study_design_scores_gemma":[0.00012102359,0.000512162,0.002185186,0.0019754025,0.00009278404,0.0023996027,0.25149748,0.0048064166,0.01775014,0.12664719,0.5918352,0.00017741215],"about_ca_topic_score_codex":0.0011812876,"about_ca_topic_score_gemma":0.0025354067,"teacher_disagreement_score":0.014022067,"about_ca_system_score_codex":0.0017188527,"about_ca_system_score_gemma":0.0035110398,"threshold_uncertainty_score":0.05018097},"labels":[],"label_agreement":null},{"id":"W4400206824","doi":"10.1145/3656156.3663730","title":"Viral Transmissions: Memes as Strategies for Destigmatizing Taboos Around Sexual Health on TikTok","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Virology; Biology","score_opus":0.05300509481322056,"score_gpt":0.3233143374913437,"score_spread":0.2703092426781231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6188276,0.0031062874,0.09306163,0.019367628,0.0018501354,0.0007646015,0.0003301663,0.0011827629,0.26150915],"genre_scores_gemma":[0.9387505,0.00082269014,0.026315555,0.0018734297,0.00024136582,0.00028237962,0.00010067921,0.00029649344,0.031316802],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9966239,0.0026344147,0.000089354915,0.0001727044,0.00026271664,0.00021700462],"domain_scores_gemma":[0.9894593,0.0076904944,0.0007376069,0.000990764,0.0005249858,0.00059692503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042924224,0.00096083607,0.00026033333,0.0014334305,0.0049789473,0.008689526,0.0012800992,0.0019698227,0.009917639],"category_scores_gemma":[0.014204433,0.00036667642,0.00036843456,0.00059207703,0.0076293508,0.008160856,0.0059495093,0.0019210433,0.0016857618],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039025518,0.0003565689,0.011704603,0.0017893779,0.00008670894,0.0017500919,0.6489162,0.0010115019,0.018917892,0.14763945,0.01693307,0.15050437],"study_design_scores_gemma":[0.00010061458,0.0006767266,0.008513258,0.0016714119,0.00017726238,0.0026050876,0.36736298,0.006857188,0.016973084,0.06307693,0.53178674,0.00019867103],"about_ca_topic_score_codex":0.00055858586,"about_ca_topic_score_gemma":0.0014253828,"teacher_disagreement_score":0.009917639,"about_ca_system_score_codex":0.0010310222,"about_ca_system_score_gemma":0.00074252347,"threshold_uncertainty_score":0.033177853},"labels":[],"label_agreement":null},{"id":"W4403576011","doi":"10.1145/3643834.3661508","title":"Designing Smart Home Technology For Passive Co-Presence Over Distance","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Simon Fraser University","funders":"","keywords":"Synchronicity; Frame (networking); Human–computer interaction; Computer science; Sight; Living room; Space (punctuation); Home automation; Table (database); Multimedia; Architectural engineering; Telecommunications; Engineering; Psychology","score_opus":0.035082718353850545,"score_gpt":0.31694969335247536,"score_spread":0.2818669749986248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403576011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18204069,0.00054610264,0.79287505,0.0007651121,0.000103593375,0.0007687134,0.00006490305,0.0009897897,0.021845955],"genre_scores_gemma":[0.55485266,0.00056089234,0.43443868,0.0002410872,0.000023162253,0.001100494,0.00008382619,0.0001265471,0.008572697],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908984,0.00047363163,0.00006895687,0.00011120201,0.00015581194,0.00010053367],"domain_scores_gemma":[0.99918526,0.00041960782,0.00006635663,0.0000945498,0.00015746815,0.00007679187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015642911,0.00060597376,0.000259644,0.00039439285,0.0007507252,0.0015764611,0.00086232094,0.00104957,0.0027453522],"category_scores_gemma":[0.0023801383,0.0005006154,0.00047525187,0.00019623018,0.0010803543,0.0035467008,0.0015919934,0.00056512485,0.0005989402],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004646225,0.0006694617,0.00945704,0.0038024976,0.0001923664,0.003401208,0.0602527,0.0346964,0.37645254,0.17234413,0.0076157367,0.3306513],"study_design_scores_gemma":[0.000615125,0.004672269,0.015478393,0.0012367077,0.00082293124,0.006770488,0.038027395,0.18341868,0.20486815,0.07713505,0.4665066,0.00044819852],"about_ca_topic_score_codex":0.00037146706,"about_ca_topic_score_gemma":0.0007125166,"teacher_disagreement_score":0.0027453522,"about_ca_system_score_codex":0.00039842553,"about_ca_system_score_gemma":0.0005009713,"threshold_uncertainty_score":0.009184122},"labels":[],"label_agreement":null},{"id":"W4403576015","doi":"10.1145/3643834.3661525","title":"Imagining a Future of Designing with AI: Dynamic Grounding, Constructive Negotiation, and Sustainable Motivation","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Universitas Brawijaya","keywords":"Affordance; Computer science; Constructive; Human–computer interaction; Negotiation; Viewpoints; Process (computing); Workflow; Terminology","score_opus":0.011455933925714423,"score_gpt":0.26016919903454144,"score_spread":0.24871326510882702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403576015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073086075,0.0013183556,0.7041535,0.019444589,0.00032966843,0.0002238484,0.00008976307,0.00070193235,0.20065229],"genre_scores_gemma":[0.79047215,0.00058350456,0.19864227,0.0005948311,0.000044209886,0.00032366664,0.00006199352,0.00013827672,0.009139102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9939275,0.0043445867,0.00019964391,0.0004925273,0.00068383815,0.00035194893],"domain_scores_gemma":[0.99410135,0.0034401773,0.0003875145,0.001122423,0.00041715667,0.0005313527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009464773,0.0006954395,0.0003723428,0.0016949397,0.0039944765,0.010527746,0.0016889666,0.0030819247,0.0050640954],"category_scores_gemma":[0.009032866,0.00064081454,0.0009996046,0.00087225786,0.026800383,0.020978197,0.004970049,0.0032016202,0.0006849823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016301861,0.000020773032,0.00032357711,0.00006250804,0.0000045376387,0.00011404495,0.016689787,0.0008180195,0.00073697383,0.97382575,0.0005177063,0.0068700397],"study_design_scores_gemma":[0.00003516056,0.00010893454,0.00034708512,0.00021142884,0.000021408261,0.00060994463,0.016687827,0.0087314015,0.0019435874,0.8607938,0.11045426,0.000055146458],"about_ca_topic_score_codex":0.0016353468,"about_ca_topic_score_gemma":0.0017848144,"teacher_disagreement_score":0.010527746,"about_ca_system_score_codex":0.00266326,"about_ca_system_score_gemma":0.0033155917,"threshold_uncertainty_score":0.050055087},"labels":[],"label_agreement":null},{"id":"W4403576064","doi":"10.1145/3643834.3661630","title":"Understanding Gesture and Microgesture Inputs for Augmented Reality Maps","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universitas Brawijaya; Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs","keywords":"Gesture; Augmented reality; Computer science; Human–computer interaction; Set (abstract data type); Space (punctuation); Gesture recognition; Artificial intelligence","score_opus":0.1366221751138379,"score_gpt":0.3149233481390738,"score_spread":0.1783011730252359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403576064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27427304,0.0014934596,0.68279165,0.00066592504,0.000091838025,0.00015971078,0.0001737653,0.0008854191,0.039465178],"genre_scores_gemma":[0.8856906,0.0007739797,0.10603899,0.00011239225,0.000024965399,0.00010418999,0.000092822214,0.00011662695,0.0070454855],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99959606,0.00013150019,0.000020063828,0.00008183227,0.00011865888,0.000051884716],"domain_scores_gemma":[0.99935526,0.00041753543,0.00005412392,0.000079167454,0.00007415825,0.000019804154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040410706,0.00063200673,0.00021123441,0.00030342088,0.00045625935,0.002258552,0.0005319661,0.00091425254,0.00551695],"category_scores_gemma":[0.0023839115,0.00031124247,0.00034515432,0.00020340215,0.00093561044,0.0022776178,0.0014685204,0.0004883894,0.00056297786],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005502928,0.000100025936,0.0054217475,0.001892217,0.000053686665,0.003380252,0.04525847,0.022663089,0.4497268,0.086551115,0.0029317574,0.38147056],"study_design_scores_gemma":[0.00012404821,0.0011561859,0.06400405,0.001698639,0.00018829557,0.009345113,0.049403317,0.34052175,0.26075438,0.08466771,0.18772241,0.00041403584],"about_ca_topic_score_codex":0.0018618131,"about_ca_topic_score_gemma":0.0027047135,"teacher_disagreement_score":0.00551695,"about_ca_system_score_codex":0.000255721,"about_ca_system_score_gemma":0.00027565862,"threshold_uncertainty_score":0.018456042},"labels":[],"label_agreement":null},{"id":"W4403576069","doi":"10.1145/3643834.3661506","title":"Exploring Using Personalised Comics for Healthcare Communication for Patients Living With Hemodialysis","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Comics and Graphic Narratives","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Calgary","funders":"","keywords":"Comics; Health care; Hemodialysis; Computer science; Medicine; Artificial intelligence; Internal medicine; Economic growth; Economics","score_opus":0.24833334524553008,"score_gpt":0.3056772595551251,"score_spread":0.05734391430959501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403576069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7347895,0.0022290384,0.1612819,0.021347797,0.00096726767,0.0010369472,0.0002623779,0.0012606384,0.07682452],"genre_scores_gemma":[0.92415094,0.0010403402,0.058817055,0.0016757996,0.0001394943,0.0005831284,0.00012665322,0.00027879592,0.013187837],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9780673,0.018902741,0.0005410409,0.0006253692,0.000994014,0.0008696583],"domain_scores_gemma":[0.9664387,0.026467621,0.0014481966,0.0018472837,0.0014358944,0.0023624008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015066132,0.0011718186,0.00043939517,0.0017120588,0.0058797086,0.012699065,0.0020055997,0.002943536,0.008649913],"category_scores_gemma":[0.028193304,0.0006028569,0.0010914858,0.0009462143,0.009261303,0.0070171435,0.010874565,0.00374675,0.0013814659],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023883548,0.00033879842,0.0060532456,0.0011600412,0.000062489016,0.0018763619,0.8917426,0.001342452,0.004758541,0.023628734,0.0059983972,0.062799506],"study_design_scores_gemma":[0.00019131,0.001062542,0.0035882464,0.0013136172,0.00012136178,0.004763384,0.65264064,0.0039774235,0.0064550536,0.02329521,0.30232963,0.00026152504],"about_ca_topic_score_codex":0.0006142038,"about_ca_topic_score_gemma":0.0012166377,"teacher_disagreement_score":0.015066132,"about_ca_system_score_codex":0.0025536485,"about_ca_system_score_gemma":0.002523753,"threshold_uncertainty_score":0.0796783},"labels":[],"label_agreement":null},{"id":"W4403576082","doi":"10.1145/3643834.3661626","title":"\"I'm not alone in that battle\": Designing Mobile AR for Mental Health Communication and Community Connectedness","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Social connectedness; Computer science; Mental health; Context (archaeology); Public health; Human–computer interaction; Visualization; Field (mathematics); Data visualization; Data science; Psychology; Medicine; Social psychology; Artificial intelligence; Nursing","score_opus":0.08635694404742629,"score_gpt":0.3429844013873901,"score_spread":0.25662745733996384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403576082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64035404,0.00096919783,0.32097635,0.0059066336,0.00035656104,0.001195778,0.00017085341,0.002466057,0.027604526],"genre_scores_gemma":[0.8428132,0.00035878134,0.15117066,0.0004570934,0.00004163232,0.00077182415,0.00006494123,0.00015641518,0.004165532],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99725795,0.0021528848,0.000077472614,0.00015488075,0.00016405819,0.0001926728],"domain_scores_gemma":[0.99467516,0.00415526,0.00026160048,0.00021379735,0.00037189186,0.00032239148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038440938,0.0010168949,0.00025076803,0.0006935893,0.0016072369,0.0028175025,0.0010340603,0.0015807706,0.0038541406],"category_scores_gemma":[0.01328631,0.00046679223,0.00061429717,0.00024904936,0.0014213794,0.002321428,0.002698535,0.0008141568,0.00067172514],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015095643,0.0013767178,0.03073358,0.004132878,0.00022588529,0.005499907,0.36377594,0.017268183,0.100033335,0.030627122,0.023738377,0.4210785],"study_design_scores_gemma":[0.0011967097,0.009129839,0.042517077,0.004020225,0.0011905507,0.00894306,0.2884175,0.1720654,0.05360255,0.048339527,0.36957037,0.0010071695],"about_ca_topic_score_codex":0.0010237099,"about_ca_topic_score_gemma":0.0019135617,"teacher_disagreement_score":0.0038541406,"about_ca_system_score_codex":0.0004021506,"about_ca_system_score_gemma":0.0008178553,"threshold_uncertainty_score":0.020329773},"labels":[],"label_agreement":null}]}