{"meta":{"query_hash":"5be91e182fad","filters":{"topic":"Usability and User Interface Design"},"cohort_total":434,"direct_labels_cover":1,"predictions_cover":434,"exported":434,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5be91e182fad","api":"https://metacan.xera.ac/api/v1/cohort?topic=Usability+and+User+Interface+Design"},"results":[{"id":"W10113400","doi":"","title":"Ubiquitous Computing in Physico-Spatial Environments - Activity Theoretical Considerations","year":2007,"lang":"en","type":"article","venue":"Health care financing review","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ubiquitous computing; Space (punctuation); Computer science; Spatial contextual awareness; Context (archaeology); Relation (database); Human–computer interaction; Point (geometry); Physical space; Spatial design; Process (computing); Data science; Artificial intelligence; Mathematics; Geography; Data mining","score_opus":0.023034271157227646,"score_gpt":0.32293708472803007,"score_spread":0.2999028135708024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10113400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051204853,0.033341404,0.90672255,0.0062934994,0.0006268431,0.0012640414,0.000005330239,0.0001148064,0.00042666818],"genre_scores_gemma":[0.98552036,0.0014623689,0.0073516103,0.0055865897,0.000055784407,0.000010214067,0.0000022363574,0.000008345865,0.0000024962417],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980086,0.00030492316,0.0005074972,0.0004457019,0.00025059187,0.00048265656],"domain_scores_gemma":[0.99864906,0.0005060725,0.00016777299,0.000528324,0.000032929023,0.00011582096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605707,0.00015936844,0.00042018527,0.000049915634,0.00020274895,0.000038191134,0.00025847036,0.000054804656,0.000024019731],"category_scores_gemma":[0.00027393707,0.00015606533,0.00007805938,0.00022564405,0.000078220575,0.00017831098,0.00014830181,0.00031921285,0.000046517882],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011746935,0.00031029503,0.0011900573,0.004624377,0.000008150172,0.00006271411,0.0070813266,0.00010586609,0.00019580816,0.11493769,0.0017301816,0.8697418],"study_design_scores_gemma":[0.0066773235,0.005077251,0.6218802,0.10141323,0.00014449467,0.00067466416,0.00071044895,0.05242424,0.029874371,0.042951744,0.13176157,0.006410464],"about_ca_topic_score_codex":0.00022608197,"about_ca_topic_score_gemma":0.00024371906,"teacher_disagreement_score":0.9343155,"about_ca_system_score_codex":0.00037044386,"about_ca_system_score_gemma":0.00025486897,"threshold_uncertainty_score":0.63641596},"labels":[],"label_agreement":null},{"id":"W1014362250","doi":"10.1007/978-3-319-20889-3_12","title":"Heuristic Evaluation of University Institutional Repositories Based on DSpace","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"DSPACE; Computer science; Heuristic; World Wide Web; Programming language; Software engineering; Operating system; Database; Artificial intelligence; Algorithm","score_opus":0.05686465305087272,"score_gpt":0.274668920648951,"score_spread":0.21780426759807828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1014362250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029492198,0.000118600765,0.99180436,0.0005710441,0.0015906922,0.00029377217,0.000008151104,0.000060497714,0.005257972],"genre_scores_gemma":[0.8607835,0.0000029693404,0.13866884,0.00022155857,0.0001532568,0.000001480848,0.000005161132,0.000009666002,0.00015357639],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963849,0.00016157971,0.0002899429,0.0009205947,0.001992419,0.00025057286],"domain_scores_gemma":[0.9967742,0.000525131,0.00024288318,0.0011099745,0.0012353724,0.00011246331],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029745651,0.00027360913,0.00031529967,0.0005381137,0.00017497367,0.00012686479,0.0019109407,0.00020768982,0.000015108155],"category_scores_gemma":[0.00050246686,0.000268619,0.00008280403,0.0004905458,0.0008026549,0.0004116136,0.00039894957,0.0004074796,0.000017002685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052216987,0.00007991242,0.0000780392,0.00004102435,0.000009523298,0.0000351926,0.0004569128,0.8593153,0.00005123028,0.054701596,0.00007928861,0.0850998],"study_design_scores_gemma":[0.00034859538,0.000255316,0.00017832637,0.00028725067,0.000018255796,0.000010321395,1.8740228e-7,0.9208848,0.0011278085,0.075310394,0.0012967731,0.00028199237],"about_ca_topic_score_codex":0.000031186497,"about_ca_topic_score_gemma":0.000044338034,"teacher_disagreement_score":0.8604886,"about_ca_system_score_codex":0.00090676855,"about_ca_system_score_gemma":0.002606795,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W103651609","doi":"","title":"GroupLab Collabrary: A Toolkit for Multimedia Groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Set (abstract data type); Multimedia; Computer-supported cooperative work; Human–computer interaction; World Wide Web; Software engineering; Engineering; Programming language","score_opus":0.04954602659819405,"score_gpt":0.23725119492269983,"score_spread":0.1877051683245058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103651609","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00793708,0.00010730278,0.9776643,0.004153866,0.00054545753,0.0005570318,0.000011004198,0.00048248182,0.008541487],"genre_scores_gemma":[0.6750673,0.000008431436,0.3117918,0.0015192783,0.00012205903,0.00012697217,0.0000036132062,0.000013782617,0.011346751],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889904,0.00003333718,0.00019359331,0.00039813912,0.00016636026,0.00030950728],"domain_scores_gemma":[0.9989387,0.00028952895,0.000035619178,0.00054506894,0.000083816,0.00010729558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017894499,0.00013146624,0.00014905549,0.00005501015,0.000107333326,0.00018174743,0.00087131,0.00007357337,0.00047429773],"category_scores_gemma":[0.00009842858,0.00011404797,0.00008431824,0.00026845664,0.000036098034,0.0007105542,0.00013156778,0.000072495495,0.0004841031],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000484057,0.00062949694,0.0016381268,0.00011251983,0.00008557843,0.000014656261,0.0068207816,0.00011930957,0.0018117449,0.11977587,0.66948336,0.19946012],"study_design_scores_gemma":[0.001058149,0.00038829728,0.0006542493,0.00001333246,0.0000073668643,0.000010076869,0.00006351791,0.8266957,0.005338461,0.005570843,0.15981689,0.0003831255],"about_ca_topic_score_codex":0.00002116592,"about_ca_topic_score_gemma":0.000018263472,"teacher_disagreement_score":0.82657635,"about_ca_system_score_codex":0.000033372828,"about_ca_system_score_gemma":0.000011742543,"threshold_uncertainty_score":0.62223274},"labels":[],"label_agreement":null},{"id":"W131679044","doi":"10.1007/3-540-44988-4_11","title":"User Interface Prototyping Based on UML Scenarios and High-Level Petri Nets","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Petri net; Computer science; Unified Modeling Language; Programming language; Interface (matter); Sequence diagram; User interface; Process (computing); Process architecture; Operating system; Software","score_opus":0.02871211737986094,"score_gpt":0.2537835898130939,"score_spread":0.22507147243323297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131679044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006064182,0.00025834082,0.993331,0.0023413799,0.0010330651,0.0011606696,0.000011948697,0.00021956388,0.0010376268],"genre_scores_gemma":[0.654352,0.000036116697,0.3394358,0.0053592725,0.0002513004,0.000044702938,0.0000041411395,0.00006651399,0.00045012712],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950807,0.00009670534,0.0006154314,0.0023081552,0.0010678327,0.0008311725],"domain_scores_gemma":[0.9967668,0.00067187136,0.00022987812,0.0018691289,0.00019803233,0.0002642961],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010161031,0.0007704918,0.0006658086,0.00093366357,0.0003296624,0.0010061053,0.0033663488,0.0004495848,0.000098545264],"category_scores_gemma":[0.00011498481,0.0006959327,0.00012506095,0.0005868828,0.00078731595,0.0007155417,0.00086049235,0.0013178191,0.00010643648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007064866,0.00009263383,0.00007406345,0.00007959483,0.0000133486,0.00006787355,0.0006505389,0.16918054,0.0000707588,0.0046885875,0.000059128834,0.8249523],"study_design_scores_gemma":[0.0005252211,0.000617509,0.00030283837,0.0010098793,0.000008379751,0.000040321116,1.0554987e-7,0.9552915,0.0028507556,0.03428581,0.004149216,0.0009184406],"about_ca_topic_score_codex":0.000055545468,"about_ca_topic_score_gemma":0.00008208448,"teacher_disagreement_score":0.82403386,"about_ca_system_score_codex":0.00033421945,"about_ca_system_score_gemma":0.0004905067,"threshold_uncertainty_score":0.9995492},"labels":[],"label_agreement":null},{"id":"W132351435","doi":"10.11575/prism/30769","title":"Supporting Lightweight Customization for Meeting Environments","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Computer science; Presentation (obstetrics); Interface (matter); Multimedia; Process (computing); Human–computer interaction; Implementation; Modular design; User interface; World Wide Web; Software engineering","score_opus":0.012304510597762192,"score_gpt":0.2133478003615839,"score_spread":0.20104328976382171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W132351435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047634985,0.000032656833,0.9487654,0.0010439418,0.000052973992,0.0001738348,1.692881e-7,0.00004721154,0.00224882],"genre_scores_gemma":[0.31040457,0.000013081006,0.6863377,0.000093804985,0.000016733598,5.395167e-7,0.0000043480627,0.00000619343,0.0031230152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925697,0.000039130333,0.00012674529,0.00023981843,0.00014918331,0.0001881276],"domain_scores_gemma":[0.99946076,0.00007204806,0.00014302568,0.00024017593,0.000023952889,0.000060053968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030062927,0.00007416507,0.00012110475,0.00006649066,0.00015766462,0.000016669776,0.0005144984,0.00006290969,0.000039615657],"category_scores_gemma":[0.000029096755,0.00009138944,0.00007639613,0.00007759333,0.00004223909,0.0005836647,0.0001524895,0.00006121039,0.000036013753],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010763582,0.00044768388,0.0046497867,0.00009640934,0.000097967924,0.000010234083,0.014970037,0.00020976648,0.01568139,0.010085275,0.012373032,0.94127077],"study_design_scores_gemma":[0.0006644117,0.00007733314,0.001365619,0.00002045829,0.00002096256,0.0000014508892,0.000039439732,0.8168784,0.018623007,0.000618359,0.16151999,0.00017056944],"about_ca_topic_score_codex":0.000050289476,"about_ca_topic_score_gemma":0.000005019661,"teacher_disagreement_score":0.94110024,"about_ca_system_score_codex":0.00005814759,"about_ca_system_score_gemma":0.00002432797,"threshold_uncertainty_score":0.37267533},"labels":[],"label_agreement":null},{"id":"W138889470","doi":"10.1007/1-4020-4113-6_9","title":"Transforming Usability Engineering Requirements into Software Engineering Specifications: From PUF to UML","year":2005,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Usability engineering; Computer science; Unified Modeling Language; Software engineering; UML tool; Applications of UML; Usability inspection; Component-based usability testing; Usability goals; System usability scale; Web usability; Systems engineering; Human–computer interaction; Programming language; Engineering; Software","score_opus":0.07509609437992351,"score_gpt":0.28079406741688434,"score_spread":0.20569797303696083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138889470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003197897,0.0001752497,0.9877276,0.00058477366,0.0034092867,0.0008553852,0.0000438297,0.0011799191,0.0028260753],"genre_scores_gemma":[0.073620304,0.00013054161,0.8707023,0.0009551242,0.0053873817,0.00037415326,0.00033939033,0.00039721056,0.04809357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960564,0.000036215682,0.0012623101,0.0014856678,0.0006415247,0.00051792664],"domain_scores_gemma":[0.9972145,0.0002665926,0.00028886454,0.0016291358,0.00031688297,0.00028400574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033629208,0.00084378006,0.00074877025,0.00053869165,0.00028941216,0.00085062685,0.0016162768,0.00037797465,0.00071956305],"category_scores_gemma":[0.00006659311,0.00097582664,0.00037121167,0.00014483453,0.000057828638,0.0030842153,0.00046650396,0.0008766729,0.00066648255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042602356,0.00097249495,0.0002961798,0.0019688117,0.0026223504,0.00018972764,0.054222744,0.084863834,0.028289994,0.36935678,0.019460212,0.43733087],"study_design_scores_gemma":[0.00041891233,0.00042181628,0.00052015256,0.0016360311,0.00007839369,0.00005066161,0.000041251456,0.014243049,0.012992874,0.004230144,0.9633227,0.0020440158],"about_ca_topic_score_codex":0.00007918871,"about_ca_topic_score_gemma":0.00013171777,"teacher_disagreement_score":0.9438625,"about_ca_system_score_codex":0.0008551107,"about_ca_system_score_gemma":0.00006686052,"threshold_uncertainty_score":0.99926925},"labels":[],"label_agreement":null},{"id":"W142022900","doi":"10.1007/978-3-319-07437-5_19","title":"Personalizing Interfaces Using an Inclusive Design Approach","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science; Human–computer interaction; Programming language; Software engineering; Theoretical computer science","score_opus":0.06743754461408208,"score_gpt":0.2877806497507996,"score_spread":0.2203431051367175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142022900","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036057466,0.00035979573,0.99598193,0.0002567169,0.001138746,0.0005554106,0.0000028660495,0.00023357154,0.0011103797],"genre_scores_gemma":[0.24799243,0.000008719084,0.7503822,0.0011163626,0.0003581922,0.000007119231,0.0000025649956,0.000043979388,0.000088435896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946167,0.00024363569,0.00064963213,0.002421948,0.0011833184,0.0008847817],"domain_scores_gemma":[0.9964257,0.0006056952,0.00038032373,0.0019279739,0.00037499814,0.00028529816],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0025336882,0.00077158643,0.00076596,0.0008526222,0.00052640715,0.0011854813,0.005915382,0.00047238107,0.000024234321],"category_scores_gemma":[0.00013286647,0.00071709865,0.00014991153,0.00057119696,0.0010237085,0.0012350769,0.0022374298,0.0010957216,0.00003955981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027468708,0.00013574168,0.0000246587,0.00012728745,0.000037911817,0.000052879364,0.009614278,0.57467496,0.0014787008,0.02548365,0.00002249689,0.38831994],"study_design_scores_gemma":[0.00017535822,0.0003038599,0.000005079099,0.00028506975,0.000012791974,0.00011784967,0.0000012760677,0.90832627,0.0045833434,0.08505394,0.00033608856,0.00079908787],"about_ca_topic_score_codex":0.000054298038,"about_ca_topic_score_gemma":0.000024892728,"teacher_disagreement_score":0.38752085,"about_ca_system_score_codex":0.000646661,"about_ca_system_score_gemma":0.0007356044,"threshold_uncertainty_score":0.9998514},"labels":[],"label_agreement":null},{"id":"W142899596","doi":"","title":"Proceedings of Graphics Interface 2008","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Windsor; Set (abstract data type); Computer graphics (images); Human–computer interaction; Multimedia; Programming language; Operating system","score_opus":0.0362248725346006,"score_gpt":0.24773868436773114,"score_spread":0.21151381183313053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142899596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74096936,0.000071223105,0.24065608,0.00075249025,0.00013278834,0.00011635993,6.2109297e-7,0.00019168646,0.01710939],"genre_scores_gemma":[0.97257084,0.00002106828,0.026010202,0.00013979385,0.000009332012,0.0000031957384,5.731863e-8,0.0000035610735,0.0012419596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924,0.0000061470896,0.00019322049,0.00022294662,0.00018573871,0.00015198933],"domain_scores_gemma":[0.99947166,0.000035590878,0.00005307889,0.00018827227,0.00019809783,0.00005331368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015392182,0.000082038845,0.0001231253,0.000074916185,0.000052096715,0.000021406355,0.0007413643,0.00004583122,0.00003900608],"category_scores_gemma":[0.000034181397,0.00006935871,0.000054533488,0.00037455175,0.00011172045,0.00048630577,0.00014898262,0.00009234274,0.000044831326],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005446085,0.00086258695,0.042688653,0.00015514268,0.00008665176,0.000011338074,0.014522179,0.000050994076,0.05923262,0.7133566,0.16571584,0.003262946],"study_design_scores_gemma":[0.0005159332,0.0006250874,0.014940449,0.000047018006,0.0000064300393,0.00018755913,0.00015496241,0.02007163,0.9329201,0.013810842,0.016270524,0.00044944452],"about_ca_topic_score_codex":0.000035167144,"about_ca_topic_score_gemma":0.000002732241,"teacher_disagreement_score":0.8736875,"about_ca_system_score_codex":0.000009694957,"about_ca_system_score_gemma":0.000027434802,"threshold_uncertainty_score":0.28283662},"labels":[],"label_agreement":null},{"id":"W14430625","doi":"","title":"Proceedings of the 4th Nordic conference on Human-computer interaction: changing roles","year":2006,"lang":"en","type":"article","venue":"Nordic Conference on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Documentation; Norwegian; Usability; Computer science; Library science; Public relations; World Wide Web; Political science; Human–computer interaction","score_opus":0.08674951240421876,"score_gpt":0.3229424098864174,"score_spread":0.23619289748219868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W14430625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81342405,0.000013451989,0.15265626,0.0020658292,0.0041998127,0.0010121188,0.000011543672,0.0005474207,0.026069503],"genre_scores_gemma":[0.9944321,0.000004975366,0.0023029915,0.000635383,0.0011530214,0.00008594023,0.000015974885,0.00004398289,0.0013256355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537945,0.00019953109,0.001158018,0.0014626608,0.0009936524,0.00080666423],"domain_scores_gemma":[0.99678904,0.00019577175,0.000916208,0.0010751387,0.00087815226,0.00014570566],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000626123,0.00073835434,0.0007186003,0.0007460168,0.0007608119,0.0011223429,0.0023677358,0.0002755146,0.0003368294],"category_scores_gemma":[0.000019146812,0.00061452517,0.0004355915,0.0007646891,0.0002480558,0.0017102059,0.000716023,0.0011977974,0.00021410486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035619544,0.0031055973,0.0035115844,0.0004533653,0.00034012736,0.000039794253,0.010616065,0.003918826,0.052495047,0.796532,0.020239674,0.10839176],"study_design_scores_gemma":[0.0048186574,0.007207547,0.0465414,0.0074295923,0.00022467897,0.00044345242,0.0016505098,0.70417416,0.16744865,0.039968483,0.016021643,0.0040712385],"about_ca_topic_score_codex":0.00033932755,"about_ca_topic_score_gemma":0.00022834737,"teacher_disagreement_score":0.7565635,"about_ca_system_score_codex":0.00037920882,"about_ca_system_score_gemma":0.00010882931,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W1486989013","doi":"10.1023/a:1021120828421","title":"JASMINE: A Java Tool for Multimedia Collaboration on the Internet","year":2003,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Universität Mannheim","keywords":"Computer science; Java; Real time Java; The Internet; Architecture; Java annotation; Java API for XML-based RPC; strictfp; Java applet; Interface (matter); World Wide Web; Operating system","score_opus":0.03804048830215586,"score_gpt":0.277105144983731,"score_spread":0.23906465668157514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486989013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027235387,0.00009130613,0.9635168,0.0050976323,0.00018761236,0.0025659574,0.00009141537,0.00012690375,0.0010870202],"genre_scores_gemma":[0.8489087,0.000030872,0.14323698,0.0014218673,0.00013731814,0.005003438,0.000041235977,0.00001919804,0.0012003536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989896,0.00007047404,0.00022669262,0.00038068686,0.00013652215,0.00019606692],"domain_scores_gemma":[0.99795896,0.0012374572,0.000054316613,0.00053451804,0.00014517897,0.00006957248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040085902,0.00013773677,0.000121213176,0.000037017602,0.00019163852,0.0003157755,0.00041169522,0.000069482405,0.000033308068],"category_scores_gemma":[0.00040589945,0.00009959058,0.00004510749,0.00026314898,0.00008240368,0.00025583222,0.00004355318,0.0001058038,0.00010417388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004165849,0.0006457585,0.0009460103,0.000050705326,0.00006861158,7.2805824e-7,0.0046565006,0.00013300308,0.00880624,0.6840382,0.040502813,0.26010978],"study_design_scores_gemma":[0.0012224863,0.0002542331,0.0026434928,0.000028714257,0.000027510985,0.000005918277,0.00030388692,0.25472763,0.052782074,0.010367229,0.67715466,0.00048216915],"about_ca_topic_score_codex":0.0000060351445,"about_ca_topic_score_gemma":0.0000120886425,"teacher_disagreement_score":0.82167333,"about_ca_system_score_codex":0.000028419021,"about_ca_system_score_gemma":0.000053763146,"threshold_uncertainty_score":0.4061186},"labels":[],"label_agreement":null},{"id":"W1490181664","doi":"","title":"2 5 Years ago I couldn't even spell Canadian, now I are one: momentos of collaborating on, with, and about technology","year":2008,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Spell; Public relations; Sociology; Political science","score_opus":0.025724504335643193,"score_gpt":0.24279124691993353,"score_spread":0.21706674258429035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490181664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807647,0.00042139663,0.014864242,0.0024465374,0.00014516074,0.00030491478,0.00003332268,0.0000906673,0.0009290812],"genre_scores_gemma":[0.99477816,0.000103780614,0.0044619865,0.0002495441,0.000011317783,0.000006406568,8.0214716e-7,0.000014644751,0.0003733596],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99854535,0.000057940775,0.00028412693,0.00046958707,0.0002820049,0.00036100575],"domain_scores_gemma":[0.9986081,0.00008127085,0.00016953022,0.00067922135,0.0003031894,0.0001586793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002283216,0.00018700103,0.00028629418,0.00046110235,0.00010591568,0.000055132725,0.0007660845,0.00017965751,0.000015864249],"category_scores_gemma":[0.000073847106,0.00018740298,0.000032166732,0.0011882233,0.00041156783,0.00019471407,0.0001286593,0.0003680218,0.00004207826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053862546,0.0017234313,0.64818376,0.00065652054,0.001212725,0.00072400935,0.032396186,0.0053641982,0.027580958,0.23014916,0.04549041,0.0059799817],"study_design_scores_gemma":[0.007658526,0.011046049,0.25609425,0.0040261433,0.00018713035,0.0010348824,0.0053037256,0.036275007,0.5399714,0.035629805,0.09777895,0.004994094],"about_ca_topic_score_codex":0.0017603432,"about_ca_topic_score_gemma":0.02158054,"teacher_disagreement_score":0.5123905,"about_ca_system_score_codex":0.00007421374,"about_ca_system_score_gemma":0.00023308171,"threshold_uncertainty_score":0.99627304},"labels":[],"label_agreement":null},{"id":"W1491920481","doi":"10.1007/978-3-642-01853-4_57","title":"ActiveStory Enhanced: Low-Fidelity Prototyping and Wizard of Oz Usability Testing Tool","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Wizard; Usability inspection; User interface; Stylus; Usability lab; Software portability; Software engineering; World Wide Web; Heuristic evaluation; Usability engineering; Operating system","score_opus":0.02487776429050461,"score_gpt":0.24986137015789323,"score_spread":0.2249836058673886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491920481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068574236,0.0003395933,0.9817851,0.000241772,0.00014223768,0.00104308,0.000006621404,0.00017282544,0.009411325],"genre_scores_gemma":[0.91030866,0.000032188418,0.08888701,0.00053078664,0.00007898745,0.0000481494,0.000017887074,0.000023454053,0.00007285407],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975637,0.00004391743,0.001164508,0.00046845892,0.00045389723,0.000305508],"domain_scores_gemma":[0.9968084,0.000369295,0.0009745553,0.00056063244,0.0012357046,0.000051421965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082135154,0.0004374608,0.00057900115,0.00036160985,0.0001698795,0.00031497018,0.000587818,0.00047187714,0.000010486303],"category_scores_gemma":[0.0019250109,0.000423157,0.000057103003,0.00043897136,0.00022811072,0.004296844,0.0002128162,0.0006562827,0.0000048667516],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004698236,0.000027733975,0.00012747887,0.0025088056,0.000007760523,8.491647e-7,0.0024346188,0.0039077713,0.00038130724,0.0011481699,0.0000012717113,0.98940724],"study_design_scores_gemma":[0.0032238618,0.00069243327,0.050722998,0.030278595,0.00015337125,0.0001286565,0.000083204206,0.28458783,0.07030874,0.5452387,0.008770674,0.005810931],"about_ca_topic_score_codex":0.000019986794,"about_ca_topic_score_gemma":0.00001437364,"teacher_disagreement_score":0.9835963,"about_ca_system_score_codex":0.00023568129,"about_ca_system_score_gemma":0.0005601314,"threshold_uncertainty_score":0.999822},"labels":[],"label_agreement":null},{"id":"W1492410853","doi":"10.1007/bfb0038200","title":"Hypermedia — from the past to the future","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Hypermedia; Terminology; Computer science; Interface (matter); Point (geometry); Human–computer interaction; Control (management); World Wide Web; HyperCard; Multimedia; Artificial intelligence; Linguistics; Operating system","score_opus":0.015943531650793277,"score_gpt":0.2255431778797141,"score_spread":0.2095996462289208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492410853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026727014,0.00092605164,0.94754153,0.044707086,0.004792862,0.00055376405,0.000024285493,0.00012532104,0.0010617998],"genre_scores_gemma":[0.3512111,0.00012492161,0.53737724,0.08388746,0.02512841,0.0001069058,0.000037189522,0.00015759183,0.0019691817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960745,0.0000928223,0.0004598607,0.0015303456,0.0011756993,0.0006667962],"domain_scores_gemma":[0.9953003,0.0012985885,0.00016986048,0.0028678614,0.00021571087,0.00014769332],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010440509,0.0005323203,0.00039761566,0.00018946627,0.00051508617,0.0010875317,0.009281164,0.0002948285,0.000036239337],"category_scores_gemma":[0.00006906488,0.00029633247,0.00016719732,0.0006915034,0.0007009249,0.00035679675,0.0019501247,0.0011781204,0.0003277258],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012781703,0.00004715267,0.0003995897,0.00001231718,0.000023676372,0.000056307486,0.0036306856,0.043360423,0.000072268806,0.012980812,0.015994113,0.9234099],"study_design_scores_gemma":[0.00038150046,0.00031573907,0.0061606704,0.0004131193,0.000034396864,0.00007303019,0.000002164171,0.18750244,0.00089928857,0.28184792,0.5206662,0.0017035493],"about_ca_topic_score_codex":0.00012884878,"about_ca_topic_score_gemma":0.0010990617,"teacher_disagreement_score":0.9217063,"about_ca_system_score_codex":0.00020315283,"about_ca_system_score_gemma":0.00033272157,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W1494112752","doi":"10.1007/s00163-002-0027-8","title":"Capturing communication and context in the software project lifecycle","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software engineering; Computer science; Collaborative software; Software development process; Software development; Process (computing); Context (archaeology); Engineering; Systems engineering; Software; Knowledge management","score_opus":0.16559660290455167,"score_gpt":0.3486870921085432,"score_spread":0.18309048920399154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494112752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07866943,0.0030250335,0.91625106,0.0007112661,0.00005256416,0.00097290124,4.9604944e-7,0.000094223804,0.00022301615],"genre_scores_gemma":[0.96044314,0.00008702447,0.03931191,0.000021441852,0.0000052807204,0.00011307555,2.105223e-7,0.0000069628204,0.000010984853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794024,0.0010456687,0.00015970385,0.00022110941,0.0002817322,0.00035153705],"domain_scores_gemma":[0.9974319,0.0019009473,0.000012375413,0.0005750474,0.00004562272,0.00003416069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060986835,0.0000821251,0.000098234195,0.00026703315,0.00007240312,0.00018823183,0.0007766425,0.000051954892,0.0000013344558],"category_scores_gemma":[0.0009140566,0.000067397414,0.0000138966725,0.0007161149,0.00004841475,0.00029463362,0.000099532735,0.0005261321,0.0000069801267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013855648,0.0014887262,0.035719093,0.001370663,0.00008307675,0.00038750182,0.1425017,0.2608212,0.0059163943,0.41977108,0.0036314058,0.12817062],"study_design_scores_gemma":[0.0018339113,0.0004936757,0.021497278,0.00093392126,0.0000033768292,0.00011231999,0.0025101525,0.93014616,0.010679471,0.022413475,0.008610401,0.0007658424],"about_ca_topic_score_codex":0.000216811,"about_ca_topic_score_gemma":0.000029160445,"teacher_disagreement_score":0.8817737,"about_ca_system_score_codex":0.00009054639,"about_ca_system_score_gemma":0.000080619364,"threshold_uncertainty_score":0.2748387},"labels":[],"label_agreement":null},{"id":"W1501483493","doi":"10.1109/ipcc.1991.172774","title":"How people use softcopy manuals: a case study","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Documentation; Usability; Computer science; Index (typography); IBM; Paging; Table (database); Table of contents; World Wide Web; Function (biology); Modular design; Information retrieval; Human–computer interaction; Database; Programming language; Operating system","score_opus":0.1030813680477688,"score_gpt":0.2718321058998789,"score_spread":0.1687507378521101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501483493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7430041,0.000023717208,0.25415003,0.0016862726,0.00016597693,0.0002952832,9.0972486e-7,0.0002792334,0.0003945041],"genre_scores_gemma":[0.97390336,0.0000019480763,0.01578221,0.0003042197,0.000022481736,0.000022838743,9.02571e-8,0.000006426629,0.009956453],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987866,0.0001392777,0.00014868581,0.00043964482,0.0002239741,0.00026181503],"domain_scores_gemma":[0.9986554,0.00021834354,0.000034155208,0.000909584,0.00007524749,0.00010731657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023185811,0.00013673471,0.00015487656,0.00006479333,0.00013323227,0.0009438963,0.0005972138,0.00003980153,0.00020331859],"category_scores_gemma":[0.000090011614,0.000112655136,0.000055419878,0.00031459512,0.000019932846,0.0014385921,0.00022354166,0.00011188052,0.00027138944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004019854,0.017838309,0.24476038,0.0001247747,0.00046180483,0.029783325,0.30754623,0.00027691183,0.0007859528,0.026566012,0.23351076,0.13830534],"study_design_scores_gemma":[0.0057342425,0.006309369,0.016381433,0.00004191705,0.00012948956,0.017319014,0.055189613,0.8364435,0.007937161,0.00347154,0.04762955,0.0034132046],"about_ca_topic_score_codex":0.00066145597,"about_ca_topic_score_gemma":0.0013842152,"teacher_disagreement_score":0.83616656,"about_ca_system_score_codex":0.00002654317,"about_ca_system_score_gemma":0.000007714088,"threshold_uncertainty_score":0.9102014},"labels":[],"label_agreement":null},{"id":"W1507267910","doi":"10.1007/978-0-387-35610-5_8","title":"Use Case Maps: A Roadmap for Usability and Software Integrated Specification","year":2002,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Human–computer interaction","score_opus":0.03712273710001445,"score_gpt":0.2648147341811401,"score_spread":0.22769199708112564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507267910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015402864,0.01982739,0.949062,0.005179358,0.00034634766,0.0035511812,0.00026693885,0.0013230589,0.018903444],"genre_scores_gemma":[0.1359821,0.11474997,0.7302402,0.0012405576,0.00003773537,0.0014158568,0.0008276181,0.000079708414,0.015426245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855465,0.000047476075,0.0007927183,0.00031404337,0.00011411886,0.00017701401],"domain_scores_gemma":[0.9971745,0.0005216461,0.000469842,0.0014437467,0.00034202164,0.000048213344],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004000708,0.0002575368,0.000318187,0.00058601703,0.00020220378,0.0002192121,0.0007523286,0.0004947331,0.000019458754],"category_scores_gemma":[0.00047550382,0.00026429794,0.00004135997,0.00018229413,0.00043180742,0.0034753068,0.00035799068,0.000499198,0.000019265655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014606491,0.000018892822,0.000116950716,0.000093530754,0.0000072098233,0.0000012730908,0.0005484154,0.000015514863,6.962195e-7,0.5102846,0.0001284368,0.48876986],"study_design_scores_gemma":[0.00042000914,0.00012763256,0.000027079204,0.00016972567,0.000009355878,0.00023906608,0.0002331463,0.0060933353,0.00006548995,0.270187,0.7221035,0.0003246738],"about_ca_topic_score_codex":0.000019436275,"about_ca_topic_score_gemma":0.00021678023,"teacher_disagreement_score":0.721975,"about_ca_system_score_codex":0.0001375978,"about_ca_system_score_gemma":0.000041357816,"threshold_uncertainty_score":0.9999809},"labels":[],"label_agreement":null},{"id":"W1509525110","doi":"10.1007/978-3-540-70569-7_28","title":"Task Model Refinement with Meta Operators","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Equivalence (formal languages); Task (project management); Model transformation; Transformation (genetics); Software engineering; Programming language; User interface; Relation (database); Data mining; Systems engineering; Artificial intelligence","score_opus":0.04236297868629113,"score_gpt":0.24600493875946972,"score_spread":0.20364196007317859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509525110","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012679923,0.0007644032,0.994266,0.0014647346,0.000480125,0.0004400701,0.000008387777,0.00019343261,0.0022560866],"genre_scores_gemma":[0.110775575,0.00015105755,0.8836445,0.0041863048,0.00016569826,0.000038007714,0.0000041555177,0.000055115946,0.0009795931],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952369,0.000043251057,0.00055548444,0.002064714,0.0013624972,0.0007371591],"domain_scores_gemma":[0.9967235,0.00020924017,0.00021727213,0.0022579727,0.00035786827,0.00023418512],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074309,0.0007328571,0.00082290394,0.00058259163,0.00033406177,0.0004947765,0.0044032712,0.0002832396,0.000036143785],"category_scores_gemma":[0.00003639519,0.0005349684,0.00020239908,0.0005842828,0.0008930149,0.0007900997,0.0012476762,0.00088471273,0.000066429886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024816984,0.0001185757,0.000021210297,0.000053293046,0.00022586831,0.00022921624,0.0025435642,0.8545764,0.00014307069,0.016917085,0.00044687977,0.12470003],"study_design_scores_gemma":[0.0002978005,0.0003903849,0.000008530528,0.00014665526,0.00007076118,0.0001308052,9.59883e-8,0.96427757,0.0023711466,0.027094692,0.004251596,0.0009599892],"about_ca_topic_score_codex":0.00003116122,"about_ca_topic_score_gemma":0.00012783107,"teacher_disagreement_score":0.12374005,"about_ca_system_score_codex":0.00032046365,"about_ca_system_score_gemma":0.0010055706,"threshold_uncertainty_score":0.9997102},"labels":[],"label_agreement":null},{"id":"W1509630249","doi":"","title":"Rent a Car in Just 0, 60, 240 or 1,217 Seconds? - Comparative Usability Measurement, CUE-8","year":2010,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Usability; Computer science; Renting; Usability inspection; Human–computer interaction; Web usability; Usability engineering; Cognitive walkthrough; Engineering","score_opus":0.17105945255657415,"score_gpt":0.344280074613544,"score_spread":0.17322062205696984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509630249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838029,0.000045268796,0.0030979835,0.00086399395,0.0006776181,0.00075831154,0.0000059748977,0.00017042049,0.0105775315],"genre_scores_gemma":[0.9955475,0.000010246338,0.0015922353,0.000031653613,0.000073942094,0.0000068924974,0.0000017042015,0.000011370864,0.002724488],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99419534,0.0015589646,0.00041064897,0.0012114333,0.0016950024,0.0009285962],"domain_scores_gemma":[0.99597067,0.0005832623,0.00014472209,0.0016218665,0.0012557466,0.00042371935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042661307,0.00029110914,0.0004571807,0.00061601953,0.0008394907,0.00035147695,0.002613938,0.00025278665,0.00009864488],"category_scores_gemma":[0.00042057977,0.0002867859,0.00016242321,0.0014884411,0.000771812,0.0014877439,0.0009582689,0.0020025657,0.000090876674],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040267236,0.005525649,0.10632849,0.0008343299,0.000382362,0.005019607,0.04927518,0.00058443076,0.73846376,0.056090683,0.028737294,0.004731475],"study_design_scores_gemma":[0.008111517,0.0030683998,0.20004207,0.0005984036,0.00007701768,0.00043333613,0.010013165,0.040484283,0.45002738,0.0019700194,0.28241804,0.002756375],"about_ca_topic_score_codex":0.0022543804,"about_ca_topic_score_gemma":0.006477112,"teacher_disagreement_score":0.2884364,"about_ca_system_score_codex":0.0013595724,"about_ca_system_score_gemma":0.0010818093,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W1511030401","doi":"","title":"Improving groupware design for loosely coupled groups","year":2004,"lang":"en","type":"article","venue":"University Library - University of Saskatchewan (University of Saskatchewan)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canadian Institutes of Health Research","keywords":"Computer-supported cooperative work; Workgroup; Collaborative software; Computer science; Knowledge management; Interdependence; Process (computing); Process management; Human–computer interaction; Work (physics); Engineering","score_opus":0.014484092657264322,"score_gpt":0.17130720075428818,"score_spread":0.15682310809702385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511030401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28891248,0.00006388017,0.7080049,0.0012529973,0.00017632265,0.0007667296,0.00019360607,0.00044651833,0.00018258153],"genre_scores_gemma":[0.735494,0.00004581138,0.26019162,0.00006485746,0.000027558986,4.80655e-8,0.00005167367,0.000029627785,0.0040947585],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99676573,0.00026482492,0.00033291613,0.0012372792,0.00058729795,0.0008119778],"domain_scores_gemma":[0.99669325,0.00044263908,0.0007004807,0.0012624292,0.0003975236,0.00050366024],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046343583,0.00054713263,0.00094532856,0.00071487366,0.0009145483,0.000066807304,0.0042280294,0.00050659175,0.0002547786],"category_scores_gemma":[0.000024345634,0.00081834104,0.0007277777,0.0013583552,0.0009888661,0.005758412,0.0013990067,0.0004653102,0.000047595604],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008000837,0.003659724,0.0027642448,0.002037297,0.0018564867,0.00153585,0.9050811,0.016588561,0.030803442,0.0072934693,0.0024508394,0.017928135],"study_design_scores_gemma":[0.01221482,0.0019810763,0.0015968643,0.0003809204,0.00050295686,0.000031137817,0.94620115,0.013648088,0.010052012,0.007904964,0.0036991977,0.0017868382],"about_ca_topic_score_codex":0.015177886,"about_ca_topic_score_gemma":0.0032808878,"teacher_disagreement_score":0.44781327,"about_ca_system_score_codex":0.0003834557,"about_ca_system_score_gemma":0.0018323886,"threshold_uncertainty_score":0.9994267},"labels":[],"label_agreement":null},{"id":"W1513670302","doi":"","title":"Categorically speaking:reflecting AEC/FM participants' requirements in Groupware","year":2003,"lang":"en","type":"book-chapter","venue":"Aston Publications Explorer (Aston University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of New Brunswick","funders":"","keywords":"Categorization; Collaborative software; Knowledge management; Computer science; Engineering; Artificial intelligence","score_opus":0.14255829374831416,"score_gpt":0.2897469669255187,"score_spread":0.14718867317720455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513670302","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013711604,0.00012270981,0.25324172,0.005771709,0.0008410587,0.0010364291,0.000024234287,0.0007607072,0.7368303],"genre_scores_gemma":[0.27571103,0.00019739305,0.029280407,0.0014893012,0.00021611486,0.00004312515,0.00022414223,0.00025315076,0.69258535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636966,0.00016382581,0.0006532898,0.0013996606,0.0005981561,0.0008154356],"domain_scores_gemma":[0.99671745,0.00015190676,0.00048503315,0.0017786106,0.00051756116,0.0003494204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000573969,0.00054304407,0.00052833144,0.0018051106,0.0003639744,0.00029855984,0.0024528555,0.00042258546,0.00036565194],"category_scores_gemma":[0.00014662235,0.00065716286,0.00023814973,0.001108223,0.00017338067,0.0022346724,0.00066469185,0.00082543463,0.0004102586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025969824,0.00029809782,0.0006022668,0.00003965337,0.00012457336,0.0000639997,0.0034489923,0.00013386655,0.00010352232,0.98175925,0.0045732926,0.00882651],"study_design_scores_gemma":[0.0006835353,0.00017708591,0.00037352587,0.00013068887,0.00007078505,0.000014052249,0.00035704224,0.0007436456,0.00029126767,0.014398856,0.981789,0.00097054156],"about_ca_topic_score_codex":0.000084994506,"about_ca_topic_score_gemma":0.00026888002,"teacher_disagreement_score":0.9772157,"about_ca_system_score_codex":0.0012290245,"about_ca_system_score_gemma":0.0003582324,"threshold_uncertainty_score":0.99958795},"labels":[],"label_agreement":null},{"id":"W1515143919","doi":"","title":"Proceedings of the 23rd annual international conference on Design of communication: documenting & designing for pervasive information","year":2005,"lang":"en","type":"article","venue":"International Conference on Design of Communication","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Context (archaeology); Event (particle physics); Hypertext; World Wide Web; Software documentation; Discipline; Library science; Hypermedia; Computer science; Software; Engineering; History; Software development; Sociology; Software development process; Social science; Archaeology","score_opus":0.0928281225312822,"score_gpt":0.32003948171486307,"score_spread":0.22721135918358087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515143919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009523324,0.000056714558,0.96518344,0.011153848,0.00025803997,0.0015707016,0.00007034038,0.00007451325,0.01210907],"genre_scores_gemma":[0.84814733,0.00019633558,0.15112849,0.00019459854,0.000022046112,0.00014247563,0.000025086538,0.000010063444,0.00013355534],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972506,0.00030216482,0.0011164948,0.0002751429,0.0008518943,0.00020370104],"domain_scores_gemma":[0.99262065,0.000981413,0.0015575663,0.00095026003,0.003840463,0.0000496389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018662233,0.00024516613,0.0003202281,0.000301004,0.00018887344,0.00020182923,0.0052135405,0.00013829322,0.00008393408],"category_scores_gemma":[0.0006579464,0.00021936635,0.0001440978,0.00027660173,0.00029712488,0.0023454838,0.00050771725,0.00032344504,0.0000123795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006043759,0.0004672361,0.00025742306,0.000046571226,0.00018090814,4.840143e-8,0.009742514,0.01677593,0.024985991,0.9259298,0.0014973183,0.019511908],"study_design_scores_gemma":[0.0018261723,0.0008493652,0.0012013332,0.0014253343,0.00004658903,0.000007892594,0.0024512606,0.70675904,0.23451404,0.04883549,0.0016403949,0.00044311644],"about_ca_topic_score_codex":0.00003272907,"about_ca_topic_score_gemma":0.0000042573515,"teacher_disagreement_score":0.87709427,"about_ca_system_score_codex":0.00018044007,"about_ca_system_score_gemma":0.0002640521,"threshold_uncertainty_score":0.9688142},"labels":[],"label_agreement":null},{"id":"W1520277093","doi":"10.1007/978-3-540-32256-6_62","title":"ITAS and the Reverse RoboCup Challenge","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Artificial intelligence; Robotics; Usability; Reverse engineering; Robot; Human–computer interaction; Software engineering; Operating system","score_opus":0.0249796114300971,"score_gpt":0.2428174508491942,"score_spread":0.2178378394190971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520277093","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003372596,0.0024267316,0.9757538,0.015415254,0.001003252,0.00046253917,0.0000025286222,0.00011622787,0.0047859526],"genre_scores_gemma":[0.31158563,0.0016402722,0.66559774,0.016888447,0.00179671,0.000045602927,0.0000032169667,0.000088194196,0.002354211],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99674857,0.00008704857,0.00045103606,0.0014029287,0.0007609853,0.0005494508],"domain_scores_gemma":[0.99688673,0.0008991485,0.00019627108,0.0017103472,0.00016310334,0.00014442774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00179811,0.000471541,0.00052292034,0.00032012953,0.00031570665,0.0006074817,0.0035769495,0.00028598472,0.000039479262],"category_scores_gemma":[0.00012969038,0.00032531208,0.00013227173,0.00030039722,0.0019301253,0.000655434,0.0016468881,0.0009596928,0.00009253401],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026135729,0.000034575085,0.00000865756,0.000038520404,0.000019923355,0.0000421886,0.0031278136,0.0065977424,0.000010089342,0.20821516,0.00014774725,0.7817314],"study_design_scores_gemma":[0.0010459145,0.00020158113,0.000044535907,0.0003494998,0.000020352405,0.0001367014,5.053104e-7,0.43518984,0.00026597024,0.53407323,0.027807944,0.0008639242],"about_ca_topic_score_codex":0.000028257,"about_ca_topic_score_gemma":0.00014261292,"teacher_disagreement_score":0.7808675,"about_ca_system_score_codex":0.000167588,"about_ca_system_score_gemma":0.00024883077,"threshold_uncertainty_score":0.9999199},"labels":[],"label_agreement":null},{"id":"W1522220044","doi":"10.1007/978-3-642-13054-0_8","title":"Auto-tagging Emails with User Stories Using Project Context","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Agile software development; World Wide Web; AKA; User story; Vendor; Context (archaeology); Knowledge base; Relation (database); Knowledge sharing; Software; Knowledge management; Software engineering; Software development; Database","score_opus":0.028714881519814706,"score_gpt":0.2583790105745019,"score_spread":0.2296641290546872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522220044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000728505,0.0002672161,0.9907184,0.0006029007,0.00059097604,0.0006902085,0.000009309083,0.00035101158,0.006041441],"genre_scores_gemma":[0.62606305,0.000044105625,0.36727992,0.0040522194,0.0005355486,0.00009765246,0.00013852422,0.00017640356,0.0016125642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975071,0.000028213322,0.0008482137,0.00048454112,0.0006659433,0.0004659862],"domain_scores_gemma":[0.99702495,0.00016688055,0.0008740416,0.00069494,0.0011797292,0.000059478312],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045998694,0.00063154026,0.00059837656,0.00076262973,0.00039177647,0.0014513653,0.00093537674,0.00071389886,0.00003511853],"category_scores_gemma":[0.00031005408,0.0005222407,0.00006768084,0.00059032976,0.00023635839,0.0065288204,0.00023031587,0.0012052758,0.000022631244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027340348,0.00007950296,0.0005252122,0.004615594,0.00011072156,0.000045928475,0.039928555,0.024211869,0.00049541343,0.030103402,0.0000611147,0.8995493],"study_design_scores_gemma":[0.003519402,0.00030136172,0.0004801182,0.015832322,0.00024186625,0.00066272897,0.00028654412,0.30814892,0.013973826,0.03772693,0.6124933,0.0063327197],"about_ca_topic_score_codex":0.000110285466,"about_ca_topic_score_gemma":0.00030653283,"teacher_disagreement_score":0.89321655,"about_ca_system_score_codex":0.0002836007,"about_ca_system_score_gemma":0.0012588217,"threshold_uncertainty_score":0.9997229},"labels":[],"label_agreement":null},{"id":"W1523604030","doi":"10.18438/b8gp5w","title":"Bringing in the Experts: Library Research Guide Usability Testing in a Computer Science Class","year":2013,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Consistency (knowledge bases); Class (philosophy); Inclusion (mineral); Computer science; Table (database); World Wide Web; Psychology; Human–computer interaction","score_opus":0.07134476236549239,"score_gpt":0.3282687717708546,"score_spread":0.2569240094053622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523604030","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34632453,0.00050442625,0.17596558,0.4552189,0.00038522328,0.0025342184,0.0000023267112,0.0004764149,0.018588385],"genre_scores_gemma":[0.8184234,0.00005937811,0.12986094,0.05146298,0.000047641613,0.00011658632,0.0000016369061,0.0000052609207,0.000022204771],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965604,0.0012083317,0.00066086545,0.0003835796,0.0007196395,0.00046718173],"domain_scores_gemma":[0.9869716,0.011747854,0.00017197432,0.0008067071,0.0001875819,0.00011425607],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0063455016,0.0001377738,0.00013119707,0.0005653447,0.00034983637,0.0037440676,0.0018228024,0.00006367189,0.0000632103],"category_scores_gemma":[0.007231843,0.000105955325,0.000021807402,0.003610882,0.00036165584,0.4508263,0.0007659512,0.0005578461,0.000070579204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002782657,0.00081785297,0.09399745,0.00068884785,0.000010278646,0.000057086167,0.029967003,0.011126759,0.0011887983,0.31907687,0.024406409,0.5183844],"study_design_scores_gemma":[0.00025880124,0.00021299339,0.07290057,0.0005651032,0.0000012347948,0.000037296733,0.0015372464,0.88528186,0.0018035559,0.0019430361,0.03523955,0.00021872515],"about_ca_topic_score_codex":0.00013370225,"about_ca_topic_score_gemma":2.4627727e-7,"teacher_disagreement_score":0.8741551,"about_ca_system_score_codex":0.00004052701,"about_ca_system_score_gemma":0.0006209251,"threshold_uncertainty_score":0.99729013},"labels":[],"label_agreement":null},{"id":"W1523797578","doi":"10.4271/2007-01-1739","title":"Adaptive In-Vehicle Information Systems and Their Usability Evaluation","year":2007,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Usability; Computer science; Human–computer interaction","score_opus":0.028639281635278367,"score_gpt":0.2700581801349282,"score_spread":0.24141889849964984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523797578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96276915,0.0004245232,0.0005644455,0.002528215,0.0004559899,0.0025961923,0.000027158918,0.0016512698,0.028983051],"genre_scores_gemma":[0.99589485,0.000044770368,0.00293778,0.0007990047,0.00004938224,0.00021350391,0.000011286733,0.000022073898,0.000027365135],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9955905,0.00040786059,0.0012836352,0.00094856526,0.0009916301,0.0007777879],"domain_scores_gemma":[0.9966158,0.0010752361,0.0002489975,0.0014641128,0.00030279037,0.00029305185],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052838004,0.00052183715,0.00063102215,0.00028208687,0.0002676,0.0002901817,0.0012254008,0.0006250881,0.000047694095],"category_scores_gemma":[0.0013279432,0.00042514512,0.0001780419,0.0010318296,0.0007277703,0.0027177988,0.00053867156,0.0009556866,0.00007870558],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055454037,0.00058197335,0.0016075695,0.00009618084,0.000034753775,0.000008558304,0.000833673,0.00024457206,0.8463402,0.08274615,0.0005347069,0.066417135],"study_design_scores_gemma":[0.0006833242,0.0011048659,0.98398334,0.00014361012,0.00001540896,0.000042233605,0.00047856086,0.000041428226,0.0002586783,0.007122606,0.0056550973,0.0004708202],"about_ca_topic_score_codex":0.00015600753,"about_ca_topic_score_gemma":0.042081527,"teacher_disagreement_score":0.9823758,"about_ca_system_score_codex":0.0006073942,"about_ca_system_score_gemma":0.00013993561,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W1523916651","doi":"10.1007/978-3-540-27795-8_67","title":"Factors Influencing User Selection of WWW Sitemaps","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Usability; Selection (genetic algorithm); World Wide Web; Web design; Empirical research; Human–computer interaction; The Internet; Artificial intelligence","score_opus":0.029783251233708313,"score_gpt":0.25079851128747727,"score_spread":0.22101526005376895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523916651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013793296,0.000116030686,0.98377633,0.00018148904,0.0010403283,0.00033342093,0.0000041952358,0.00015670461,0.0005982019],"genre_scores_gemma":[0.85542,0.000010114226,0.14382078,0.00042074494,0.00014031687,0.0000037774055,0.0000023014488,0.000029172146,0.00015281473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99632496,0.000044148615,0.0006953577,0.0013545061,0.0010087348,0.00057228754],"domain_scores_gemma":[0.997511,0.00040055602,0.00040086615,0.0011227096,0.0004158152,0.00014903188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000751122,0.00053927273,0.00063009,0.00085739826,0.00018546701,0.00031296254,0.0028724754,0.00040420398,0.00006738112],"category_scores_gemma":[0.00012866592,0.00047013996,0.0001899811,0.0008301577,0.000573996,0.0009766591,0.00081021455,0.0008192768,0.00003764069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041952477,0.00032627262,0.009485754,0.0007702221,0.00013510344,0.000069982794,0.014767378,0.5322725,0.010164955,0.17468725,0.000066548186,0.2572121],"study_design_scores_gemma":[0.00085754704,0.0011955017,0.0055884467,0.002474256,0.000046228724,0.00006821845,0.0000016893465,0.21318744,0.18875794,0.5836455,0.0016079111,0.0025692866],"about_ca_topic_score_codex":0.000087947614,"about_ca_topic_score_gemma":0.00014652185,"teacher_disagreement_score":0.8416267,"about_ca_system_score_codex":0.0006217957,"about_ca_system_score_gemma":0.0008664882,"threshold_uncertainty_score":0.99977505},"labels":[],"label_agreement":null},{"id":"W1525698405","doi":"10.1093/pch/19.6.e35-159","title":"163: Evaluation of an eLearning Module for an Effective Well-Baby Visit Using the Rourke Baby Record","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Medicine","score_opus":0.04169993441464497,"score_gpt":0.33244651239059275,"score_spread":0.2907465779759478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525698405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45390457,0.00023251095,0.5432611,0.0007913824,0.00042577568,0.0011703346,0.000005226444,0.0000625584,0.0001465611],"genre_scores_gemma":[0.96407795,0.000026111058,0.034719788,0.0006130571,0.00047745593,0.00004876091,0.000011597469,0.000020777237,0.000004518786],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959117,0.0020013368,0.00046370932,0.00057531014,0.0006071004,0.00044082623],"domain_scores_gemma":[0.9973544,0.00071248633,0.0004427157,0.0008579082,0.00044933948,0.00018315844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107865315,0.0001805056,0.00030295996,0.00014352077,0.0005890538,0.00011298719,0.00079754624,0.0000973487,0.0000071564727],"category_scores_gemma":[0.0005535771,0.00014887743,0.00010308669,0.00049736205,0.000036748243,0.0005939304,0.00010357993,0.00031534268,0.000006976122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010244655,0.0005482667,0.014022596,0.00027258752,0.000038942486,1.3221874e-7,0.0087817395,0.05481546,0.00010865399,0.0051492047,0.0004049222,0.91575503],"study_design_scores_gemma":[0.00064774527,0.0014181418,0.024491448,0.000027146301,0.00004088603,0.0000033183615,0.000089690366,0.96590096,0.00030123122,0.0058999406,0.0010069247,0.00017257527],"about_ca_topic_score_codex":0.00061488274,"about_ca_topic_score_gemma":0.00018806112,"teacher_disagreement_score":0.9155825,"about_ca_system_score_codex":0.00024143636,"about_ca_system_score_gemma":0.00025321805,"threshold_uncertainty_score":0.60710454},"labels":[],"label_agreement":null},{"id":"W1527684320","doi":"10.1007/978-3-540-73210-5_30","title":"Common Semantics for Use Cases and Task Models","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Formalism (music); Task (project management); Semantic data model; Programming language; Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.08751820155785173,"score_gpt":0.29511172845777395,"score_spread":0.20759352689992222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527684320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011588314,0.00043455526,0.99603856,0.00052118086,0.00091323495,0.00062124134,0.000021951777,0.00013114777,0.00015928563],"genre_scores_gemma":[0.3102903,0.00006915833,0.6870397,0.0021781628,0.00019993488,0.000009378531,0.000004963391,0.00003536877,0.00017303515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99676657,0.000029159772,0.0005077329,0.0014308072,0.0006098235,0.00065588113],"domain_scores_gemma":[0.9947585,0.0032715425,0.00019906428,0.0012816627,0.00029600502,0.00019321748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001102838,0.00048988854,0.0005511251,0.0005572093,0.00027923324,0.0009148382,0.0020371566,0.0003634013,0.000002725509],"category_scores_gemma":[0.00018792808,0.00045518976,0.00011772886,0.00029359435,0.00077553693,0.0012226058,0.0010271281,0.00055492506,0.0000066178345],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005196089,0.00009806222,0.00025633245,0.0002271498,0.00003367822,0.00024595024,0.0024453439,0.0452805,0.00010821284,0.13360196,0.00013315155,0.8175177],"study_design_scores_gemma":[0.00020510405,0.00025951315,0.00003578784,0.00022690961,0.000011632469,0.0001527682,1.6165349e-7,0.7626685,0.00080269814,0.23324496,0.0018660898,0.00052587024],"about_ca_topic_score_codex":0.000055706212,"about_ca_topic_score_gemma":0.00027861842,"teacher_disagreement_score":0.8169918,"about_ca_system_score_codex":0.00016168249,"about_ca_system_score_gemma":0.00022822399,"threshold_uncertainty_score":0.99979},"labels":[],"label_agreement":null},{"id":"W1528332611","doi":"","title":"Cultural Visual Interface Design","year":2005,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interface (matter); Computer science; Human–computer interaction","score_opus":0.04192048852144026,"score_gpt":0.306467702179404,"score_spread":0.26454721365796374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528332611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04782397,0.00004101839,0.94056076,0.0037383225,0.0002672933,0.00012764559,4.6675976e-7,0.00025532802,0.00718517],"genre_scores_gemma":[0.7943596,0.0000033541041,0.20412402,0.0004053679,0.0000894953,0.000009045431,2.3767781e-7,0.0000050610242,0.001003764],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989167,0.00011722722,0.00017455847,0.00031931011,0.00019726672,0.00027494153],"domain_scores_gemma":[0.99935424,0.00009610383,0.000036280093,0.00034819322,0.0000725383,0.00009265861],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029985592,0.0001239672,0.00011628112,0.000037355676,0.000081188075,0.00019206869,0.00082150934,0.000055223336,0.0002952369],"category_scores_gemma":[0.000052005522,0.00010358282,0.00005610704,0.00016917162,0.000039343686,0.0007994095,0.00017351526,0.00014568627,0.0011137244],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009122165,0.00064162986,0.00027017193,0.000024099634,0.0000692169,0.000015894773,0.010576115,0.004420714,0.39108968,0.041388065,0.14695677,0.4044564],"study_design_scores_gemma":[0.00046387187,0.00038734078,0.00031383376,0.000025984333,0.0000072379835,0.000029779989,0.0000926944,0.3934054,0.5196102,0.010411469,0.074818626,0.00043357295],"about_ca_topic_score_codex":0.0000029459811,"about_ca_topic_score_gemma":0.0000028718634,"teacher_disagreement_score":0.74653566,"about_ca_system_score_codex":0.00006395591,"about_ca_system_score_gemma":0.00003473685,"threshold_uncertainty_score":0.999664},"labels":[],"label_agreement":null},{"id":"W1537911176","doi":"10.1023/a:1025869312943","title":"Usability Meanings and Interpretations in ISO Standards","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":454,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; System usability scale; Component-based usability testing; Usability goals; Software quality; Standardization; Usability inspection; Software; Software development; Human–computer interaction; Programming language","score_opus":0.0318959053260117,"score_gpt":0.3304311199025112,"score_spread":0.29853521457649945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537911176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32672855,0.00022343356,0.6717445,0.00058622216,0.00024670252,0.00008115736,0.000007886144,0.00005984826,0.00032166037],"genre_scores_gemma":[0.92747015,0.000016444483,0.072123386,0.0003242995,0.000015247861,0.0000040776954,2.8943683e-7,0.000006093976,0.000040036866],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972105,0.0010257099,0.00061594247,0.0003444035,0.00049397413,0.00030945163],"domain_scores_gemma":[0.99832654,0.00060577743,0.00015401475,0.0004014829,0.00032912346,0.00018304375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063670417,0.00014537439,0.00024906136,0.00011625218,0.00023030386,0.0003905287,0.00046362466,0.0000796656,0.000096557436],"category_scores_gemma":[0.004704433,0.00013362967,0.00008246922,0.00031199554,0.00014311186,0.00094655005,0.00008969015,0.0005234445,0.0000075366925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011689505,0.00077435625,0.6923544,0.00020881962,0.0000985501,0.00006041231,0.06421291,0.00037320325,0.00054075377,0.15730958,0.0021046775,0.081845455],"study_design_scores_gemma":[0.0029005636,0.00070361997,0.17773154,0.00034356516,0.00002499272,0.0008626055,0.0026464267,0.002121191,0.0031366153,0.78948593,0.018826352,0.0012165913],"about_ca_topic_score_codex":0.000039253264,"about_ca_topic_score_gemma":0.00013019907,"teacher_disagreement_score":0.63217634,"about_ca_system_score_codex":0.0002610641,"about_ca_system_score_gemma":0.0003409733,"threshold_uncertainty_score":0.5631985},"labels":[],"label_agreement":null},{"id":"W1537921975","doi":"10.1007/11860990_11","title":"Towards a Formal Semantics for AspectJ Weaving","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Bytecode; Programming language; Aspect-oriented programming; Computer science; Weaving; Java; Semantics (computer science); Focus (optics); Class (philosophy); Software engineering; Software; Engineering; Artificial intelligence","score_opus":0.025686241016914794,"score_gpt":0.25778956004475123,"score_spread":0.23210331902783643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537921975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008511343,0.00027858288,0.99212635,0.0015660955,0.0020669585,0.00069778814,0.000014195141,0.00023729735,0.0029276428],"genre_scores_gemma":[0.15876442,0.000014901275,0.8382786,0.0014535346,0.0007702935,0.000027410344,0.000008249891,0.00005257412,0.0006300316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995767,0.000026477259,0.000653361,0.0015974345,0.0009166339,0.0010391086],"domain_scores_gemma":[0.9972035,0.0004989657,0.00027490442,0.0014852842,0.000383371,0.00015394903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013579406,0.00059420406,0.00061564485,0.0006264643,0.00037129998,0.0008833574,0.0040707886,0.0004033201,0.000013626845],"category_scores_gemma":[0.00012819012,0.0005562558,0.00026342776,0.00044702765,0.0005452506,0.001112789,0.0013773481,0.0007093684,0.000034601708],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021867703,0.00009515369,0.00006195913,0.00021975725,0.000027382726,0.00006655689,0.0010405447,0.044366207,0.00020580928,0.12715559,0.00049428595,0.8262449],"study_design_scores_gemma":[0.00032603653,0.00030827496,0.00007883935,0.00030455567,0.000013541291,0.00006024757,1.2151934e-7,0.6493993,0.0034598669,0.33940062,0.0058708186,0.00077782746],"about_ca_topic_score_codex":0.000051695213,"about_ca_topic_score_gemma":0.00018649727,"teacher_disagreement_score":0.82546705,"about_ca_system_score_codex":0.0003898453,"about_ca_system_score_gemma":0.00069433893,"threshold_uncertainty_score":0.99968886},"labels":[],"label_agreement":null},{"id":"W1541022344","doi":"10.1109/eee.2005.45","title":"Caribou: A Supporting Environment for Software e-Development","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software development; Computer science; Orchestration; Context (archaeology); Software development process; Process (computing); Software; The Internet; Software engineering; World Wide Web; Operating system","score_opus":0.027892419483508846,"score_gpt":0.25720076363025773,"score_spread":0.2293083441467489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541022344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016131604,0.000021478456,0.98153067,0.0015812444,0.000072238,0.00024228725,0.0000013160396,0.0001673259,0.00025184004],"genre_scores_gemma":[0.24447612,7.9538006e-7,0.7531285,0.00053553237,0.000032141063,0.00006234837,0.00000279399,0.0000052089244,0.0017565488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900615,0.000013965147,0.00024240966,0.00030489793,0.00015443089,0.00027813372],"domain_scores_gemma":[0.99947345,0.00007314071,0.000046388337,0.00031407832,0.000019735173,0.00007322076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034238806,0.00009383372,0.00009194506,0.000028339986,0.00011083139,0.00007644204,0.0004538216,0.00003449822,0.00016396861],"category_scores_gemma":[0.000031930642,0.0000832006,0.00004893808,0.000037653193,0.000014344587,0.00026906,0.00015407418,0.000045051496,0.00020512115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011203724,0.0003200042,0.0022656992,0.000041335068,0.000042252374,0.0000021103308,0.0060970653,0.0014217453,0.0007103002,0.0089757005,0.011175709,0.96893686],"study_design_scores_gemma":[0.00041304933,0.00010082423,0.0017458656,0.000009643102,0.0000045194024,0.000005638009,0.000060177154,0.019540785,0.08513489,0.0010404193,0.8916216,0.00032260385],"about_ca_topic_score_codex":0.000007229381,"about_ca_topic_score_gemma":0.00001759009,"teacher_disagreement_score":0.9686143,"about_ca_system_score_codex":0.000099943965,"about_ca_system_score_gemma":0.00005575097,"threshold_uncertainty_score":0.33928218},"labels":[],"label_agreement":null},{"id":"W1541084776","doi":"","title":"Proceedings of the 3rd ACM SIGCHI symposium on Engineering interactive computing systems","year":2011,"lang":"en","type":"book","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Interactive systems engineering; User interface; Usability; Computer-supported cooperative work; Human–computer interaction; Data science; Software engineering; User interface design; User experience design; Engineering; Work (physics)","score_opus":0.0243857525658003,"score_gpt":0.21706160963546173,"score_spread":0.19267585706966142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541084776","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028520403,0.00007198645,0.046603244,0.0004267876,0.004750446,0.0015328231,0.000010950494,0.00054937415,0.9432024],"genre_scores_gemma":[0.4246764,0.00000988877,0.0097733345,0.00034979542,0.00058178435,0.000038496033,0.0000025712106,0.00011783868,0.5644499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821633,0.000021481334,0.0004898657,0.00058743,0.0004002215,0.0002846614],"domain_scores_gemma":[0.99797505,0.0003933367,0.00041499533,0.0008478151,0.00030205114,0.00006674481],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038352306,0.00036227392,0.0004569003,0.0001437,0.000068956426,0.0001883949,0.0035875507,0.0002426132,0.000011805058],"category_scores_gemma":[0.00012230955,0.00025130805,0.00020474206,0.00014098003,0.000053484386,0.0002992609,0.0012479139,0.00068741123,0.00006017451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007806338,0.00037470745,0.00015835332,0.0027580748,0.0007000512,0.0000070632063,0.021398745,0.004357879,0.0070789373,0.8606621,0.10104187,0.0013841297],"study_design_scores_gemma":[0.0015983399,0.0033023586,0.0008803486,0.026998652,0.00036223533,0.00025001398,0.0006411051,0.5755863,0.16382208,0.01569811,0.20577723,0.0050832154],"about_ca_topic_score_codex":0.00003348671,"about_ca_topic_score_gemma":0.0000010077392,"teacher_disagreement_score":0.844964,"about_ca_system_score_codex":0.00026769663,"about_ca_system_score_gemma":0.00013256197,"threshold_uncertainty_score":0.9999939},"labels":[],"label_agreement":null},{"id":"W1548757899","doi":"","title":"The misapplication of engineering models to business decisions","year":2003,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business decision mapping; Business rule; Management science; Selection (genetic algorithm); Decision support system; Knowledge management; Data science; Business process; Artificial intelligence; Work in process; Marketing; Engineering; Business","score_opus":0.06535121157864231,"score_gpt":0.27897699519911534,"score_spread":0.21362578362047302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548757899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24300021,0.0004413525,0.74737924,0.006167692,0.00008580013,0.00062415533,0.000005292563,0.00018975722,0.0021064866],"genre_scores_gemma":[0.94551754,0.00028355114,0.053632986,0.0000074679606,0.000006251041,0.000003855788,6.1536747e-7,0.00000951571,0.000538245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979038,0.000119676486,0.00028578917,0.0004915673,0.000642227,0.0005569026],"domain_scores_gemma":[0.9959914,0.00078925653,0.00009366341,0.0016188389,0.0013714505,0.00013535682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001963579,0.00014919326,0.00026701752,0.00096891786,0.0004037633,0.000041052986,0.0030834214,0.00021352615,0.000020780342],"category_scores_gemma":[0.0014932613,0.0001395766,0.00009157836,0.0044189277,0.0004450818,0.0003866551,0.00079333596,0.00047482696,0.00002913738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011805509,0.0004996626,0.0008474288,0.000070293405,0.00015342393,0.000025935222,0.0015916906,0.014798936,0.053748604,0.8721386,0.007077348,0.04892999],"study_design_scores_gemma":[0.0029226916,0.0014110156,0.0050117252,0.00084484636,0.000059109003,0.00006598037,0.005912288,0.07616323,0.30981258,0.31696522,0.27961415,0.0012171565],"about_ca_topic_score_codex":0.00014016675,"about_ca_topic_score_gemma":0.000059018304,"teacher_disagreement_score":0.70251733,"about_ca_system_score_codex":0.00014600436,"about_ca_system_score_gemma":0.0003159196,"threshold_uncertainty_score":0.57298154},"labels":[],"label_agreement":null},{"id":"W1549810216","doi":"10.1109/ipcc.1994.347554","title":"Version control in collaborative writing","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Paragraph; Computer science; Control (management); World Wide Web; Word (group theory); Software versioning; Architecture; Information retrieval; Programming language; Artificial intelligence; Linguistics; Software; Visual arts; Art","score_opus":0.01860647166960773,"score_gpt":0.2313461175474019,"score_spread":0.21273964587779415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549810216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1901767,0.00023137855,0.7206916,0.009667965,0.00027263456,0.00035968807,0.000003208908,0.00025021704,0.0783466],"genre_scores_gemma":[0.99171317,0.0000034493676,0.00718114,0.00067380496,0.000008860135,0.000004376309,8.267527e-8,0.0000014480312,0.00041368953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942505,0.000071641734,0.000112051894,0.00016695166,0.000095268675,0.00012901713],"domain_scores_gemma":[0.999599,0.00013020376,0.000017312655,0.00017365428,0.000050400846,0.000029427172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001861268,0.000048606107,0.000073090036,0.000044019715,0.000035327786,0.00006617233,0.00027149278,0.000027890494,0.00024960857],"category_scores_gemma":[0.00003630527,0.000043626882,0.000014618563,0.00031607662,0.000015563626,0.0003704885,0.000038520433,0.00006462052,0.00034578072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014855577,0.0024341794,0.12585148,0.00009210809,0.000094511604,0.00031324045,0.045253698,0.0045696944,0.03292056,0.41312236,0.20370674,0.17149284],"study_design_scores_gemma":[0.0015626687,0.00018681993,0.0033165175,0.000025848978,0.0000016130936,0.00000353728,0.00041635233,0.9774186,0.005907669,0.0017016317,0.009255293,0.00020346131],"about_ca_topic_score_codex":0.00001706782,"about_ca_topic_score_gemma":0.000021206944,"teacher_disagreement_score":0.9728489,"about_ca_system_score_codex":0.000032270284,"about_ca_system_score_gemma":0.0000074398163,"threshold_uncertainty_score":0.4444427},"labels":[],"label_agreement":null},{"id":"W1551330137","doi":"10.3127/ajis.v7i2.267","title":"Adapting the Locales Framework for Heuristic Evaluation of Groupware","year":2000,"lang":"en","type":"article","venue":"AJIS. Australasian journal of information systems/AJIS. Australian journal of information systems/Australian journal of information systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"Advanced Research Projects Agency; National Institute of Standards and Technology; U.S. Air Force; Microsoft Research","keywords":"Heuristics; Collaborative software; Usability; Computer science; Heuristic evaluation; Heuristic; Human–computer interaction; User interface; Product (mathematics); Interface (matter); Knowledge management; Artificial intelligence","score_opus":0.0504222573528288,"score_gpt":0.2990989270511425,"score_spread":0.2486766696983137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551330137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11880292,0.0012769256,0.84884787,0.0034226647,0.01935569,0.005779577,0.00062573166,0.00012643736,0.0017622143],"genre_scores_gemma":[0.98872435,0.00013563615,0.009413486,0.00015313098,0.0012283751,0.000051260973,0.000048378795,0.00004339624,0.00020197211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9684501,0.0021502774,0.020958876,0.00024808777,0.006909991,0.0012826246],"domain_scores_gemma":[0.94011885,0.0011525885,0.035365734,0.0012449978,0.021047736,0.00107008],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.02942314,0.0011771835,0.0029545233,0.003517734,0.0006717159,0.0042043617,0.0045372206,0.0010032615,0.00011711416],"category_scores_gemma":[0.0027422782,0.0008763038,0.0016292292,0.0023427964,0.00038487697,0.04965153,0.00010663668,0.0023985873,0.0001916721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020707967,0.0003088669,0.002135497,0.007063906,0.0027346783,0.000042184685,0.049326465,0.8137523,0.00010533896,0.025408296,0.068793684,0.028257977],"study_design_scores_gemma":[0.029613081,0.013370234,0.009535552,0.043093525,0.0035851877,0.07691328,0.30064008,0.07395288,0.0036463484,0.0018406087,0.4391076,0.004701627],"about_ca_topic_score_codex":0.00008810189,"about_ca_topic_score_gemma":0.0000022201361,"teacher_disagreement_score":0.86992145,"about_ca_system_score_codex":0.0014101083,"about_ca_system_score_gemma":0.002426132,"threshold_uncertainty_score":0.9999029},"labels":[],"label_agreement":null},{"id":"W1556071759","doi":"10.1007/978-3-540-85992-5_25","title":"From Desktop to Tabletop: Migrating the User Interface of AgilePlanner","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Agile software development; Human–computer interaction; User interface; Process (computing); Interface (matter); Multimedia; Computer graphics (images); Software engineering; Operating system","score_opus":0.02527638083537568,"score_gpt":0.26299433608785056,"score_spread":0.23771795525247488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556071759","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039077923,0.000719114,0.99052334,0.0021424282,0.0015121581,0.0004765606,0.000019438728,0.000096503536,0.0006026403],"genre_scores_gemma":[0.45533526,0.00006573461,0.53963953,0.0036684338,0.00056476,0.000019307165,0.0000040191226,0.00004961576,0.0006533395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604625,0.00008756991,0.0007390472,0.0015074096,0.001001963,0.0006177832],"domain_scores_gemma":[0.99568796,0.0012181125,0.00032447372,0.002252456,0.0003469277,0.00017009633],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008670537,0.0005331508,0.00062404614,0.00039392547,0.00026011234,0.00036772384,0.005986797,0.000278258,0.000049993414],"category_scores_gemma":[0.00023384622,0.00038771005,0.0001645626,0.00068571797,0.00076449214,0.00051705714,0.0019488514,0.0008810725,0.00010144503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006950683,0.00016901713,0.0005392313,0.000093382005,0.00010496016,0.00013373235,0.038546022,0.26497462,0.005136967,0.0048922845,0.0049297693,0.6804105],"study_design_scores_gemma":[0.0008651317,0.0011978131,0.0007440248,0.0033898188,0.000051796706,0.00020329996,0.000007525808,0.59931254,0.19650383,0.11855004,0.07595573,0.003218458],"about_ca_topic_score_codex":0.00034986326,"about_ca_topic_score_gemma":0.00029399944,"teacher_disagreement_score":0.67719203,"about_ca_system_score_codex":0.00019869287,"about_ca_system_score_gemma":0.0003838166,"threshold_uncertainty_score":0.9998575},"labels":[],"label_agreement":null},{"id":"W15632191","doi":"10.3998/weave.12535642.0001.301","title":"Creating a Culture of Usability","year":2015,"lang":"en","type":"article","venue":"Weave Journal of Library User Experience","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Usability engineering; Web usability; Human–computer interaction; World Wide Web","score_opus":0.04297532565075817,"score_gpt":0.28324152150360904,"score_spread":0.24026619585285086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15632191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8877658,0.00060500484,0.106824346,0.0005918717,0.00052077865,0.00010354188,0.0000025227716,0.000051356394,0.0035347524],"genre_scores_gemma":[0.915234,0.000015809099,0.08412821,0.00022839892,0.00009956144,0.0000023566738,1.9725714e-7,0.0000073113647,0.00028411302],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99806714,0.00021438251,0.0007363755,0.0002278862,0.0005384464,0.00021578887],"domain_scores_gemma":[0.99828225,0.00013830343,0.0005049774,0.00052826403,0.00026162076,0.0002845728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043373,0.00014804323,0.00033485348,0.000091592396,0.000049117498,0.00015446256,0.0017251503,0.000077752804,0.000056562618],"category_scores_gemma":[0.00037872547,0.000111288486,0.00014744197,0.00047955703,0.0001753664,0.005133782,0.00031626993,0.0002564254,0.0000075467988],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005704564,0.001406274,0.2920216,0.00011995009,0.00012497175,0.00020197316,0.60558724,0.0006929615,0.043043274,0.022936303,0.026164748,0.007130242],"study_design_scores_gemma":[0.001914763,0.0031944204,0.018284021,0.0004873986,0.00002542683,0.000660135,0.021577425,0.0059399786,0.89772403,0.018096631,0.03136347,0.00073227327],"about_ca_topic_score_codex":0.000006795167,"about_ca_topic_score_gemma":2.6412062e-7,"teacher_disagreement_score":0.8546808,"about_ca_system_score_codex":0.0000305974,"about_ca_system_score_gemma":0.00029533714,"threshold_uncertainty_score":0.45382127},"labels":[],"label_agreement":null},{"id":"W1566323412","doi":"10.1007/11431879_24","title":"The Software Design Board: A Tool Supporting Workstyle Transitions in Collaborative Software Design","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software engineering; Software; Software design; Computer science; Engineering; Software development; Operating system","score_opus":0.02516014212673632,"score_gpt":0.2610675294988439,"score_spread":0.23590738737210756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566323412","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003944661,0.00090945995,0.99283946,0.003125134,0.0010896075,0.001577293,0.00001436269,0.00031256911,0.00009268869],"genre_scores_gemma":[0.020041367,0.00007249612,0.9776066,0.0015342474,0.00025739043,0.000108915985,0.0000039565775,0.000055674158,0.00031937828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938782,0.00040990795,0.001157913,0.002005741,0.0012175967,0.00133065],"domain_scores_gemma":[0.99298483,0.0039778766,0.00045333197,0.0018265614,0.00055533927,0.00020205429],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0039234874,0.0008059569,0.0007485476,0.000674027,0.00091635506,0.0015581927,0.004697923,0.0005302365,0.00003867535],"category_scores_gemma":[0.0008886523,0.0006611515,0.00019624963,0.0016989636,0.0011373255,0.0012785776,0.00071112625,0.0015971316,0.00007426748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058266793,0.00008061441,0.00005385586,0.000028057359,0.000023834664,0.00013135085,0.00573308,0.42020193,0.00004064591,0.0031314164,0.00025740638,0.5702595],"study_design_scores_gemma":[0.00094150106,0.0007135241,0.00016056797,0.0012622412,0.00003277898,0.000104960905,0.000009225844,0.72730684,0.0027992784,0.26033023,0.0042068525,0.0021320104],"about_ca_topic_score_codex":0.000016479951,"about_ca_topic_score_gemma":0.0004091188,"teacher_disagreement_score":0.5681275,"about_ca_system_score_codex":0.0007453423,"about_ca_system_score_gemma":0.0022513166,"threshold_uncertainty_score":0.99958396},"labels":[],"label_agreement":null},{"id":"W1566560925","doi":"10.1007/978-3-540-68255-4_21","title":"APDT: An Agile Planning Tool for Digital Tabletops","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Handwriting; Computer science; Planner; Gesture; Engineering drawing; Human–computer interaction; Multimedia; Computer graphics (images); Artificial intelligence; Engineering; Software engineering","score_opus":0.028711981978465067,"score_gpt":0.2532249772369078,"score_spread":0.22451299525844273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566560925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020448469,0.00035686904,0.98720205,0.00035814123,0.00035585125,0.00052508456,0.000033654123,0.00027090925,0.010692968],"genre_scores_gemma":[0.75498104,0.000109896806,0.23176533,0.0048770052,0.0013570519,0.00030316063,0.0020490335,0.00020602437,0.0043514646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802595,0.000008614934,0.00078291947,0.00039574126,0.00040657909,0.0003802179],"domain_scores_gemma":[0.9980049,0.00019278102,0.00049962604,0.000511528,0.00073235884,0.000058766218],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023573401,0.0004379484,0.00041826384,0.00043947194,0.00029560534,0.0013999977,0.00087600376,0.0004913647,0.000019388202],"category_scores_gemma":[0.00042264603,0.00042198185,0.00007708486,0.00028138453,0.00008967971,0.010057588,0.00015571056,0.00042807905,0.000025273941],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006447882,0.000025695741,0.000080584316,0.00089638436,0.000015244001,0.000007745227,0.006291797,0.047932412,0.000011666845,0.003261006,0.00024736856,0.9411656],"study_design_scores_gemma":[0.0017580735,0.00024166152,0.00046514452,0.0032460012,0.00004057441,0.00023159054,0.00002982033,0.3917441,0.0012959981,0.09562298,0.50238514,0.0029389253],"about_ca_topic_score_codex":0.000003903944,"about_ca_topic_score_gemma":0.0000033513154,"teacher_disagreement_score":0.9382267,"about_ca_system_score_codex":0.00016256266,"about_ca_system_score_gemma":0.00038769186,"threshold_uncertainty_score":0.9998232},"labels":[],"label_agreement":null},{"id":"W1573535660","doi":"10.1007/978-3-540-45233-1_14","title":"Aligning Work Practices and Mobile Technologies: Groupware Design for Loosely Coupled Mobile Groups","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Collaborative software; Computer-supported cooperative work; Human–computer interaction; Work (physics); Mobile computing; Mobile technology; World Wide Web; Telecommunications; Engineering","score_opus":0.04171152767882411,"score_gpt":0.27915504704131605,"score_spread":0.23744351936249194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573535660","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005887938,0.004143467,0.99060833,0.0005458722,0.0011094954,0.0023782223,0.0000062974354,0.0005416002,0.0000778932],"genre_scores_gemma":[0.12013918,0.0002883353,0.8778127,0.00097551936,0.00013019692,0.0004609386,0.0000041062035,0.000061422434,0.0001276365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950557,0.00009750246,0.0007006759,0.0024373431,0.00076665153,0.00094217836],"domain_scores_gemma":[0.9939019,0.0030086301,0.000833474,0.0017102569,0.0003938093,0.00015189553],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025068151,0.0007579188,0.00078924675,0.00067608454,0.00049688766,0.0011609772,0.0036061546,0.00068409625,0.000010314655],"category_scores_gemma":[0.00064184854,0.00069259777,0.00014777,0.0008743174,0.0010880183,0.0012495414,0.0011209304,0.0009314226,0.000017558541],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010703023,0.00022318905,0.00016686931,0.00037964643,0.00009187845,0.000104058345,0.0046851295,0.09939368,0.00067990413,0.00945853,0.0003445599,0.8843655],"study_design_scores_gemma":[0.0010323824,0.002494864,0.00001837463,0.0011494845,0.00006579249,0.00019439291,0.00001353493,0.64352185,0.01064567,0.32291698,0.015586255,0.0023604017],"about_ca_topic_score_codex":0.000009348763,"about_ca_topic_score_gemma":0.0000138464275,"teacher_disagreement_score":0.8820051,"about_ca_system_score_codex":0.00032030878,"about_ca_system_score_gemma":0.0003543197,"threshold_uncertainty_score":0.9998759},"labels":[],"label_agreement":null},{"id":"W1573864481","doi":"10.1007/978-0-387-35610-5_14","title":"A Framework for Rapid Mid-Fidelity Prototyping of Web Sites","year":2002,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fidelity; Rapid prototyping; Computer science; Software engineering; Usability; Software prototyping; Systems engineering; Human–computer interaction; Engineering; Programming language; Software development; Software","score_opus":0.032323364121329974,"score_gpt":0.29169897439895776,"score_spread":0.2593756102776278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573864481","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035803276,0.05136857,0.8251276,0.0057282983,0.0002465771,0.003999874,0.00006740317,0.00071403943,0.1123896],"genre_scores_gemma":[0.12615612,0.121276505,0.7482769,0.0007841303,0.000023814793,0.001279297,0.00010407328,0.00003318345,0.0020660118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987057,0.000028856575,0.0008114773,0.00018112425,0.00012472091,0.00014811655],"domain_scores_gemma":[0.9973551,0.0004254943,0.000650834,0.0012708475,0.00027407668,0.000023663379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039539815,0.00018219827,0.00032565783,0.0005461829,0.00009902312,0.00005085222,0.0012720856,0.0005006822,0.00003424233],"category_scores_gemma":[0.00033044667,0.00019137454,0.00005700414,0.00018528443,0.00029810655,0.0014760509,0.00035608624,0.00047361656,0.00001415513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011269343,0.000012487937,0.000028721028,0.00017769166,0.000006428463,3.1429366e-8,0.00036980843,0.000009903547,0.0000042810843,0.749859,0.000029329534,0.24949105],"study_design_scores_gemma":[0.0002387616,0.000111889305,0.0000061678597,0.0003620658,0.0000041021435,0.0000034339641,0.000063120286,0.0055490504,0.0004938026,0.64028424,0.35272276,0.00016058936],"about_ca_topic_score_codex":0.0000013351271,"about_ca_topic_score_gemma":0.000016301314,"teacher_disagreement_score":0.3526934,"about_ca_system_score_codex":0.000055375673,"about_ca_system_score_gemma":0.000048571223,"threshold_uncertainty_score":0.78040266},"labels":[],"label_agreement":null},{"id":"W1573908636","doi":"10.1007/978-3-540-30112-7_7","title":"A Framework for Asynchronous Change Awareness in Collaboratively-Constructed Documents","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Artifact (error); Computer science; Asynchronous communication; Workspace; Human–computer interaction; World Wide Web; Knowledge management; Multimedia; Artificial intelligence; Telecommunications","score_opus":0.04349868224823743,"score_gpt":0.30441918006261237,"score_spread":0.26092049781437493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573908636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007908153,0.00042290668,0.99325347,0.0012486601,0.0023054625,0.0016084076,0.00003273246,0.00014694224,0.00019058622],"genre_scores_gemma":[0.31887752,0.000032476815,0.6792614,0.0013633444,0.000262174,0.00014023592,0.0000066990847,0.00003554333,0.00002062462],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99559367,0.000060112325,0.00068979344,0.0019712148,0.00077927223,0.000905923],"domain_scores_gemma":[0.9968544,0.0008359407,0.00033172104,0.0013528897,0.00044367483,0.00018134352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008581693,0.00065452175,0.00077623,0.00090093084,0.0002462064,0.0006781906,0.003651104,0.00062187924,0.000038774528],"category_scores_gemma":[0.00026202638,0.0006385995,0.00013268697,0.0012964199,0.0007893719,0.0010819645,0.00088879094,0.0008861756,0.000028766513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007213319,0.00020745122,0.001257977,0.00029094692,0.000039684808,0.00014977503,0.007876564,0.014767358,0.00007254873,0.46116835,0.000010013186,0.5140872],"study_design_scores_gemma":[0.0007279386,0.00036777733,0.00047281638,0.0014066126,0.000007400562,0.00002273798,7.6335783e-7,0.06772926,0.0018969369,0.92613524,0.0003716506,0.0008608767],"about_ca_topic_score_codex":0.00013716027,"about_ca_topic_score_gemma":0.00045186846,"teacher_disagreement_score":0.51322633,"about_ca_system_score_codex":0.0011306342,"about_ca_system_score_gemma":0.0016932449,"threshold_uncertainty_score":0.99960655},"labels":[],"label_agreement":null},{"id":"W1574779036","doi":"10.7551/mitpress/6208.003.0014","title":"Using a Room Metaphor to Ease Transitions in Groupware","year":2002,"lang":"en","type":"book-chapter","venue":"The MIT Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Metaphor; Usability; Collaborative software; Human–computer interaction; Computer science; World Wide Web; Linguistics; Philosophy","score_opus":0.14925685564935662,"score_gpt":0.2796436318915413,"score_spread":0.13038677624218467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574779036","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006609811,0.0011751076,0.28657296,0.0012376332,0.00058414583,0.0021690652,0.00014563074,0.00033954458,0.70711493],"genre_scores_gemma":[0.070494026,0.00001177524,0.019931026,0.0018918567,0.00026982315,0.00018073992,0.0000061683404,0.00013483773,0.90707976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982296,0.00011278907,0.0003926675,0.0005915879,0.00033356587,0.0003397917],"domain_scores_gemma":[0.9982442,0.000105461404,0.00009159568,0.0013517068,0.000073103874,0.0001338844],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031580508,0.0003527187,0.0003832653,0.00016057794,0.00014333206,0.00020497652,0.0016254687,0.00020317984,0.00006606024],"category_scores_gemma":[0.000013372281,0.00028394497,0.00021298155,0.000023486431,0.00007696725,0.00012927952,0.00029462113,0.00051128323,0.00007404764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010705209,0.00016551149,0.0000015509048,0.00020672492,0.0004070343,0.00028449355,0.039196752,0.003572722,0.0010657308,0.92242014,0.0040763076,0.028496003],"study_design_scores_gemma":[0.0013189721,0.00045670444,0.000026354652,0.0018330469,0.0006384457,0.00017104801,0.0000652231,0.08524255,0.0054808278,0.1382811,0.76367587,0.0028098202],"about_ca_topic_score_codex":0.00023644551,"about_ca_topic_score_gemma":0.00017333278,"teacher_disagreement_score":0.784139,"about_ca_system_score_codex":0.00009349114,"about_ca_system_score_gemma":0.000043202806,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W1582396452","doi":"10.1007/978-1-84800-907-3_11","title":"Toward a Refined Paradigm for Architecting Usable Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; USable; Usability engineering; Computer science; Usability inspection; Cognitive walkthrough; Web usability; Usability lab; Usability goals; Software engineering; Heuristic evaluation; Scope (computer science); Human–computer interaction; Pluralistic walkthrough; Systems engineering; Engineering; World Wide Web","score_opus":0.10794753843764188,"score_gpt":0.3024346825521354,"score_spread":0.19448714411449353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582396452","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002116443,0.000343639,0.88139355,0.0016889859,0.006888031,0.0015904142,0.000041523657,0.0012515055,0.1065907],"genre_scores_gemma":[0.032079145,0.000076674405,0.08830135,0.0016452143,0.005233326,0.00039599137,0.00020451998,0.0002803874,0.8717834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964388,0.00008731291,0.0011015208,0.001325271,0.00046570314,0.0005814037],"domain_scores_gemma":[0.9971826,0.000347919,0.0007230859,0.0012615857,0.00031923654,0.00016555887],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00048693837,0.00075474766,0.0009283443,0.00044689822,0.0004658265,0.001524546,0.0014302493,0.00040966892,0.00008787383],"category_scores_gemma":[0.000023674476,0.0007697866,0.0004917427,0.000078187615,0.00010266867,0.0016105794,0.0003133499,0.0007675477,0.00022079963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020012629,0.000111504196,0.0000018437509,0.0006202411,0.00034033344,0.00005309436,0.002842488,0.002084283,0.00027575702,0.92445433,0.024609396,0.044406623],"study_design_scores_gemma":[0.00047736717,0.0013499028,0.000013902646,0.00093362137,0.000055793673,0.00043127258,0.00003596023,0.011757921,0.0006057377,0.068660505,0.9146414,0.00103661],"about_ca_topic_score_codex":0.000046508554,"about_ca_topic_score_gemma":0.000039279297,"teacher_disagreement_score":0.890032,"about_ca_system_score_codex":0.00031519338,"about_ca_system_score_gemma":0.000097535645,"threshold_uncertainty_score":0.99951196},"labels":[],"label_agreement":null},{"id":"W158310253","doi":"","title":"Proceedings of Graphics Interface 2006","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Computer graphics; Graphics; Computer science; Interface (matter); Web site; User interface; Computer graphics (images); Library science; World Wide Web; The Internet; Operating system","score_opus":0.013911802640457495,"score_gpt":0.23238932867448112,"score_spread":0.21847752603402362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W158310253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45833775,0.00013317181,0.48098078,0.00081701385,0.00014876892,0.00014790695,0.00000171749,0.0002509008,0.05918198],"genre_scores_gemma":[0.97472066,0.0000030650444,0.02379646,0.000080545375,0.000016711923,0.0000033243973,1.4820796e-7,0.000003656738,0.0013754324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992598,0.000005401421,0.00020767926,0.00021431383,0.00016225578,0.00015052805],"domain_scores_gemma":[0.99955124,0.000031678606,0.000058104706,0.00016318224,0.00016918915,0.000026601996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019629352,0.00008023608,0.00010663151,0.00007200183,0.000026356221,0.000066550594,0.0006357429,0.000044556116,0.000027460588],"category_scores_gemma":[0.0000128190795,0.00006827996,0.000049947394,0.00034269982,0.000057647532,0.00041605302,0.000119122335,0.00007212557,0.000029728828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064166084,0.0001836704,0.006418668,0.000037091886,0.0000078573485,4.437643e-7,0.00023155996,0.00003822989,0.03107557,0.88522637,0.07604075,0.00073338114],"study_design_scores_gemma":[0.00025883978,0.00021973542,0.0053888904,0.000030869687,0.000005669726,0.000010614652,0.00004855323,0.010952998,0.88669026,0.07969825,0.01643843,0.00025689707],"about_ca_topic_score_codex":0.00021581339,"about_ca_topic_score_gemma":0.000021905558,"teacher_disagreement_score":0.85561466,"about_ca_system_score_codex":0.00001077507,"about_ca_system_score_gemma":0.000013739937,"threshold_uncertainty_score":0.27843758},"labels":[],"label_agreement":null},{"id":"W1583987960","doi":"10.1007/1-4020-3304-4_18","title":"Interaction Templates for Constructing User Interfaces from Task Models","year":2006,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Template; Computer science; Task (project management); Human–computer interaction; User interface; Context (archaeology); Interface (matter); User interface design; User experience design; Programming language; Engineering; Systems engineering","score_opus":0.05770615963066854,"score_gpt":0.261485324061223,"score_spread":0.20377916443055444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583987960","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065957155,0.00014663437,0.7614468,0.00023914041,0.0012324742,0.00047992612,0.00010740517,0.00034142812,0.23534666],"genre_scores_gemma":[0.1667193,0.000031752454,0.27972764,0.000532766,0.00061471964,0.00008460484,0.0001913164,0.00013977045,0.55195814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99783856,0.000024464256,0.0006436728,0.0009429576,0.00024979017,0.0003005691],"domain_scores_gemma":[0.9978866,0.00070455956,0.0003441837,0.0007559646,0.0002350833,0.0000735996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000196264,0.00046115785,0.0005019137,0.0001627614,0.00011905589,0.0004896317,0.0010228937,0.00039778723,0.00022435741],"category_scores_gemma":[0.000022316945,0.0004255686,0.00023083106,0.00002831096,0.00009781535,0.0012189859,0.00031561273,0.00040054714,0.00014207067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001115205,0.00007736833,0.00003526771,0.0001351138,0.00048045022,0.000010702022,0.0010241452,0.0035483816,0.0018010264,0.8826986,0.07516507,0.03491235],"study_design_scores_gemma":[0.00053511333,0.00022148379,0.000002058465,0.0005279506,0.00008640368,0.000025495314,0.000096131225,0.1252462,0.018253509,0.6627842,0.1910863,0.0011351513],"about_ca_topic_score_codex":0.00039129352,"about_ca_topic_score_gemma":0.00018029903,"teacher_disagreement_score":0.48171914,"about_ca_system_score_codex":0.00012969048,"about_ca_system_score_gemma":0.00006649652,"threshold_uncertainty_score":0.99981964},"labels":[],"label_agreement":null},{"id":"W1585065839","doi":"","title":"A Framework for Incorporating Usability into Model Transformations.","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability inspection; Usability lab; Usability goals; Human–computer interaction; Web usability; Pluralistic walkthrough; Heuristic evaluation; Cognitive walkthrough; Component-based usability testing; User interface; Software engineering; Programming language","score_opus":0.053750540927888585,"score_gpt":0.3229451162047432,"score_spread":0.26919457527685464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585065839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024617428,0.000009129599,0.97121406,0.0017201022,0.00011539109,0.0003638986,0.0000014613177,0.00022359753,0.0017349396],"genre_scores_gemma":[0.49223754,1.9843063e-7,0.50736713,0.0003378025,0.000013355927,0.000015449943,6.027594e-7,0.0000025561785,0.00002538459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989275,0.00002266792,0.00036758324,0.00027877736,0.00016387786,0.00023963444],"domain_scores_gemma":[0.99873614,0.0005050622,0.00005325625,0.000475624,0.00013870935,0.000091176495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016475382,0.00010328148,0.00011965394,0.00005641054,0.00018660082,0.00011443015,0.0005956892,0.00010005406,0.000008735613],"category_scores_gemma":[0.00022941703,0.00009147971,0.000083383544,0.0002685969,0.000051464078,0.0008435056,0.000054276647,0.00013392334,0.000017759427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016335633,0.00008582568,0.00025881748,0.00003908123,0.000005424145,1.7703125e-7,0.003687945,0.0027452845,0.00043498332,0.9637663,0.00014903527,0.028810833],"study_design_scores_gemma":[0.00007129348,0.00004139293,0.00006699941,0.000005868518,0.0000014118688,6.653112e-7,0.000058160633,0.47773823,0.00786817,0.5139559,0.00011365505,0.00007826654],"about_ca_topic_score_codex":0.000023821181,"about_ca_topic_score_gemma":0.00008787413,"teacher_disagreement_score":0.47499293,"about_ca_system_score_codex":0.00006754654,"about_ca_system_score_gemma":0.000071736365,"threshold_uncertainty_score":0.37304345},"labels":[],"label_agreement":null},{"id":"W1585257391","doi":"10.1007/978-1-84800-907-3_5","title":"XML-Based Tools for Creating, Mapping, and Transforming Usability Engineering Requirements","year":2009,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Usability engineering; Computer science; Software engineering; Usability inspection; Usability lab; Usability goals; System usability scale; Web usability; XML; Requirements engineering; Requirements analysis; Systems engineering; Human–computer interaction; World Wide Web; Software; Engineering; Programming language","score_opus":0.08935315185066833,"score_gpt":0.29731031850825457,"score_spread":0.20795716665758623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585257391","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022226607,0.00011586676,0.9743079,0.00043832866,0.0014247139,0.0012931114,0.000032572185,0.0006397446,0.019525088],"genre_scores_gemma":[0.16257918,0.00012084948,0.66334903,0.0028584,0.0034374783,0.0006046725,0.0004454521,0.00042980176,0.16617511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711627,0.00003741247,0.00093282637,0.0011044437,0.00036927464,0.00043974636],"domain_scores_gemma":[0.99799085,0.0004114968,0.00037232199,0.0008076734,0.00027321966,0.00014446047],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004962187,0.00065593945,0.0006844917,0.00032504543,0.00037593566,0.001214884,0.0007162515,0.00032959052,0.00011685676],"category_scores_gemma":[0.000048876856,0.00070619804,0.00033176685,0.000055778066,0.00009945573,0.0029013818,0.00013841942,0.00049953436,0.000019162066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038457307,0.00042665072,0.000069120804,0.0032068454,0.00075023394,0.000052420382,0.010111439,0.0034677233,0.005560461,0.40617263,0.004731737,0.56506616],"study_design_scores_gemma":[0.0013696589,0.0020183963,0.00037569852,0.0024122437,0.00010259744,0.00009812825,0.00005692109,0.062127046,0.00922005,0.018499715,0.90172297,0.0019965798],"about_ca_topic_score_codex":0.000012391833,"about_ca_topic_score_gemma":0.000023991828,"teacher_disagreement_score":0.89699125,"about_ca_system_score_codex":0.00025891332,"about_ca_system_score_gemma":0.000065541935,"threshold_uncertainty_score":0.99982196},"labels":[],"label_agreement":null},{"id":"W1593343703","doi":"","title":"Usability : gaining a competitive edge : IFIP 17th World Computer Congress - TC13 stream on usability: gaining a competitive edge, August 25-30, 2002, Montréal, Québec, Canada","year":2002,"lang":"en","type":"book","venue":"Kluwer Academic eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability lab; Usability engineering; World Wide Web; Usability inspection; Software engineering; Engineering; Human–computer interaction","score_opus":0.03208356545029605,"score_gpt":0.24569149104910298,"score_spread":0.21360792559880692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593343703","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023334336,0.0032034633,0.009115732,0.0033335795,0.0061827553,0.0048208577,0.0011660741,0.0015185552,0.96832556],"genre_scores_gemma":[0.095390484,0.00019544495,0.004506834,0.015788928,0.0032202078,0.00068123126,0.0002077969,0.0005621464,0.8794469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856218,0.0016728255,0.0030458535,0.004491658,0.002552326,0.0026155068],"domain_scores_gemma":[0.98644817,0.00617195,0.0016162723,0.003408819,0.0010430085,0.0013117839],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0024143055,0.002559851,0.0031427003,0.00073378923,0.0010103547,0.0005712873,0.005504436,0.001683701,0.0017023599],"category_scores_gemma":[0.00047803274,0.0026340995,0.0008002874,0.00045004472,0.0018744131,0.00065305375,0.0023245,0.0083487695,0.0006280944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023844762,0.00050949707,0.0017586933,0.00063947437,0.0009325592,0.0005465276,0.007392871,0.0006031778,0.000027617049,0.04748245,0.91151196,0.028356744],"study_design_scores_gemma":[0.002450549,0.0008573993,0.00089872495,0.003716926,0.00029844124,0.00011415758,0.00053574843,0.017035464,0.00047656716,0.003150903,0.966585,0.003880137],"about_ca_topic_score_codex":0.1567924,"about_ca_topic_score_gemma":0.4723521,"teacher_disagreement_score":0.3155597,"about_ca_system_score_codex":0.00637059,"about_ca_system_score_gemma":0.007079702,"threshold_uncertainty_score":0.99987626},"labels":[],"label_agreement":null},{"id":"W1594197141","doi":"10.1007/978-3-642-02583-9_47","title":"New Health Information Systems (HIS) Quality-in-Use Model Based on the GQM Approach and HCI Principles","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Viewpoints; Human–computer interaction; Affordance; Quality (philosophy); Constructive; Metric (unit); User interface; Usability; Knowledge management; Management science","score_opus":0.06832763550228955,"score_gpt":0.27777671473716786,"score_spread":0.20944907923487832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594197141","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000101177844,0.00018446492,0.99308324,0.0038773278,0.00036490423,0.0009084104,0.000006557881,0.000105185834,0.001368748],"genre_scores_gemma":[0.274839,0.00005840223,0.71032447,0.014200374,0.0001704308,0.000025191204,0.0000116206265,0.00002582194,0.00034467466],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963353,0.0001925592,0.0008476887,0.0009831325,0.0010766708,0.000564599],"domain_scores_gemma":[0.99677,0.00092411815,0.00041845255,0.0015467923,0.00014136628,0.00019926492],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032715567,0.0004598384,0.00054339744,0.00063706806,0.00025994197,0.0014285996,0.002364506,0.00025336063,0.0000015190506],"category_scores_gemma":[0.00019192793,0.000336038,0.00007960215,0.0004889327,0.0002725684,0.0014390569,0.0004295982,0.0008823399,0.000011149546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011054855,0.000024816343,0.0000320756,0.0000762357,0.0000022239374,0.0000012897007,0.0014284102,0.7317459,0.0000014608671,0.124035075,0.000042828113,0.14259866],"study_design_scores_gemma":[0.0002147707,0.00016455514,0.00022685836,0.00036149606,0.0000014695214,0.000008582577,6.8507376e-7,0.9760676,0.00002223297,0.021302091,0.0012782249,0.00035144488],"about_ca_topic_score_codex":0.00023580092,"about_ca_topic_score_gemma":0.000090131834,"teacher_disagreement_score":0.28275877,"about_ca_system_score_codex":0.00043490287,"about_ca_system_score_gemma":0.0011746461,"threshold_uncertainty_score":0.99990916},"labels":[],"label_agreement":null},{"id":"W1594764932","doi":"10.1007/978-3-540-70569-7","title":"Interactive Systems. Design, Specification, and Verification","year":2008,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.036282794376147905,"score_gpt":0.25399254514045216,"score_spread":0.21770975076430427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594764932","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076463424,0.0010228894,0.99534893,0.00055232766,0.0016435133,0.0006737595,0.0000033303197,0.00015567392,0.0005230914],"genre_scores_gemma":[0.22710088,0.0005324051,0.76943797,0.0009232167,0.0007256329,0.000089396366,0.000013358291,0.000053731135,0.0011234105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996496,0.00020007516,0.0005391194,0.0016152584,0.0006947093,0.0004548054],"domain_scores_gemma":[0.99672097,0.00090991857,0.0003206783,0.0014747506,0.00042453167,0.00014915157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010445248,0.00041091695,0.00044419488,0.00060962164,0.000275224,0.00077856064,0.0026062045,0.0002769317,0.0000035419084],"category_scores_gemma":[0.0001958467,0.00038936155,0.000056569726,0.0008311323,0.0007461088,0.0011046239,0.00057612837,0.00066992495,0.000072599665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079302015,0.00034653454,0.0002207387,0.00033347963,0.000071533876,0.00015914235,0.01739218,0.13781634,0.0012437273,0.025906077,0.0043476135,0.8120833],"study_design_scores_gemma":[0.00027316442,0.00025499208,0.0006067618,0.00043112,0.0000084728,0.00026693338,9.1120614e-7,0.9506446,0.0037249182,0.03569603,0.0072771325,0.0008149499],"about_ca_topic_score_codex":0.00002032906,"about_ca_topic_score_gemma":0.0000063845932,"teacher_disagreement_score":0.8128283,"about_ca_system_score_codex":0.00066469697,"about_ca_system_score_gemma":0.001006261,"threshold_uncertainty_score":0.9998558},"labels":[],"label_agreement":null},{"id":"W1600586796","doi":"10.1007/3-211-32710-x_14","title":"The Practices of Internet Users in Their Appropriation of Websites of Destination Management Organizations","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interactivity; Appropriation; Conversation; World Wide Web; The Internet; Autonomy; Internet privacy; Computer science; Tourism; Knowledge management; Business; Political science; Psychology; Communication","score_opus":0.0472618721760439,"score_gpt":0.27515343367719886,"score_spread":0.22789156150115497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600586796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033965036,0.00017696616,0.6480815,0.00041910232,0.00021979437,0.0008497247,0.0000070787514,0.00004612783,0.34680322],"genre_scores_gemma":[0.8506343,0.00028735906,0.058565725,0.00004763628,0.000019552033,0.000008881901,0.000019368552,0.000026821857,0.09039037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881923,0.000044747,0.0005743251,0.00020927069,0.00026848717,0.000083923085],"domain_scores_gemma":[0.9973978,0.00051886984,0.0011611772,0.0004528759,0.00045206703,0.000017234606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008771196,0.000121694866,0.00018695091,0.00022267803,0.000019246294,0.000028844808,0.00072271493,0.0001015885,0.000067331566],"category_scores_gemma":[0.00023281768,0.000086656284,0.000041885003,0.00019956066,0.00009210811,0.0002593041,0.00019662427,0.00011249192,0.0000067792266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002057177,0.000092806586,0.0007478558,0.00021663483,0.00008917571,5.7673014e-7,0.0016315562,0.00019358561,0.00020949646,0.98577857,0.00020827657,0.010810883],"study_design_scores_gemma":[0.0024786713,0.0019534247,0.027693722,0.003515218,0.0003913129,0.000018434426,0.0032599287,0.13626808,0.3087416,0.46381128,0.04995062,0.0019177365],"about_ca_topic_score_codex":0.000078997655,"about_ca_topic_score_gemma":0.00032086865,"teacher_disagreement_score":0.84723777,"about_ca_system_score_codex":0.00004696108,"about_ca_system_score_gemma":0.00005495087,"threshold_uncertainty_score":0.35337406},"labels":[],"label_agreement":null},{"id":"W1600980335","doi":"10.24385/lincoln.25162667","title":"Development of new methodologies for user-testing of technology products","year":2024,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Winston Churchill Memorial Trust","keywords":"Computer science","score_opus":0.21677191677880991,"score_gpt":0.3675381079464817,"score_spread":0.15076619116767176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600980335","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.592444,0.00047610895,0.40425837,0.0008288585,0.00029210764,0.0004894516,0.0000016222418,0.00027862922,0.0009308513],"genre_scores_gemma":[0.3481972,0.0000059346544,0.6489166,0.0000017930796,0.000024713081,0.0000019605382,4.819557e-7,0.000007043767,0.0028442643],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982054,0.0002261612,0.00026266673,0.00053291285,0.00042005174,0.00035278642],"domain_scores_gemma":[0.99736583,0.0010747904,0.000087638444,0.0005506258,0.0008519004,0.000069218404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020395087,0.00010848406,0.00023514772,0.00079773314,0.0002484608,0.00006096003,0.0013310951,0.0001237942,0.000001225858],"category_scores_gemma":[0.0011201326,0.000111133086,0.000063847314,0.0019094166,0.0002802574,0.00044223873,0.0006846676,0.00029739644,0.000003983666],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013760565,0.000107356755,0.00106886,0.0013205116,0.00015437171,0.0000832546,0.0055165035,0.000081818434,0.7736257,0.110303946,0.0015984356,0.106001675],"study_design_scores_gemma":[0.00016641566,0.00025195436,0.00043270312,0.00027757947,0.000009325387,0.000018139177,0.00056691375,0.0014819942,0.92744654,0.0017349169,0.067499705,0.00011381928],"about_ca_topic_score_codex":0.00011321754,"about_ca_topic_score_gemma":0.000011195202,"teacher_disagreement_score":0.24465825,"about_ca_system_score_codex":0.00023242207,"about_ca_system_score_gemma":0.0014965121,"threshold_uncertainty_score":0.45318758},"labels":[],"label_agreement":null},{"id":"W1602935914","doi":"10.1007/978-3-540-27780-4_44","title":"Location-Aware Adaptive Interfaces for Information Access with Handheld Computers","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Mobile device; Human–computer interaction; Adaptation (eye); User interface; Domain (mathematical analysis); Task (project management); Context (archaeology); User interface design; Interface (matter); World Wide Web; User experience design; Programming language; Operating system","score_opus":0.02986888661160942,"score_gpt":0.26273188016897303,"score_spread":0.23286299355736362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602935914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007565728,0.00012090723,0.99543065,0.0012377268,0.0013293254,0.0011838556,0.000015024019,0.00021334729,0.00039348452],"genre_scores_gemma":[0.5859043,0.000013174433,0.41148385,0.0022595802,0.0001844647,0.00006101256,0.000017330745,0.000029282703,0.000047020512],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966868,0.000027691949,0.0006332279,0.0011792862,0.00085194,0.0006210639],"domain_scores_gemma":[0.996591,0.00058120646,0.00044875816,0.0011776207,0.0010342492,0.00016719094],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00064038276,0.0006060678,0.0005435174,0.00082914194,0.00032933627,0.0017673096,0.004584177,0.00030889732,0.000010717651],"category_scores_gemma":[0.00006492562,0.00051062775,0.00009968323,0.0007383564,0.0007361561,0.004297901,0.0010093359,0.00060340966,0.00004181492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010899223,0.00005731706,0.000041521547,0.00029366772,0.00004956758,0.000010765078,0.0034221665,0.54361856,0.0000073084766,0.047287587,0.00007950471,0.40502304],"study_design_scores_gemma":[0.0011396462,0.0013363045,0.00009814632,0.0023454495,0.000023766564,0.000051584568,0.0000019603294,0.8186823,0.0054140864,0.16827516,0.0013616154,0.0012699678],"about_ca_topic_score_codex":0.00008098182,"about_ca_topic_score_gemma":0.00021385663,"teacher_disagreement_score":0.5858286,"about_ca_system_score_codex":0.0006228696,"about_ca_system_score_gemma":0.001277578,"threshold_uncertainty_score":0.9997345},"labels":[],"label_agreement":null},{"id":"W16168872","doi":"10.1016/j.amepre.2005.05.004","title":"APPLICATION OF ACTIVITY THEORY TO ELICITATION OF USER REQUIREMENTS FOR A COMPUTERIZED CLINICAL PRACTICE GUIDELINE: THE ACTCPG CONCEPTUAL FRAMEWORK","year":2012,"lang":"en","type":"article","venue":"American Journal of Preventive Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Institute of Dental and Craniofacial Research","keywords":"Guideline; Computer science; Unified Modeling Language; Information system; Conceptual framework; Clinical Practice; Software engineering; Knowledge management; Medicine; Engineering; Software; Programming language; Nursing","score_opus":0.06282604368008154,"score_gpt":0.437800097050032,"score_spread":0.37497405336995043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16168872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16914694,0.00007375903,0.8246986,0.0052057174,0.00041134446,0.0004298052,0.0000027564824,0.000005280664,0.000025771866],"genre_scores_gemma":[0.6941172,0.000012701325,0.30454895,0.001041193,0.000256579,0.00001042718,5.646792e-7,0.0000052867344,0.0000071116237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665636,0.0013377032,0.0011670088,0.00016517268,0.0004915,0.00018223199],"domain_scores_gemma":[0.9899216,0.0058566425,0.0024089364,0.00041650908,0.0012659065,0.00013038886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009194496,0.00011894874,0.00053754484,0.00008554727,0.000044284752,0.000007255404,0.0007523085,0.00003858353,0.000010154632],"category_scores_gemma":[0.005879699,0.00007538939,0.00015246468,0.00041797053,0.0006330358,0.00056526146,0.00010750891,0.00022998427,0.0000016818849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002891236,0.0013537463,0.0033753882,0.00003837135,0.0006420587,7.1553774e-7,0.025719645,0.000070817354,0.023131704,0.047619607,0.0033516265,0.8918051],"study_design_scores_gemma":[0.018892132,0.08314617,0.30606422,0.003985876,0.0034488451,0.00023393628,0.061357267,0.018698141,0.07913865,0.10262106,0.32056236,0.001851358],"about_ca_topic_score_codex":0.000025512092,"about_ca_topic_score_gemma":5.7070986e-7,"teacher_disagreement_score":0.88995373,"about_ca_system_score_codex":0.000042142085,"about_ca_system_score_gemma":0.00009130646,"threshold_uncertainty_score":0.70389736},"labels":[],"label_agreement":null},{"id":"W16476387","doi":"10.1016/s0001-7310(05)75054-7","title":"mSpace: interaction design for user-determined, adaptable domain exploration in hypermedia","year":2003,"lang":"en","type":"article","venue":"Actas dermo-sifiliograficas","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Human–computer interaction; Affordance; Rendering (computer graphics); Context (archaeology); Domain (mathematical analysis); Multimedia; World Wide Web; Artificial intelligence","score_opus":0.08063595183861505,"score_gpt":0.2945844763107327,"score_spread":0.21394852447211765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16476387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11650813,0.00014245503,0.8793451,0.0010336222,0.0009347348,0.0012594898,0.0000068518643,0.00022732241,0.0005422461],"genre_scores_gemma":[0.836845,0.000052240506,0.16207829,0.00023887465,0.00005837251,0.00047458766,0.000014124452,0.00003428159,0.0002042142],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99695003,0.0005473378,0.0006044513,0.00086755835,0.00034680258,0.00068380224],"domain_scores_gemma":[0.9975899,0.00092176534,0.00019122823,0.0009511278,0.0001684553,0.00017753313],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012997581,0.00035359839,0.00037857206,0.0005839404,0.0001885062,0.00037747496,0.0007682173,0.00021421628,0.000042907697],"category_scores_gemma":[0.00046247075,0.00035623056,0.00018238927,0.0012317691,0.00007519169,0.0025442494,0.00007996787,0.00029348317,0.00010057585],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038205187,0.009012981,0.015654275,0.00091753923,0.0007837367,0.00071862707,0.046642162,0.034777977,0.37023073,0.20508957,0.17962372,0.13272816],"study_design_scores_gemma":[0.008598429,0.0028018067,0.0032221493,0.0003530807,0.00011723748,0.00042199806,0.004650371,0.22072229,0.35983706,0.1059806,0.29002875,0.0032662288],"about_ca_topic_score_codex":0.00004663678,"about_ca_topic_score_gemma":0.00016772709,"teacher_disagreement_score":0.72033685,"about_ca_system_score_codex":0.00016835956,"about_ca_system_score_gemma":0.00013258113,"threshold_uncertainty_score":0.99988896},"labels":[],"label_agreement":null},{"id":"W1680212819","doi":"10.1007/978-1-84882-628-1_17","title":"Design Scenarios for Web-Based Management of Online Information","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.027576008454415022,"score_gpt":0.2738632866944894,"score_spread":0.24628727824007438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680212819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011247164,0.0007304518,0.9497651,0.0001488998,0.00012830933,0.0008513007,0.000023324334,0.00014658716,0.048194803],"genre_scores_gemma":[0.017409341,0.00044263853,0.9703441,0.0009810628,0.00004427567,0.00010126165,0.00036475068,0.000025276731,0.010287259],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862367,0.000011877351,0.0008012662,0.00016701694,0.00020314414,0.00019305215],"domain_scores_gemma":[0.9982898,0.000066519955,0.0006392285,0.0002833065,0.00065276877,0.000068324276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003418512,0.0002736122,0.0002986859,0.00032893516,0.00015431493,0.00020263472,0.00039824925,0.00017414696,0.000005554959],"category_scores_gemma":[0.000022570053,0.00026604134,0.00007104623,0.00010374306,0.00005465465,0.004654745,0.00008032311,0.00015583326,0.00002383901],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006373554,0.000026589503,2.363695e-7,0.001699308,0.000014287037,1.1600559e-7,0.0009578623,0.0026692587,0.000010084952,0.01702949,0.00016537512,0.97736365],"study_design_scores_gemma":[0.0018698354,0.00033212538,0.000014192186,0.002217901,0.00004324901,0.0000031376733,0.000088859,0.649685,0.00068838365,0.01194822,0.33263087,0.00047818932],"about_ca_topic_score_codex":2.184051e-7,"about_ca_topic_score_gemma":9.366784e-7,"teacher_disagreement_score":0.97688544,"about_ca_system_score_codex":0.00007882388,"about_ca_system_score_gemma":0.00028151026,"threshold_uncertainty_score":0.9999792},"labels":[],"label_agreement":null},{"id":"W169229097","doi":"","title":"Repeatable Experimental Framework for Wellness Indicator Testing/Evaluation: Environmental Setup","year":2012,"lang":"en","type":"article","venue":"International Conference on eHealth, Telemedicine, and Social Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Visualization; Computer science; Session (web analytics); System testing; Test strategy; Data science; Software engineering; Data mining; World Wide Web; Software","score_opus":0.14207714710473288,"score_gpt":0.38688807219261323,"score_spread":0.24481092508788035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W169229097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55671185,0.002031476,0.28327322,0.11601099,0.012868791,0.0035809479,0.00015696058,0.00041068962,0.024955086],"genre_scores_gemma":[0.988699,0.000040681884,0.0055430005,0.0032004027,0.0021408412,0.00018520602,0.00006851315,0.000014344672,0.00010796394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974646,0.00015530696,0.0004955554,0.00046874527,0.0009665409,0.000449265],"domain_scores_gemma":[0.9985087,0.0006114109,0.00024938627,0.0002598684,0.00011118514,0.00025945492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016867999,0.00023732135,0.0003334903,0.0001449058,0.00040211758,0.000045686444,0.0005788925,0.00015504865,0.00057867664],"category_scores_gemma":[0.00044329852,0.00019999532,0.000041160627,0.00011802252,0.00034375468,0.00038353723,0.00008788376,0.0003207176,0.000025574349],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021721858,0.00074387714,0.008340652,0.000093021845,0.000105518,0.0000041422277,0.03141691,0.0000018982474,0.0024837742,0.8394256,0.0055263177,0.11164103],"study_design_scores_gemma":[0.031130878,0.017832741,0.14504251,0.0027049298,0.0005414018,0.0003746436,0.08428592,0.10228006,0.02382669,0.4063914,0.18105675,0.004532074],"about_ca_topic_score_codex":0.00007157993,"about_ca_topic_score_gemma":0.0000033614622,"teacher_disagreement_score":0.43303424,"about_ca_system_score_codex":0.00023103396,"about_ca_system_score_gemma":0.00014987186,"threshold_uncertainty_score":0.8155573},"labels":[],"label_agreement":null},{"id":"W170366436","doi":"","title":"Real Time Distributed Collaboration","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Work (physics); Computer-supported cooperative work; Human–computer interaction; Knowledge management; Engineering","score_opus":0.022354218209478,"score_gpt":0.23773303678252544,"score_spread":0.21537881857304744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170366436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05631557,0.000014364583,0.881231,0.00706629,0.00020744443,0.0001645896,0.000011144811,0.0006639626,0.054325607],"genre_scores_gemma":[0.94925445,0.000009455127,0.040605005,0.00020409682,0.000036384892,0.000007968051,0.000007310955,0.0000040137884,0.009871291],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994728,0.000039516188,0.000098883196,0.00016695558,0.000110693814,0.00011114108],"domain_scores_gemma":[0.99952096,0.00004096604,0.00001914007,0.00030293217,0.00007259311,0.000043385648],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009137582,0.000051283114,0.000057232202,0.00001931865,0.00005077588,0.0001359874,0.00031662887,0.000032312797,0.00072130683],"category_scores_gemma":[0.000025426274,0.000044721295,0.00001702955,0.00031320858,0.000015218611,0.00041394832,0.000048558482,0.00003260731,0.0020097634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012112527,0.00057163974,0.0009050719,0.00001393875,0.000035763966,0.000019894176,0.0033281555,0.00071132666,0.03108045,0.18868412,0.758016,0.016621523],"study_design_scores_gemma":[0.00022606642,0.00013523505,0.0010977557,0.0000036764357,0.0000026925143,0.000004616866,0.000021007136,0.95886314,0.014243232,0.0027389657,0.022483058,0.00018057229],"about_ca_topic_score_codex":0.000015903763,"about_ca_topic_score_gemma":0.0000057277193,"teacher_disagreement_score":0.9581518,"about_ca_system_score_codex":0.000030732826,"about_ca_system_score_gemma":0.000008826366,"threshold_uncertainty_score":0.9987673},"labels":[],"label_agreement":null},{"id":"W1715558129","doi":"","title":"User interface requirements engineering: a scenario-based framework","year":2004,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"User interface; Computer science; User interface design; User requirements document; Human–computer interaction; Usability; Interface (matter); Software engineering; Graphical user interface testing; User modeling; Requirements analysis; User experience design; Natural user interface; Notation; Software; Programming language","score_opus":0.023282932115551193,"score_gpt":0.2913615198548621,"score_spread":0.26807858773931087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1715558129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019257307,0.00018064359,0.9739903,0.00038635422,0.0027442544,0.0004502316,0.000003544231,0.00067457935,0.0023127715],"genre_scores_gemma":[0.688754,0.000008524847,0.2966376,0.0006112467,0.00011646197,0.00010943365,0.00008601908,0.00008888805,0.013587801],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975648,0.00004375537,0.0004922524,0.00086555246,0.0005541157,0.00047952458],"domain_scores_gemma":[0.99812025,0.00013269934,0.00016231292,0.0012296481,0.00019396601,0.00016112819],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026220016,0.00047522676,0.0003912992,0.00023890311,0.00008359216,0.00042610735,0.0019565686,0.00056911336,0.00030880194],"category_scores_gemma":[0.00020382294,0.0004629273,0.000199165,0.00044757398,0.00001796523,0.00044756595,0.000094658455,0.0007321594,0.0004739269],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001095265,0.0056209275,0.0017210828,0.007899111,0.0018529001,0.00034394395,0.03542932,0.19147699,0.0234587,0.6681549,0.033972785,0.02897408],"study_design_scores_gemma":[0.0035159118,0.001840389,0.00603454,0.011990708,0.00026792934,0.000018104916,0.0006669703,0.20290157,0.65465593,0.038492188,0.072276406,0.007339356],"about_ca_topic_score_codex":0.00009723836,"about_ca_topic_score_gemma":0.00008026275,"teacher_disagreement_score":0.6773527,"about_ca_system_score_codex":0.0003122797,"about_ca_system_score_gemma":0.0004310732,"threshold_uncertainty_score":0.99978226},"labels":[],"label_agreement":null},{"id":"W1774061317","doi":"10.1007/978-3-642-02574-7_38","title":"A Prototype to Validate ErgoCoIn: A Web Site Ergonomic Inspection Technique","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Plan (archaeology); Software engineering; Web service; Web application; Engineering management; World Wide Web; Systems engineering; Engineering","score_opus":0.01916220760500488,"score_gpt":0.25326904640616194,"score_spread":0.23410683880115707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774061317","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004885971,0.000083117455,0.99120253,0.0017554334,0.0009403003,0.002589522,0.0000074121313,0.0006481811,0.0022848765],"genre_scores_gemma":[0.21248348,0.00002811209,0.7818342,0.004242223,0.00052143604,0.00023271293,0.000004884833,0.000060666924,0.000592279],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99553823,0.00007360159,0.00066777784,0.0021753926,0.0007640887,0.0007808903],"domain_scores_gemma":[0.9969306,0.00018679602,0.0002482731,0.0020570375,0.00029560458,0.00028166076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013474809,0.000667239,0.0006173908,0.0012616063,0.00028340227,0.00081014965,0.0036892232,0.00044413243,0.000029878916],"category_scores_gemma":[0.000098085446,0.00064597663,0.0001758748,0.0010378064,0.00035391175,0.0008204429,0.0011317369,0.0010449967,0.0005348456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016821612,0.0002182518,0.00009292546,0.00014103475,0.000031019357,0.00018252236,0.0022185622,0.05173378,0.012567933,0.022521146,0.00043479103,0.90968984],"study_design_scores_gemma":[0.00081280735,0.003944111,0.00045698683,0.001990262,0.000028793485,0.00044697474,2.6756157e-7,0.5012955,0.07067497,0.36999005,0.046791665,0.0035675964],"about_ca_topic_score_codex":0.000034561148,"about_ca_topic_score_gemma":0.00016418847,"teacher_disagreement_score":0.9061222,"about_ca_system_score_codex":0.00074561586,"about_ca_system_score_gemma":0.0008149805,"threshold_uncertainty_score":0.99959916},"labels":[],"label_agreement":null},{"id":"W178732973","doi":"","title":"Preparing Computer Science Graduates for the 21st Century","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"USable; Curriculum; Engineering ethics; Perception; Economic shortage; Computer science; Psychology; Engineering; Pedagogy; Multimedia; Neuroscience","score_opus":0.1530196055801617,"score_gpt":0.306173314507192,"score_spread":0.15315370892703029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178732973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73150104,0.000078731944,0.26615265,0.00019609534,0.0008895852,0.00053498783,0.0000065845898,0.00028746494,0.00035284308],"genre_scores_gemma":[0.9944159,0.000045080553,0.004736812,0.00034595252,0.00008092807,0.000004446941,0.0000013576206,0.000019068864,0.00035046221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975073,0.00014647534,0.00025435604,0.0009276634,0.0004603615,0.0007038635],"domain_scores_gemma":[0.99761355,0.0002930909,0.00016571773,0.0013520037,0.00033161798,0.00024403054],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001120526,0.0002887012,0.00023512944,0.0003401218,0.0008931648,0.00074314134,0.004753564,0.00010362456,0.0000064676815],"category_scores_gemma":[0.00005548987,0.00024674388,0.00016934806,0.00089424645,0.00050788687,0.0040628156,0.0013964722,0.00036208564,0.00010396299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018602534,0.00043601062,0.93451005,0.000102783866,0.00015778054,0.000051996547,0.009534321,0.000114321774,0.0016479105,0.024103183,0.00000527964,0.029150346],"study_design_scores_gemma":[0.001309043,0.00058235653,0.94997984,0.00017282327,0.00010332196,0.00006905406,0.0005410959,0.00032794077,0.03523584,0.002532696,0.0082034515,0.0009425223],"about_ca_topic_score_codex":0.0000089137375,"about_ca_topic_score_gemma":0.00024712086,"teacher_disagreement_score":0.26291484,"about_ca_system_score_codex":0.00017965054,"about_ca_system_score_gemma":0.00017627762,"threshold_uncertainty_score":0.9999985},"labels":[],"label_agreement":null},{"id":"W179971551","doi":"","title":"Task-oriented Usability Evaluation of a WebGIS for a Real-World Community","year":2010,"lang":"en","type":"article","venue":"Infoscience (Ecole Polytechnique Fédérale de Lausanne)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Usability; Computer science; Task (project management); Human–computer interaction; World Wide Web; Usability inspection; Usability engineering; Usability goals; Web usability; User interface; Interface (matter); Usability lab; Heuristic evaluation; Engineering; Systems engineering","score_opus":0.045612673732024746,"score_gpt":0.3353855809032989,"score_spread":0.28977290717127413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179971551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56818646,0.000007428844,0.4256191,0.0005110511,0.0004357464,0.0015677107,0.00005079465,0.00034284458,0.0032788701],"genre_scores_gemma":[0.8942964,0.0000024606798,0.10459196,0.0002306039,0.000041168445,0.00066264253,0.000006316552,0.000013573761,0.00015485677],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963033,0.00073887245,0.00077542936,0.00060614303,0.0008729954,0.0007032339],"domain_scores_gemma":[0.9949998,0.00091742317,0.00039672153,0.0022894526,0.0011486846,0.00024787567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012184119,0.00028074175,0.00039675375,0.000391915,0.00049830094,0.00015602684,0.0027852852,0.00023304159,0.0000666377],"category_scores_gemma":[0.0026770125,0.0002890441,0.00020259903,0.0016739349,0.0007622383,0.0012326646,0.000503445,0.0008179002,0.000012212301],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016574729,0.0022489512,0.0632005,0.00029135536,0.000042220865,0.0000016830837,0.0068480303,0.0009639096,0.59157956,0.2951955,0.002470203,0.036992338],"study_design_scores_gemma":[0.0012348639,0.000997046,0.072137535,0.00014736192,0.00006665894,0.000019898886,0.00026750955,0.2671413,0.54739934,0.10503549,0.004731482,0.00082147104],"about_ca_topic_score_codex":0.0031025484,"about_ca_topic_score_gemma":0.007414483,"teacher_disagreement_score":0.32610995,"about_ca_system_score_codex":0.00031241917,"about_ca_system_score_gemma":0.0009343757,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W1816723967","doi":"10.1007/978-3-540-92698-6_5","title":"Consistency between Task Models and Use Cases","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Consistency (knowledge bases); Notation; Task (project management); Interface (matter); Semantics (computer science); Documentation; Software engineering; User interface; Point (geometry); Programming language; Causal consistency; Consistency model; Human–computer interaction; Artificial intelligence; Sequential consistency; Systems engineering","score_opus":0.07517510705489282,"score_gpt":0.26507482136047883,"score_spread":0.189899714305586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1816723967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002006781,0.0009817037,0.9946303,0.0006921367,0.0005913656,0.0003669432,0.000021631413,0.00017238405,0.00053678517],"genre_scores_gemma":[0.66922194,0.00030458553,0.3286065,0.0013305389,0.00023585971,0.0000070145475,0.0000044984386,0.000033691016,0.0002554174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612856,0.00006059347,0.0005736099,0.0017876177,0.000810968,0.0006386308],"domain_scores_gemma":[0.9956832,0.0020231183,0.00021404913,0.0015410513,0.00027678328,0.00026182574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005544773,0.0005693934,0.0006734497,0.00057744636,0.0003747948,0.00074927055,0.0023241686,0.00037349627,0.0000072372277],"category_scores_gemma":[0.00021475455,0.00052639365,0.00012232554,0.00037861092,0.001584089,0.0017102341,0.0014370559,0.0007843774,0.000027914146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020319121,0.000096075804,0.002712724,0.00014594384,0.00007360653,0.001202453,0.005107796,0.027828043,0.00007722276,0.04777109,0.00037083976,0.9145939],"study_design_scores_gemma":[0.0005643047,0.0006554115,0.0013800076,0.0007500421,0.000039697254,0.0012849058,3.375204e-7,0.5541869,0.001137899,0.4328961,0.0049447673,0.002159673],"about_ca_topic_score_codex":0.00011256964,"about_ca_topic_score_gemma":0.0001085001,"teacher_disagreement_score":0.9124342,"about_ca_system_score_codex":0.00017826607,"about_ca_system_score_gemma":0.00056258775,"threshold_uncertainty_score":0.9997188},"labels":[],"label_agreement":null},{"id":"W1828795277","doi":"10.1007/11752707_7","title":"Task Model Simulation Using Interaction Templates","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Template; Computer science; Task (project management); Interface (matter); Human–computer interaction; Interaction model; User interface; Programming language; Engineering; Systems engineering; World Wide Web; Parallel computing","score_opus":0.054642949292832,"score_gpt":0.2979695804981059,"score_spread":0.2433266312052739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1828795277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011775433,0.00011048543,0.99590117,0.0002457197,0.0012398366,0.00032413474,0.000005302014,0.00018979018,0.0008060368],"genre_scores_gemma":[0.6687554,0.0000034832237,0.3304121,0.00042869803,0.00020715361,0.000002689208,0.00000380025,0.000025070276,0.00016160333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99664706,0.00003830741,0.00059503777,0.0014212257,0.0007788724,0.0005195058],"domain_scores_gemma":[0.9976601,0.00047082437,0.0003145313,0.0011452463,0.00030681738,0.00010250658],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006547913,0.00048688057,0.0004267909,0.00074305607,0.0002635594,0.00070313975,0.0020083701,0.00035224872,0.000011109898],"category_scores_gemma":[0.000064838394,0.0004744781,0.0001376025,0.0004316351,0.0003478422,0.0014770147,0.0007299973,0.0007309116,0.000040569823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053309627,0.000022780345,0.000021631617,0.0000187322,0.0000047873177,0.000010234105,0.00027700202,0.94261473,0.00035194485,0.0012996134,0.000014419753,0.05535879],"study_design_scores_gemma":[0.000111103,0.000059248883,0.000011102749,0.00021103754,0.0000074776854,0.000021601403,5.880579e-8,0.904033,0.0010283905,0.0937743,0.0002911247,0.00045152416],"about_ca_topic_score_codex":0.000055056902,"about_ca_topic_score_gemma":0.000053721367,"teacher_disagreement_score":0.66757786,"about_ca_system_score_codex":0.00059249485,"about_ca_system_score_gemma":0.00037029272,"threshold_uncertainty_score":0.9997707},"labels":[],"label_agreement":null},{"id":"W187695262","doi":"10.1007/978-1-84800-019-3_2","title":"Usability Engineering Methods Plethora","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Engineering; Human–computer interaction","score_opus":0.06397825966477073,"score_gpt":0.30397308900236647,"score_spread":0.23999482933759575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W187695262","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061053597,0.00030611776,0.6786859,0.00023211438,0.00050565694,0.00017782152,0.000002940975,0.0004428402,0.3196405],"genre_scores_gemma":[0.00014731009,0.00010079156,0.6933619,0.0002181754,0.00010320221,0.000009544225,0.0000023253351,0.000034442986,0.30602232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784744,0.00007188042,0.00049994484,0.0009033711,0.00033861038,0.00033873555],"domain_scores_gemma":[0.99725586,0.0006002618,0.000106810934,0.0017251016,0.0001391777,0.00017279615],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009303156,0.00043874673,0.0005317721,0.00014383301,0.000079662634,0.000114092276,0.0015752462,0.00044246967,0.0007033739],"category_scores_gemma":[0.00014523088,0.00041144984,0.0003005583,0.000062647945,0.000095883,0.00031832256,0.00053049036,0.00065503013,0.00044432268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009957687,0.000065952096,0.0000097269385,0.00019418765,0.00016754019,0.000061374754,0.0008816406,0.0004594845,0.00042827643,0.81988025,0.02130763,0.15653396],"study_design_scores_gemma":[0.000093457806,0.00009401274,0.000033002154,0.000062478226,0.000014812836,0.000063667,0.0000011829407,0.024402045,0.0024105848,0.019031122,0.95306927,0.0007243474],"about_ca_topic_score_codex":0.000016207456,"about_ca_topic_score_gemma":0.0000037288194,"teacher_disagreement_score":0.9317617,"about_ca_system_score_codex":0.00014781528,"about_ca_system_score_gemma":0.000117396565,"threshold_uncertainty_score":0.99983376},"labels":[],"label_agreement":null},{"id":"W188170610","doi":"","title":"ACCOMMODATING USABILITY DRIVEN CHANGES IN EXISTING SOFTWARE ARCHITECTURE","year":2004,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Computer science; Component-based usability testing; Heuristic evaluation; Usability engineering; Software engineering; Human–computer interaction; Software architecture; User interface; Usability inspection; Usability goals; System usability scale; Web usability; Software; Programming language","score_opus":0.025826354055034046,"score_gpt":0.25768615103268766,"score_spread":0.2318597969776536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W188170610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26966214,0.00014169436,0.72123635,0.007298733,0.000100641795,0.00052531215,0.000010863538,0.0008864214,0.00013782235],"genre_scores_gemma":[0.59013087,0.000009189886,0.40841278,0.0011204209,0.00005742195,0.00020489984,0.0000047601734,0.00002490147,0.000034737055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99692976,0.00026368117,0.0005432928,0.00087767653,0.00042331102,0.0009622718],"domain_scores_gemma":[0.99754834,0.0003463108,0.00020858666,0.001527745,0.000108945314,0.00026008734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011886676,0.00039571905,0.00043666377,0.0004263687,0.00027410768,0.00035619325,0.0018903713,0.00028940968,0.000015507761],"category_scores_gemma":[0.0009712745,0.00040208956,0.00013910903,0.0010217145,0.00012630191,0.0006396171,0.0007751438,0.00084981346,0.000017841234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014137312,0.0015710818,0.28993043,0.0003465353,0.00007535674,0.00032399857,0.012689834,0.28552943,0.02768273,0.079602785,0.0002636487,0.30184278],"study_design_scores_gemma":[0.0037808781,0.0012007736,0.27659214,0.0011843151,0.000042435327,0.0005832924,0.0006605682,0.22087835,0.14727707,0.34218237,0.0021950519,0.0034227564],"about_ca_topic_score_codex":0.007674222,"about_ca_topic_score_gemma":0.027781183,"teacher_disagreement_score":0.32046872,"about_ca_system_score_codex":0.00085857743,"about_ca_system_score_gemma":0.00027787703,"threshold_uncertainty_score":0.9998431},"labels":[],"label_agreement":null},{"id":"W1935843737","doi":"10.1109/wcre.1999.806968","title":"Reverse engineering legacy interfaces: an interaction-driven approach","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Task (project management); Interface (matter); Human–computer interaction; User interface; Construct (python library); Domain (mathematical analysis); Graphical user interface; Traverse; Graphical user interface testing; Reverse engineering; User interface design; Programming language; User experience design; Engineering; Operating system; Systems engineering","score_opus":0.03793857779406198,"score_gpt":0.25573862309216483,"score_spread":0.21780004529810285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935843737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08158469,0.00001230139,0.9023255,0.000120658406,0.0005143086,0.0001271561,3.446396e-7,0.00032428443,0.014990723],"genre_scores_gemma":[0.7787387,0.0000014993128,0.22050607,0.00020748843,0.00001894781,0.000011935137,8.7965805e-7,0.000008251934,0.00050624495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988701,0.00009691703,0.00021023558,0.00042972414,0.00014760958,0.0002454672],"domain_scores_gemma":[0.99904245,0.000062505125,0.000037963793,0.0006773374,0.000060126167,0.000119607845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028040813,0.0001508405,0.00013772772,0.0000925076,0.00005992925,0.00035411402,0.00069049274,0.000058832145,0.00013811211],"category_scores_gemma":[0.00007749779,0.00013711496,0.000051597952,0.00024784193,0.000019238369,0.0026516493,0.0000825387,0.00020364931,0.00015315795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037775088,0.0017669465,0.0010690049,0.00017057167,0.0001804636,0.000027738164,0.016057342,0.13333017,0.022686122,0.80359983,0.010847458,0.010226603],"study_design_scores_gemma":[0.00035667993,0.00022488853,0.000110507244,0.000028672328,0.000008003741,0.00008851135,0.0010370044,0.9091077,0.040251475,0.00070010714,0.047594737,0.0004917387],"about_ca_topic_score_codex":0.000043426116,"about_ca_topic_score_gemma":0.000007284565,"teacher_disagreement_score":0.8028997,"about_ca_system_score_codex":0.00006337896,"about_ca_system_score_gemma":0.00003282526,"threshold_uncertainty_score":0.5591386},"labels":[],"label_agreement":null},{"id":"W1941435808","doi":"10.1109/enabl.2001.953397","title":"Group task analysis for groupware usability evaluations","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Collaborative software; Computer science; Usability; Task (project management); Human–computer interaction; Context (archaeology); Cognitive walkthrough; Task analysis; Focus (optics); Heuristic evaluation; Knowledge management; Systems engineering; Engineering","score_opus":0.08724869121514206,"score_gpt":0.3119257228920288,"score_spread":0.22467703167688674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941435808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026532775,0.00004596085,0.96928495,0.0019642308,0.00013043276,0.00035308267,0.000011910032,0.00021122578,0.001465433],"genre_scores_gemma":[0.90950936,0.0000021742694,0.08913707,0.0003517516,0.000025622658,0.00010022721,0.000006402222,0.0000039541424,0.0008634526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985453,0.00012111564,0.00028592735,0.000529085,0.00026255677,0.0002560523],"domain_scores_gemma":[0.9983143,0.00040002694,0.000050277424,0.0009586258,0.00018258244,0.00009419116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007740263,0.00011937555,0.00019998214,0.00013510074,0.00018383288,0.00016505722,0.00078281865,0.000060104063,0.00087071303],"category_scores_gemma":[0.00021415607,0.00010382346,0.00027722406,0.0010976972,0.000050802388,0.0005511649,0.00010292865,0.00006834075,0.00014839177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046598558,0.0045054844,0.1339013,0.00017472834,0.0025568306,0.0000040785526,0.011666777,0.010395364,0.003849818,0.58593583,0.052984696,0.19397849],"study_design_scores_gemma":[0.00028476585,0.00016959214,0.021545969,0.0000020574216,0.00015763573,0.0000010347738,0.00004046131,0.95394564,0.0005022405,0.018469673,0.004659116,0.00022179485],"about_ca_topic_score_codex":0.000057392943,"about_ca_topic_score_gemma":0.00022154092,"teacher_disagreement_score":0.9435503,"about_ca_system_score_codex":0.000065782464,"about_ca_system_score_gemma":0.000009622593,"threshold_uncertainty_score":0.95336974},"labels":[],"label_agreement":null},{"id":"W1966971817","doi":"10.1145/2379057.2379065","title":"Think aloud","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Usability; Think aloud protocol; Computer science; Psychology; Pluralistic walkthrough; Human–computer interaction; Applied psychology","score_opus":0.0367297800108757,"score_gpt":0.259320015555083,"score_spread":0.2225902355442073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966971817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091714635,0.00008930063,0.85795337,0.0013556655,0.00060204347,0.000053096337,1.4527033e-7,0.00027266252,0.0479591],"genre_scores_gemma":[0.94416726,8.736957e-7,0.052932784,0.0008746072,0.000056783578,5.106798e-7,8.1751715e-8,0.0000017476573,0.00196536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953204,0.000028764929,0.00006532323,0.00009456613,0.00009148581,0.00018780843],"domain_scores_gemma":[0.9995081,0.000043530086,0.000010096892,0.00034741682,0.000016898592,0.000073954776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002568261,0.00004397253,0.00004365925,0.00001567085,0.00003468339,0.000048851725,0.00042959332,0.00002427433,0.00018515855],"category_scores_gemma":[0.000018181436,0.000033514963,0.000024731406,0.00008600411,0.000012495745,0.0006400813,0.00010463938,0.000048221584,0.0012831251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019298832,0.00018470726,0.0030676136,0.0000061317633,0.000011203473,9.124957e-7,0.014836664,0.000007166287,0.0012156516,0.93214804,0.03300184,0.015518167],"study_design_scores_gemma":[0.0012590765,0.0005109649,0.13746989,0.000035006276,0.000023846782,0.00015408533,0.0018609527,0.078719385,0.29846713,0.13504568,0.3444253,0.0020286934],"about_ca_topic_score_codex":0.000013081804,"about_ca_topic_score_gemma":0.0000012549298,"teacher_disagreement_score":0.85245264,"about_ca_system_score_codex":0.00001030813,"about_ca_system_score_gemma":0.000008052011,"threshold_uncertainty_score":0.9994945},"labels":[],"label_agreement":null},{"id":"W1968405738","doi":"10.1007/s11219-006-9009-9","title":"A method to elicit architecturally sensitive usability requirements: its integration into a software development process","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Usability goals; Usability inspection; Usability engineering; Computer science; Software engineering; Cognitive walkthrough; Usability lab; Web usability; Heuristic evaluation; Component-based usability testing; Pluralistic walkthrough; Human–computer interaction","score_opus":0.06656961381106619,"score_gpt":0.39863685788634606,"score_spread":0.3320672440752799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968405738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28577623,0.000029104915,0.71210915,0.0010463208,0.00029272615,0.00043452063,0.000003971417,0.00028165506,0.000026315161],"genre_scores_gemma":[0.3081989,8.5205716e-7,0.6901049,0.0014691827,0.000115822506,0.000018087858,0.0000040043974,0.000017169983,0.00007106541],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9941247,0.0011674851,0.0015920418,0.0009117244,0.0013535457,0.00085047405],"domain_scores_gemma":[0.99503917,0.0012482473,0.0004963629,0.00066409545,0.0018867912,0.0006653121],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013901381,0.00043324145,0.0005249675,0.00034724464,0.00070113677,0.0005337415,0.001403796,0.0001807686,0.000041382507],"category_scores_gemma":[0.004485635,0.00037411487,0.00020382175,0.0009474858,0.0000745206,0.0012473742,0.00037402313,0.00089648104,0.000109160675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038316383,0.00038625355,0.003584388,0.00018733472,0.00013051913,0.000053242227,0.08989276,0.00065001444,0.0051210374,0.000620363,0.00016021653,0.8988307],"study_design_scores_gemma":[0.003111211,0.0021470052,0.1444183,0.0016842998,0.000091671645,0.0014797375,0.0077722585,0.0018389889,0.697002,0.12981702,0.0066727186,0.0039647855],"about_ca_topic_score_codex":0.00007813223,"about_ca_topic_score_gemma":0.0003607805,"teacher_disagreement_score":0.89486593,"about_ca_system_score_codex":0.00093535957,"about_ca_system_score_gemma":0.0007411796,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W1970046716","doi":"10.1109/wi.2004.66","title":"Examining Table Variations on Small Screen Devices","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mobile device; Computer science; Table (database); Focus (optics); Display size; Web page; World Wide Web; Table of contents; Multimedia; Human–computer interaction; Database; Display device; Operating system","score_opus":0.08949589592709789,"score_gpt":0.25962663238651607,"score_spread":0.17013073645941817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970046716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044898253,0.000009794203,0.9206257,0.001245423,0.000119368764,0.00008266334,0.0000010810035,0.00021390776,0.032803826],"genre_scores_gemma":[0.82299435,6.63001e-7,0.1751093,0.0011228372,0.00002544868,0.000006247422,9.00506e-7,0.0000035269397,0.000736729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999278,0.000029891537,0.00012466886,0.00026970578,0.00012041602,0.00017729751],"domain_scores_gemma":[0.9993411,0.00010963204,0.0000293781,0.0004158398,0.00004714155,0.00005692892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002447127,0.00007799028,0.00007530551,0.00005179664,0.000113695714,0.00017892758,0.0005815756,0.00003755556,0.00006236018],"category_scores_gemma":[0.00004303456,0.000067023706,0.000018517749,0.00025604523,0.000013948063,0.00034747232,0.00009612672,0.00007834921,0.00035437892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054972634,0.00024767636,0.0019522131,0.000008670769,0.000024409404,0.000006235579,0.0014048435,0.010839318,0.0009297368,0.974044,0.00051628967,0.0100211045],"study_design_scores_gemma":[0.0056144623,0.004772969,0.2454067,0.000516517,0.00007318754,0.00006834043,0.000967031,0.18006003,0.20981167,0.29076433,0.058781784,0.0031629684],"about_ca_topic_score_codex":0.0004268321,"about_ca_topic_score_gemma":0.00026488455,"teacher_disagreement_score":0.7780961,"about_ca_system_score_codex":0.00004025171,"about_ca_system_score_gemma":0.000064816,"threshold_uncertainty_score":0.45549423},"labels":[],"label_agreement":null},{"id":"W1970490657","doi":"10.1080/13614560410001728137","title":"Usable adaptive hypermedia systems","year":2004,"lang":"en","type":"article","venue":"New Review of Hypermedia and Multimedia","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"USable; Computer science; Adaptive hypermedia; Hypermedia; World Wide Web; Multimedia; Software engineering; Human–computer interaction","score_opus":0.025915469684352575,"score_gpt":0.2549713416375848,"score_spread":0.2290558719532322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970490657","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05849132,0.7571045,0.15535787,0.008844946,0.007839232,0.0047899843,0.00007729911,0.0006775269,0.0068173446],"genre_scores_gemma":[0.5007363,0.22094649,0.27067167,0.0047648665,0.0011854679,0.0002383185,0.000042327472,0.00009540711,0.0013191571],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979194,0.000106324165,0.0005945979,0.0005259358,0.00046524813,0.00038851696],"domain_scores_gemma":[0.9982218,0.00030152957,0.00020273753,0.00069530896,0.00018613195,0.00039250343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005314527,0.0002704486,0.00068345503,0.00009031802,0.00006199974,0.00004970543,0.00076336047,0.000115918876,0.00003852298],"category_scores_gemma":[0.00043480753,0.00021795598,0.00013011796,0.00035091638,0.00020233024,0.00053353905,0.00018852722,0.00021922552,0.00014758467],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012700348,0.0014930166,0.0034070392,0.026478473,0.0005447641,0.0002578229,0.013894973,0.00033626874,0.016660253,0.06289543,0.062448706,0.81145626],"study_design_scores_gemma":[0.024456125,0.006253168,0.024627563,0.111952186,0.0013716874,0.0020081673,0.001382144,0.057427857,0.046416163,0.020069705,0.69670075,0.007334499],"about_ca_topic_score_codex":0.00025573684,"about_ca_topic_score_gemma":0.000012969396,"teacher_disagreement_score":0.80412173,"about_ca_system_score_codex":0.000054539327,"about_ca_system_score_gemma":0.00038495605,"threshold_uncertainty_score":0.8887987},"labels":[],"label_agreement":null},{"id":"W1972633689","doi":"10.1145/1124772.1124794","title":"Co-authoring with structured annotations","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Annotation; Computer science; Workflow; Usability; World Wide Web; Set (abstract data type); Authoring system; Fidelity; Information retrieval; Field (mathematics); Multimedia; Human–computer interaction; Database; Programming language; Artificial intelligence","score_opus":0.015633700558051956,"score_gpt":0.24787102000780903,"score_spread":0.23223731944975706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972633689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11336725,0.000007790584,0.8667751,0.000677662,0.00005960926,0.00006734785,0.0000010741886,0.0001960619,0.018848099],"genre_scores_gemma":[0.8923626,1.3110882e-7,0.10649051,0.00010482977,0.000022811593,0.0000043068962,0.0000013214428,0.0000027042006,0.0010107782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994636,0.000020610862,0.00008661575,0.00018016034,0.0001218432,0.00012717913],"domain_scores_gemma":[0.99960095,0.000035715217,0.00001964812,0.00027041792,0.000046529316,0.000026731801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006683227,0.000060579314,0.000054250264,0.000034777477,0.00008274516,0.000126698,0.00028845828,0.000020743199,0.000042328167],"category_scores_gemma":[0.000004407359,0.00004444587,0.00001517958,0.0001745405,0.000025366518,0.0003052872,0.000015504533,0.00005267992,0.000042766245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018586936,0.000146218,0.025282467,0.000023517172,0.000025291783,0.000022116797,0.001369889,0.0073655415,0.014183511,0.92456305,0.019077748,0.007922087],"study_design_scores_gemma":[0.001432788,0.00056804734,0.28685707,0.000036005036,0.000020149684,0.000100859055,0.00024312102,0.09290345,0.45611325,0.12489837,0.035745423,0.0010814532],"about_ca_topic_score_codex":0.00007928852,"about_ca_topic_score_gemma":0.00011748942,"teacher_disagreement_score":0.7996647,"about_ca_system_score_codex":0.00001428825,"about_ca_system_score_gemma":0.000024394425,"threshold_uncertainty_score":0.181245},"labels":[],"label_agreement":null},{"id":"W1973056058","doi":"10.1145/1806923.1806927","title":"A model of novice and expert navigation performance in constrained-input interfaces","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Interactive kiosk; Flexibility (engineering); Human–computer interaction; Interface (matter); Variety (cybernetics); Selection (genetic algorithm); User interface; Mobile device; Artificial intelligence","score_opus":0.038221519301036865,"score_gpt":0.29516302285793056,"score_spread":0.2569415035568937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973056058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52156556,0.0000031970835,0.47748154,0.00024833283,0.0004276686,0.00012558293,0.0000028237407,0.000069337635,0.000075954886],"genre_scores_gemma":[0.9411457,0.000011748926,0.058613975,0.000118898104,0.00003563085,0.000031398635,0.0000030331055,0.000011449695,0.000028125492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852425,0.00006998992,0.0004927502,0.00049201417,0.00020853053,0.00021247182],"domain_scores_gemma":[0.9987139,0.00021968094,0.00015450598,0.0007055232,0.00013469691,0.000071682465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027965396,0.00021539329,0.00023836919,0.00033530904,0.00015487468,0.00012954349,0.0006625348,0.00013013784,0.000028331004],"category_scores_gemma":[0.000011496434,0.00022364019,0.00006539311,0.00025300655,0.00012870929,0.0013999254,0.00003864048,0.0006585728,0.000010849175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021330347,0.0014985179,0.0007589359,0.00021953022,0.00008407243,0.0000053556405,0.0135662,0.06957681,0.3060771,0.0032827116,0.000059903323,0.6046576],"study_design_scores_gemma":[0.0005485298,0.00046198707,0.0010175954,0.00020960953,0.0000062741346,0.000051506155,0.000069944435,0.8978179,0.09844859,0.001036295,0.00010026093,0.00023151044],"about_ca_topic_score_codex":0.00012331027,"about_ca_topic_score_gemma":0.00024970688,"teacher_disagreement_score":0.8282411,"about_ca_system_score_codex":0.00006060076,"about_ca_system_score_gemma":0.000039906074,"threshold_uncertainty_score":0.91197824},"labels":[],"label_agreement":null},{"id":"W1974384698","doi":"10.1145/1358628.1358654","title":"A comparative evaluation of heuristic-based usability inspection methods","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Heuristic evaluation; Heuristics; Reliability (semiconductor); Computer science; Heuristic; Set (abstract data type); Usability inspection; Usability goals; Outcome (game theory); Cognitive walkthrough; Reliability engineering; Artificial intelligence; Human–computer interaction; Engineering; Mathematics","score_opus":0.28098363976419505,"score_gpt":0.4390775272608653,"score_spread":0.15809388749667025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974384698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2992689,0.000021136844,0.6969525,0.00012508055,0.00012435451,0.00020661589,8.957561e-7,0.00010251615,0.0031980046],"genre_scores_gemma":[0.7190012,4.0259104e-7,0.2809151,0.000040691102,0.0000072610906,0.000016144031,7.8694984e-7,0.0000014314319,0.00001701165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770004,0.0011357354,0.00029405102,0.00030605102,0.00045023582,0.00011387537],"domain_scores_gemma":[0.99823666,0.00042550193,0.00009567437,0.0005336672,0.0006635633,0.00004495574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027361396,0.00009015431,0.00020444812,0.00006994858,0.00010319144,0.000015918657,0.00033740455,0.000043533713,0.00011338639],"category_scores_gemma":[0.00034167132,0.000078289806,0.00006629286,0.00039270386,0.00016573591,0.00028664028,0.000046537272,0.00008346416,0.000021433572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000857126,0.013662029,0.1081921,0.000463603,0.00055336027,0.000010899576,0.083460025,0.21693355,0.18291895,0.1762817,0.019264586,0.19740206],"study_design_scores_gemma":[0.00031273652,0.00014400142,0.03364751,0.0000043309,0.000010909967,0.0000032664511,0.000037507587,0.7654609,0.19528219,0.004901564,0.00011410492,0.00008098008],"about_ca_topic_score_codex":0.000126824,"about_ca_topic_score_gemma":0.000029573674,"teacher_disagreement_score":0.54852736,"about_ca_system_score_codex":0.00011202805,"about_ca_system_score_gemma":0.00023408324,"threshold_uncertainty_score":0.31925657},"labels":[],"label_agreement":null},{"id":"W1974976481","doi":"10.1016/j.intcom.2007.01.001","title":"Implicit measures of lostness and success in web navigation","year":2007,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"George (robot); Library science; Psychology; World Wide Web; Computer science; History; Art history","score_opus":0.024710258362318563,"score_gpt":0.2807621005848553,"score_spread":0.25605184222253674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974976481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6446836,0.000018355757,0.3545471,0.00015302146,0.00034253934,0.00008362256,3.7697674e-7,0.000036372763,0.0001350012],"genre_scores_gemma":[0.9774824,0.0000010345638,0.022413002,0.00006880515,0.000020679581,0.0000020207588,6.686454e-7,0.0000065630625,0.0000048726797],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998869,0.000063573396,0.0003247601,0.00031109405,0.00021164892,0.0002199345],"domain_scores_gemma":[0.99828225,0.0011027203,0.00015899965,0.0002679259,0.00013154476,0.000056536916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078348664,0.000122025594,0.00018451897,0.00017208487,0.0000380087,0.00010117866,0.0004395765,0.000041707593,0.0000012856137],"category_scores_gemma":[0.000079245125,0.000106395164,0.000023589699,0.00033598495,0.00005709642,0.0006340886,0.0001379345,0.00018593344,0.0000017791364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007171871,0.00056946825,0.5739413,0.00040537547,0.00014801946,0.00025760912,0.03066412,0.007507937,0.0486174,0.0064379815,0.0003264253,0.3304072],"study_design_scores_gemma":[0.0037377563,0.0014972602,0.30381086,0.0064887954,0.000028641509,0.0007750326,0.0015765164,0.44462746,0.2335394,0.0015301387,0.0010181837,0.0013699355],"about_ca_topic_score_codex":0.00019950759,"about_ca_topic_score_gemma":0.00023949052,"teacher_disagreement_score":0.43711954,"about_ca_system_score_codex":0.0000502755,"about_ca_system_score_gemma":0.000033620225,"threshold_uncertainty_score":0.4338669},"labels":[],"label_agreement":null},{"id":"W1978586990","doi":"10.1145/1978942.1979350","title":"Parameter selection in keyboard-based dialog boxes","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dialog box; Computer science; Dialog system; Selection (genetic algorithm); Human–computer interaction; Visual feedback; Line (geometry); Speech recognition; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.06745461521814664,"score_gpt":0.2403109917109398,"score_spread":0.17285637649279317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978586990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26715216,0.0000068729687,0.72266054,0.00023256538,0.00015603717,0.000115892915,2.2542076e-7,0.00018323095,0.009492456],"genre_scores_gemma":[0.9122771,4.380175e-7,0.08702367,0.00048131845,0.000008829469,0.000015135042,1.6750035e-7,0.0000031403044,0.00019018045],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992341,0.00008535758,0.0001448969,0.00025658755,0.00009533984,0.00018371535],"domain_scores_gemma":[0.99960345,0.00009350711,0.000022293558,0.00021005739,0.000030513853,0.000040172436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024383998,0.00007744541,0.00008871698,0.000090160276,0.000026303092,0.000047016612,0.00037472014,0.000053145883,0.00019198815],"category_scores_gemma":[0.00005005715,0.00006591848,0.000037668855,0.00026624507,0.000025996844,0.0003174617,0.00003999001,0.00009159966,0.00015130226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032753506,0.0032760615,0.6879816,0.00010127342,0.00006818553,0.000058002566,0.014686179,0.0011719519,0.01666868,0.16765083,0.010799324,0.09721037],"study_design_scores_gemma":[0.0009251531,0.0007518761,0.22027995,0.00002692754,0.000006466238,0.000007094049,0.000026839989,0.32443368,0.38399237,0.06735764,0.0016251552,0.0005668394],"about_ca_topic_score_codex":0.0004977167,"about_ca_topic_score_gemma":0.0004034743,"teacher_disagreement_score":0.645125,"about_ca_system_score_codex":0.00003087897,"about_ca_system_score_gemma":0.000036398636,"threshold_uncertainty_score":0.26880777},"labels":[],"label_agreement":null},{"id":"W1980129734","doi":"10.1109/wicom.2010.5600162","title":"Design Principles for Facilitating Collaboration in Mobile Environments","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sophistication; Computer science; Human–computer interaction; Design elements and principles; Mobile computing; Ideal (ethics); Mobile device; Mobile telephony; Multimedia; World Wide Web; Software engineering; Telecommunications; Mobile radio","score_opus":0.0434742830871155,"score_gpt":0.29167250231723385,"score_spread":0.24819821923011837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980129734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17703314,0.0000073027445,0.8218324,0.00017371625,0.00014708616,0.0005872474,0.0000018061515,0.000038225153,0.00017907495],"genre_scores_gemma":[0.5509809,8.190492e-7,0.4484026,0.00005007819,0.000007675281,0.0002030839,9.963023e-7,0.0000027275223,0.00035109237],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922913,0.000053784606,0.00019321188,0.00026152778,0.0001038602,0.00015849758],"domain_scores_gemma":[0.99926823,0.00035097872,0.000036236288,0.0002969857,0.000012764784,0.000034799676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066201866,0.00007209789,0.0000781282,0.000042749663,0.000055248263,0.000091704744,0.0003502068,0.000053731783,0.000023285898],"category_scores_gemma":[0.00013190761,0.00006652166,0.000017774833,0.00013336279,0.000023875104,0.00044477553,0.000057939877,0.00008169514,0.000027969694],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006831206,0.000634795,0.0043354393,0.000054070177,0.000017774579,0.000002772345,0.018917117,0.04637533,0.77889866,0.07500776,0.0007257962,0.07496217],"study_design_scores_gemma":[0.0006383798,0.0003684143,0.0012309385,0.0000072283315,0.0000019381123,0.0000014096653,0.00048713904,0.6817848,0.26920238,0.0062051183,0.03981644,0.0002557961],"about_ca_topic_score_codex":0.0000073212195,"about_ca_topic_score_gemma":0.000089078625,"teacher_disagreement_score":0.6354095,"about_ca_system_score_codex":0.000027379394,"about_ca_system_score_gemma":0.000039087707,"threshold_uncertainty_score":0.27126744},"labels":[],"label_agreement":null},{"id":"W1981267303","doi":"10.1145/1132736.1132748","title":"Scénarios transactionnels sur internet","year":2006,"lang":"fr","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Disappointment; The Internet; Computer science; Usability; Task (project management); Field (mathematics); Action (physics); World Wide Web; Order (exchange); Human–computer interaction; Engineering; Psychology","score_opus":0.04154433482547101,"score_gpt":0.22887099987115103,"score_spread":0.18732666504568002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981267303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042184778,0.00077501195,0.8822202,0.0140563585,0.0036939918,0.00016955813,0.0000058842948,0.00016984458,0.05672435],"genre_scores_gemma":[0.69228673,0.000007685144,0.005623945,0.00038883692,0.00024922384,0.0000054597504,0.0000013420797,0.000009669205,0.30142713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981232,0.00016625662,0.0004030859,0.0005319196,0.00025683283,0.0005186758],"domain_scores_gemma":[0.99898905,0.00016632763,0.00005849083,0.00051056,0.00016258139,0.00011299902],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038466966,0.00022320247,0.00020924569,0.00006904243,0.000082558385,0.00041236109,0.0007193972,0.0001763963,0.0029918056],"category_scores_gemma":[0.00001868299,0.00022790839,0.0001680829,0.0003148249,0.00019966066,0.0012957972,0.00006602984,0.00025034996,0.0020563207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057135723,0.002189285,0.004270262,0.00025796046,0.00010863589,0.00010450305,0.008035953,0.007946092,0.0016296288,0.6462534,0.16427384,0.16487327],"study_design_scores_gemma":[0.0008478613,0.00041541972,0.0097655235,0.00017640466,0.000044574626,0.0001837652,0.0001036087,0.39292017,0.05658473,0.027146421,0.5110678,0.0007436919],"about_ca_topic_score_codex":0.055007104,"about_ca_topic_score_gemma":0.0070959716,"teacher_disagreement_score":0.8765963,"about_ca_system_score_codex":0.00020961979,"about_ca_system_score_gemma":0.00021792059,"threshold_uncertainty_score":0.9987207},"labels":[],"label_agreement":null},{"id":"W1981740134","doi":"10.1002/meet.1450400118","title":"Children as designers of web portals","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Usability; Participatory design; Computer science; Engineering design process; Design process; Psychology; Web design; Process (computing); Knowledge management; World Wide Web; Engineering; Human–computer interaction; The Internet; Work in process","score_opus":0.009780164415964266,"score_gpt":0.24650691003582842,"score_spread":0.23672674561986415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981740134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934295,0.000014586552,0.0036399993,0.0013388579,0.000034871948,0.0002954865,0.0000030583399,0.000056643465,0.0011870086],"genre_scores_gemma":[0.9689532,0.000025463183,0.030646065,0.00034483816,0.0000019680422,0.000017726574,8.815214e-8,0.0000015825842,0.000009082682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999058,0.0000017960872,0.00026932367,0.00014402297,0.0003142242,0.00021263743],"domain_scores_gemma":[0.9983445,0.00003700131,0.0005238172,0.00016270333,0.00089848344,0.000033510292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00116028,0.00007476634,0.00015741434,0.00015912367,0.00018325762,0.000058261034,0.0011008852,0.000039486444,5.3786914e-7],"category_scores_gemma":[0.0008282899,0.00005462969,0.00008295161,0.0027018592,0.002251264,0.0017818768,0.00017601416,0.0000712201,0.0000010580239],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009135246,0.000046970523,0.033245422,0.00007632205,0.000045806795,5.035428e-9,0.0032649545,0.000005142727,0.108360365,0.8270331,0.0023093014,0.025603455],"study_design_scores_gemma":[0.00044307506,0.0006244035,0.0039246604,0.000030104633,0.000019499277,0.00003951674,0.0061743674,0.002364413,0.95483917,0.027882613,0.003447769,0.00021039794],"about_ca_topic_score_codex":0.0000068419417,"about_ca_topic_score_gemma":1.5020298e-7,"teacher_disagreement_score":0.8464788,"about_ca_system_score_codex":0.000029583549,"about_ca_system_score_gemma":0.00028324014,"threshold_uncertainty_score":0.8294876},"labels":[],"label_agreement":null},{"id":"W1982513284","doi":"10.1142/s0219622002000282","title":"A STUDY ON TELE-COLLABORATIVE PRODUCT DEVELOPMENT","year":2002,"lang":"en","type":"article","venue":"International Journal of Information Technology & Decision Making","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Whiteboard; New product development; Product (mathematics); Protocol (science); Process (computing); Service (business); Construct (python library); Operating system; World Wide Web; Computer network; Business","score_opus":0.02872688727521608,"score_gpt":0.3072251394215644,"score_spread":0.27849825214634827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982513284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3938893,0.00006248154,0.6008149,0.002573015,0.0013123149,0.00024589855,0.0000012802602,0.0000977766,0.0010030316],"genre_scores_gemma":[0.89234394,0.000007610768,0.10726157,0.00032162387,0.00003879271,0.000008807586,2.3411906e-7,0.0000032618311,0.000014187571],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976665,0.000046813395,0.0010104724,0.0001459871,0.0009835949,0.00014664455],"domain_scores_gemma":[0.9969969,0.00018437371,0.0007650927,0.000311954,0.001707084,0.000034620785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078290346,0.00013717015,0.00018783202,0.0015890823,0.00010618668,0.00028616897,0.0019498488,0.00007608136,0.000059399143],"category_scores_gemma":[0.0010522342,0.000111294015,0.000053268373,0.0007372953,0.0000379768,0.00232383,0.00026644664,0.00034793201,0.00032668057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073272044,0.00039608584,0.0020500068,0.0000016145424,0.00012864977,0.000058477533,0.009403559,0.0007907088,0.00005138223,0.006300961,0.0021004647,0.9786448],"study_design_scores_gemma":[0.021506554,0.013117837,0.108944006,0.0041474975,0.000114108196,0.0067559527,0.04286921,0.058818836,0.13000804,0.1380498,0.47194958,0.0037185731],"about_ca_topic_score_codex":1.7828162e-7,"about_ca_topic_score_gemma":9.748202e-7,"teacher_disagreement_score":0.97492623,"about_ca_system_score_codex":0.00021784658,"about_ca_system_score_gemma":0.0000819631,"threshold_uncertainty_score":0.4538438},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","score_opus":0.30182631749823163,"score_gpt":0.3452181019100203,"score_spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983931539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54365885,0.0067553013,0.44881386,0.00016384017,0.00037110754,0.00015918356,0.0000017584973,0.000024643869,0.000051452014],"genre_scores_gemma":[0.93448573,0.00026460306,0.064652555,0.000034877132,0.000023611385,0.000005399444,1.233585e-7,0.000007791159,0.0005253317],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982146,0.00035668822,0.00053536665,0.00020390944,0.00044482708,0.00024461042],"domain_scores_gemma":[0.9983862,0.00040558507,0.00019410471,0.0002030439,0.0006176484,0.0001934357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027305346,0.0001297071,0.00028486372,0.00020269127,0.00022391294,0.0004943436,0.00037510757,0.000081122285,0.0000029868909],"category_scores_gemma":[0.00020350836,0.00009590502,0.000030400886,0.00011277198,0.00008996932,0.0010645094,0.00012797807,0.00028114978,0.000002162583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005051685,0.0027535795,0.35062012,0.009010637,0.0022204674,0.0015007425,0.35731572,0.014321327,0.0043958183,0.081954435,0.021084921,0.15431705],"study_design_scores_gemma":[0.011237371,0.0039288946,0.03316329,0.0118346615,0.00011643712,0.0068870494,0.10624036,0.1514808,0.013484449,0.009648979,0.6484487,0.0035290031],"about_ca_topic_score_codex":0.000038989987,"about_ca_topic_score_gemma":0.000022535614,"teacher_disagreement_score":0.6273638,"about_ca_system_score_codex":0.000051854306,"about_ca_system_score_gemma":0.00020074203,"threshold_uncertainty_score":0.47669664},"labels":[],"label_agreement":null},{"id":"W1985337187","doi":"10.1016/j.intcom.2005.01.004","title":"Will it be a capital letter: signalling case mode in mobile phones","year":2005,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Mobile device; Computer science; Mode (computer interface); Mobile phone; Human–computer interaction; Task (project management); Notation; Signalling; Phone; Touchscreen; Text entry; Interface (matter); Interaction design; World Wide Web; Multimedia; Telecommunications; Engineering; Linguistics; Operating system","score_opus":0.02032255039994039,"score_gpt":0.27275918548865974,"score_spread":0.25243663508871933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985337187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62648404,0.000036529684,0.36878395,0.003470025,0.00076354534,0.00020822257,0.0000019442255,0.00016270758,0.00008903565],"genre_scores_gemma":[0.9023255,0.000002264965,0.09478594,0.002575801,0.00019650343,0.00003783669,0.0000016398549,0.00002091788,0.00005359006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978967,0.00014161262,0.00046985797,0.00069520844,0.00028968675,0.00050695875],"domain_scores_gemma":[0.9978607,0.0012280237,0.00016797127,0.0005202477,0.000098361736,0.00012466469],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034278055,0.00029369522,0.0003008197,0.00022985475,0.00013017307,0.000400391,0.0008266652,0.00006933109,0.000027171633],"category_scores_gemma":[0.000057302732,0.0002674872,0.00008788593,0.0003290648,0.000058655707,0.0025590847,0.00026765018,0.00048157942,0.00004686061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024013425,0.0010143189,0.0018628105,0.00010870196,0.00018187195,0.007576919,0.13964061,0.74535507,0.005299654,0.000500403,0.01050487,0.08771462],"study_design_scores_gemma":[0.0008809126,0.00041324177,0.000025007295,0.0006212544,0.000009895277,0.0034402616,0.0011016771,0.97414035,0.0077925427,0.00008611874,0.01088012,0.0006086394],"about_ca_topic_score_codex":0.0005142515,"about_ca_topic_score_gemma":0.0010093004,"teacher_disagreement_score":0.27584147,"about_ca_system_score_codex":0.00020453101,"about_ca_system_score_gemma":0.000057012054,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","score_opus":0.0849931170347225,"score_gpt":0.39257791221268357,"score_spread":0.30758479517796106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986841213","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024878018,0.3820803,0.6150909,0.00048912317,0.00089089124,0.0007088624,0.00001038316,0.00032816542,0.00015261737],"genre_scores_gemma":[0.035709254,0.6630166,0.29478246,0.0033823657,0.0013447341,0.00031307456,0.00019006444,0.00045356274,0.0008078255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922276,0.0035920683,0.0015469465,0.0013542022,0.00037696882,0.00090217363],"domain_scores_gemma":[0.9946391,0.0023291553,0.00041199411,0.0022568277,0.00014787077,0.00021505445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008098979,0.00063411234,0.0018993368,0.0005137098,0.00017047822,0.0004495745,0.004772542,0.00032755831,0.000028742219],"category_scores_gemma":[0.0012759005,0.0005957578,0.0003720366,0.0014243758,0.000050351726,0.00031539798,0.0013995356,0.0007795359,0.0005081697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9236133e-7,0.00009062738,0.0000440452,0.0017058448,0.0000403392,0.000015816211,0.0025798348,0.0001517585,0.0000020860934,0.0001919301,0.0010867305,0.9940902],"study_design_scores_gemma":[0.00020341661,0.00016114204,0.0001440801,0.01270324,0.00003901386,0.00005323805,0.000056808327,0.004084513,0.000023991082,0.00019483044,0.9811173,0.001218407],"about_ca_topic_score_codex":0.00031983556,"about_ca_topic_score_gemma":0.00037073015,"teacher_disagreement_score":0.99287176,"about_ca_system_score_codex":0.00019613102,"about_ca_system_score_gemma":0.00024010324,"threshold_uncertainty_score":0.9996494},"labels":[],"label_agreement":null},{"id":"W1987542949","doi":"10.5555/2394101.2394125","title":"A business-process-driven approach for generating E-commerce user interface","year":2007,"lang":"en","type":"article","venue":"Model Driven Engineering Languages and Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artifact-centric business process model; Business process modeling; Usability; Business process; Business Process Model and Notation; Business process management; Workflow; Business rule; Business process discovery; Software engineering; Interdependence; Process management; User interface; Human–computer interaction; Knowledge management; Database; Work in process; Engineering; Programming language","score_opus":0.025760741705462106,"score_gpt":0.2768509578668646,"score_spread":0.2510902161614025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987542949","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15884471,0.00050824106,0.83979696,0.00004313923,0.00015371786,0.00032970737,0.000005934692,0.00020964206,0.00010795033],"genre_scores_gemma":[0.8565261,0.000004362551,0.14298749,0.00003213411,0.000110104294,0.000053533146,0.000005686924,0.00002539809,0.00025521353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986474,0.000019191451,0.00031831887,0.0004422791,0.00017375611,0.00039909076],"domain_scores_gemma":[0.99918604,0.000105783365,0.00006895494,0.00038408744,0.00014371706,0.00011142919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048402091,0.00022334685,0.00028387443,0.0001090009,0.00010252929,0.00025194697,0.00048136822,0.00010943274,5.2138535e-7],"category_scores_gemma":[0.000056802204,0.00020256476,0.000053152602,0.00020389004,0.000018695431,0.00034301658,0.00011250023,0.0001421742,0.0000014361713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056726176,0.000026789345,0.00016329765,0.00038564735,0.000024565585,0.0000027298681,0.0025992894,0.9848412,0.0086752055,0.0027302743,0.000071097675,0.00047419482],"study_design_scores_gemma":[0.00024053744,0.000033132714,0.00014791371,0.0000787034,0.000009000324,0.000024584924,0.0003550682,0.9980209,0.0006751221,0.0000108091135,0.00015199829,0.00025223516],"about_ca_topic_score_codex":0.000046410692,"about_ca_topic_score_gemma":0.0000048173606,"teacher_disagreement_score":0.69768137,"about_ca_system_score_codex":0.00004371132,"about_ca_system_score_gemma":0.000020732676,"threshold_uncertainty_score":0.8260351},"labels":[],"label_agreement":null},{"id":"W1992406326","doi":"10.1145/953536.953574","title":"Web navigation recorder eyetracking software application demo","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Usability; Computer science; Software; Web application; World Wide Web; Face (sociological concept); Multimedia; Screen reader; Human–computer interaction; Visually impaired; Programming language","score_opus":0.02000557736976753,"score_gpt":0.25918427739121497,"score_spread":0.23917870002144745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992406326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04689072,0.00002611845,0.94750595,0.00029230435,0.00017697692,0.00014963705,3.7781305e-7,0.00030109685,0.0046568355],"genre_scores_gemma":[0.7846905,0.0000020799462,0.21458961,0.00025864432,0.000013949401,0.000022000546,0.0000019088393,0.0000049056457,0.00041641493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991552,0.00007217608,0.000162982,0.00030503666,0.00014699096,0.00015756492],"domain_scores_gemma":[0.9992714,0.00009305183,0.000046319303,0.00044421855,0.00009733489,0.000047687303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035751,0.000081142374,0.00007086547,0.000035623245,0.000097640404,0.000108994864,0.00034590226,0.00006092528,0.00006072419],"category_scores_gemma":[0.000093947114,0.00007636762,0.000032999542,0.00029357334,0.000016873428,0.0004986954,0.000031993717,0.00009511418,0.00030971612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008700333,0.0003514246,0.047396872,0.0000775911,0.000032245196,0.0000042244988,0.0014070888,0.0009304707,0.01526647,0.32324952,0.006128626,0.60514677],"study_design_scores_gemma":[0.0012238689,0.0002887452,0.010305542,0.00010051004,0.00002253027,0.000091095244,0.00019716095,0.2732905,0.18427508,0.2212333,0.3075651,0.0014065938],"about_ca_topic_score_codex":0.000015672029,"about_ca_topic_score_gemma":0.000013719084,"teacher_disagreement_score":0.73779976,"about_ca_system_score_codex":0.00004006431,"about_ca_system_score_gemma":0.00004652797,"threshold_uncertainty_score":0.39808777},"labels":[],"label_agreement":null},{"id":"W1999638827","doi":"10.1109/icste.2010.5608758","title":"Use processes — modeling requirements based on elements of BPMN and UML Use Case Diagrams","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Consejo Nacional de Ciencia y Tecnología; Universidad Autónoma de Aguascalientes; University of Ontario Institute of Technology","keywords":"Use Case Diagram; Business Process Model and Notation; Computer science; Unified Modeling Language; Software engineering; Class diagram; Business requirements; Business process; Business process modeling; Applications of UML; UML tool; Programming language; Process management; Software; Engineering; Work in process","score_opus":0.11577437618613413,"score_gpt":0.3027509919525735,"score_spread":0.18697661576643937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999638827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6948574,0.000002910799,0.3046751,0.00009766897,0.00009490643,0.00016183442,0.000004132196,0.000052143965,0.000053890526],"genre_scores_gemma":[0.94229007,0.0000030073436,0.057312123,0.00029189483,0.000009469403,0.000011459221,0.0000013911483,0.000006806576,0.00007379061],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988123,0.00004342979,0.0002938279,0.0003820093,0.00025807362,0.00021034978],"domain_scores_gemma":[0.9988313,0.00019701771,0.00007144273,0.00059109926,0.0002087519,0.00010040885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034466808,0.0001351793,0.00013585792,0.00007700682,0.000082983825,0.0002609123,0.0003215489,0.000057929094,0.000025127374],"category_scores_gemma":[0.00038436905,0.00011096704,0.000026178881,0.00019710114,0.000043797172,0.0012339422,0.00012128188,0.00013043101,0.000005652615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008562121,0.010289764,0.597063,0.002549726,0.0003890593,0.0014672247,0.011552093,0.05288255,0.10932074,0.03429469,0.002523723,0.17681119],"study_design_scores_gemma":[0.0003384243,0.00019508493,0.00023303239,0.000035466495,0.000007585291,0.000018942135,0.000017971579,0.97570884,0.022805203,0.0003956172,0.00009227742,0.00015157212],"about_ca_topic_score_codex":0.00040228918,"about_ca_topic_score_gemma":0.00056840584,"teacher_disagreement_score":0.9228263,"about_ca_system_score_codex":0.000011116376,"about_ca_system_score_gemma":0.000061462815,"threshold_uncertainty_score":0.45251045},"labels":[],"label_agreement":null},{"id":"W2000115786","doi":"10.1145/1066677.1066903","title":"Comparing table views for small devices","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Mobile device; Table (database); Display size; The Internet; Mobile Web; Simple (philosophy); Transformation (genetics); World Wide Web; Data transformation; Web page; Human–computer interaction; Multimedia; Database; Mobile technology; Display device; Operating system; Data warehouse","score_opus":0.15655256733692502,"score_gpt":0.3026146402210541,"score_spread":0.1460620728841291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000115786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037381202,0.00012603623,0.9470175,0.0015025572,0.00011742733,0.00018996929,4.2805863e-7,0.00016027044,0.013504601],"genre_scores_gemma":[0.63400483,0.0000014167279,0.36251962,0.0010178466,0.00005696092,0.00002368007,5.21517e-7,0.0000033687354,0.0023717624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993137,0.000020082043,0.00016097796,0.00023520418,0.000063906664,0.00020612754],"domain_scores_gemma":[0.99944156,0.000099050536,0.000031211875,0.00032542678,0.0000514116,0.00005131732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031702057,0.0000749183,0.00011975843,0.000026200321,0.00007886018,0.00016009151,0.0006697902,0.00002684417,0.000043130294],"category_scores_gemma":[0.000016911868,0.000062107036,0.000041975312,0.00010395034,0.0000119010365,0.00040590213,0.00010461049,0.00004352732,0.00016660048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055600696,0.00090551656,0.027388873,0.0002870748,0.00010157861,0.0000019494353,0.0052892943,0.010026082,0.006280654,0.5337282,0.09622676,0.31970847],"study_design_scores_gemma":[0.00022753647,0.00005587295,0.000829974,0.000010708972,0.000003374851,0.0000023680802,0.000020374395,0.4278378,0.022636367,0.0013439116,0.54688555,0.00014615366],"about_ca_topic_score_codex":0.000038817696,"about_ca_topic_score_gemma":0.0008790193,"teacher_disagreement_score":0.5966236,"about_ca_system_score_codex":0.000023295686,"about_ca_system_score_gemma":0.000021753638,"threshold_uncertainty_score":0.25326514},"labels":[],"label_agreement":null},{"id":"W2000336361","doi":"10.4236/jsea.2012.510087","title":"User Experience Design and Agile Development: From Theory to Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; User story; Process (computing); Field (mathematics); Set (abstract data type); User experience design; Agile Unified Process; Agile usability engineering; Computer science; Process management; Software engineering; Work (physics); Systems engineering; Engineering; Engineering management; Knowledge management; Human–computer interaction; Software development; Software development process; Software","score_opus":0.016768446026067918,"score_gpt":0.2531829568392712,"score_spread":0.2364145108132033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000336361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035887904,0.0008414544,0.962918,0.00013773337,0.00008176479,0.00009261329,6.819711e-7,0.00003655079,0.0000033233728],"genre_scores_gemma":[0.2144338,0.000021661706,0.7853059,0.000118070435,0.00006584793,0.000028253273,1.4277025e-7,0.0000047877234,0.00002151199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994641,0.000029135143,0.00017902647,0.00009882362,0.00010559906,0.00012333257],"domain_scores_gemma":[0.99874926,0.00078795536,0.00006764253,0.00014209552,0.00008281215,0.00017023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048581016,0.00007251987,0.000089480636,0.00005399982,0.0000733743,0.00007636628,0.0002176121,0.000028578932,0.0000033521303],"category_scores_gemma":[0.00030388523,0.00006445008,0.00001278743,0.0001240756,0.0000129857435,0.0006595275,0.000069526235,0.00010478851,0.0000069437624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013373593,0.0010373913,0.015966557,0.000137312,0.00040697437,0.000014032237,0.13497879,0.025718026,0.025483232,0.061998904,0.0030083312,0.7311167],"study_design_scores_gemma":[0.00033207092,0.00010785137,0.02377106,0.00012741277,0.00003986203,0.00022626563,0.00064753206,0.0018739691,0.02275548,0.0012661581,0.94840366,0.00044869282],"about_ca_topic_score_codex":0.0000017377374,"about_ca_topic_score_gemma":5.1761045e-8,"teacher_disagreement_score":0.9453953,"about_ca_system_score_codex":0.000020446112,"about_ca_system_score_gemma":0.000024346164,"threshold_uncertainty_score":0.2628198},"labels":[],"label_agreement":null},{"id":"W2000414538","doi":"10.4018/jicte.2010091108","title":"User Interface Design Pedagogy","year":2010,"lang":"en","type":"article","venue":"International Journal of Information and Communication Technology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Strict constructionism; Interface (matter); Human–computer interaction; Computer science; Construct (python library); User interface; Class (philosophy); User experience design; User interface design; Constructionism; Multimedia; Programming language; Artificial intelligence","score_opus":0.011872057731446407,"score_gpt":0.3160663842611432,"score_spread":0.3041943265296968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000414538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08966922,0.00025283574,0.8743761,0.03291527,0.0016595353,0.00013285971,0.0000010278169,0.000085581516,0.00090756395],"genre_scores_gemma":[0.8162619,0.00031117894,0.18277721,0.00053963525,0.000032004737,0.000011582693,0.0000032778012,0.000003000313,0.000060206094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891335,0.000073854855,0.00060242694,0.00007701016,0.00024164043,0.00009170503],"domain_scores_gemma":[0.9971218,0.000120123674,0.00062223646,0.00049399666,0.0015852522,0.00005660471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007461157,0.00009567355,0.00011405467,0.0007531574,0.0000888337,0.00026587298,0.0020527733,0.00015008624,0.00003536046],"category_scores_gemma":[0.0004719535,0.000089720284,0.00003857894,0.00024690342,0.00012704272,0.0030842423,0.00024788632,0.0005123596,0.000040686096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039196504,0.00019710472,0.0015227696,0.0000052372,0.000056967372,3.2011718e-7,0.0024806536,0.0000660533,0.0030158367,0.34292272,0.0036857706,0.64600736],"study_design_scores_gemma":[0.0016646822,0.00045052354,0.008240963,0.00016754342,0.000032496187,0.0019343075,0.0048221652,0.011780401,0.081255265,0.185191,0.7039104,0.00055025646],"about_ca_topic_score_codex":0.000011371968,"about_ca_topic_score_gemma":0.000006860598,"teacher_disagreement_score":0.72659266,"about_ca_system_score_codex":0.000051857896,"about_ca_system_score_gemma":0.00041961623,"threshold_uncertainty_score":0.38145977},"labels":[],"label_agreement":null},{"id":"W2001442347","doi":"10.1145/2396636.2396680","title":"Improving awareness of automated actions within digital tabletops","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Human–computer interaction; Flexibility (engineering); Workload; Automation; Context (archaeology); Animation; Visualization; Field (mathematics); Multimedia; Spatial contextual awareness; Artificial intelligence; Computer graphics (images); Engineering","score_opus":0.047208545326267094,"score_gpt":0.2868345119759506,"score_spread":0.23962596664968353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001442347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34766006,0.00001453806,0.6483138,0.00009058452,0.00042897678,0.00006709538,0.0000029831808,0.0005948226,0.002827108],"genre_scores_gemma":[0.984182,1.6715177e-7,0.015208593,0.00003689399,0.000020961352,0.00000475599,0.0000010681892,0.0000039392407,0.0005415966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929774,0.000021296659,0.00019251768,0.00014492526,0.00013419421,0.00020932041],"domain_scores_gemma":[0.9993227,0.000076208795,0.00006979112,0.0003799578,0.00007322416,0.0000781208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021131743,0.00007666247,0.00010475635,0.00004899567,0.00006276512,0.00011229472,0.00039977493,0.000042735788,0.000037705184],"category_scores_gemma":[0.00007372961,0.00006358184,0.000036993624,0.00024984116,0.000034259858,0.0019814176,0.00014823733,0.00006308497,0.00004525533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005771731,0.0034578636,0.2621184,0.0003941799,0.00026895432,0.000006416174,0.02135222,0.004063151,0.23769392,0.3868948,0.011855475,0.0718369],"study_design_scores_gemma":[0.00028981286,0.0001196423,0.009664847,0.00002124974,0.000011148256,0.000031637202,0.000345253,0.63383657,0.35286033,0.00094520673,0.0015190766,0.0003552304],"about_ca_topic_score_codex":0.00014350745,"about_ca_topic_score_gemma":0.000007623032,"teacher_disagreement_score":0.63652194,"about_ca_system_score_codex":0.000025427613,"about_ca_system_score_gemma":0.000063355525,"threshold_uncertainty_score":0.25927925},"labels":[],"label_agreement":null},{"id":"W2003205661","doi":"10.1145/1180875.1180906","title":"Shared waypoints and social tagging to support collaboration in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Bookmarking; Computer science; Asynchronous communication; Software development; Collaborative software; Software engineering; Software; Human–computer interaction; World Wide Web; Knowledge management","score_opus":0.022403294189553856,"score_gpt":0.26618886062986136,"score_spread":0.2437855664403075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003205661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5588166,0.000004146945,0.43640617,0.0034869683,0.00009740113,0.00022501517,0.0000021481865,0.00013902457,0.00082251825],"genre_scores_gemma":[0.8295025,6.661976e-8,0.16938621,0.00063751044,0.000015333972,0.000017287099,0.000004855847,0.000003084866,0.00043311817],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992499,0.00002559125,0.00018377377,0.00025063253,0.00013508041,0.00015506987],"domain_scores_gemma":[0.9997691,0.000025443078,0.000021037285,0.000097880875,0.000057810154,0.000028739054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023829447,0.0000710042,0.00008513112,0.00007929506,0.00008456169,0.00018658672,0.0001854408,0.000036099576,0.000037352194],"category_scores_gemma":[0.000018468365,0.000070879934,0.000008038806,0.00026304316,0.000009712337,0.0003772611,0.00012297013,0.000039493676,0.00005724258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015912988,0.0012542817,0.2520022,0.00029765928,0.00004613585,0.00012173976,0.11754643,0.001307645,0.016569238,0.11788055,0.18767142,0.30514356],"study_design_scores_gemma":[0.002550312,0.00043675702,0.72325146,0.00008961649,0.0000066440502,0.000019198153,0.001262634,0.01161111,0.11701042,0.015461171,0.12662868,0.0016719659],"about_ca_topic_score_codex":0.00006181198,"about_ca_topic_score_gemma":0.001004472,"teacher_disagreement_score":0.47124928,"about_ca_system_score_codex":0.00008383486,"about_ca_system_score_gemma":0.00010534438,"threshold_uncertainty_score":0.28904},"labels":[],"label_agreement":null},{"id":"W2004286231","doi":"10.1007/s00779-007-0143-6","title":"Special issue on user-centred design and evaluation of ubiquitous groupware","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Human–computer interaction; Collaborative software; Ubiquitous computing; World Wide Web","score_opus":0.05913771231609108,"score_gpt":0.2934034869570244,"score_spread":0.23426577464093332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004286231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83662,0.00029723093,0.15988973,0.00041639523,0.0008838374,0.00044308923,0.000002384877,0.000088573746,0.001358778],"genre_scores_gemma":[0.9819226,0.000011352159,0.015520395,0.00020946722,0.0022708916,0.0000019318395,0.0000015886011,0.0000109787525,0.00005074609],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977909,0.00024945053,0.0003579924,0.00053588615,0.0006778479,0.00038797356],"domain_scores_gemma":[0.9986541,0.00059874874,0.00014963961,0.00021131443,0.00024591983,0.00014023388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022317537,0.00021016317,0.00026435405,0.00013144042,0.00023916358,0.00012180423,0.000310482,0.00009967836,0.000033825723],"category_scores_gemma":[0.00010093795,0.00019793863,0.0000544809,0.00022248109,0.000104752515,0.00020665185,0.00019873636,0.00018554772,0.000009972438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028054195,0.00040014958,0.0025070098,0.00014949965,0.000083428255,0.000025047711,0.032551948,0.002030794,0.0033340463,0.003917503,0.0039671855,0.95075285],"study_design_scores_gemma":[0.0022801745,0.0013817053,0.031198056,0.00029967088,0.00009144115,0.00011301356,0.0017925781,0.93534476,0.018924398,0.002211034,0.0056548566,0.00070829806],"about_ca_topic_score_codex":0.00004339547,"about_ca_topic_score_gemma":0.0000147536875,"teacher_disagreement_score":0.9500446,"about_ca_system_score_codex":0.00007208674,"about_ca_system_score_gemma":0.000068877445,"threshold_uncertainty_score":0.80717033},"labels":[],"label_agreement":null},{"id":"W2006303821","doi":"10.1108/07378831111138189","title":"Usability testing of VuFind at an academic library","year":2011,"lang":"en","type":"article","venue":"Library Hi Tech","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Usability; Computer science; Pluralistic walkthrough; Usability engineering; Task (project management); Interface (matter); World Wide Web; Originality; Web usability; Usability lab; Test (biology); Set (abstract data type); User interface; System usability scale; Subject (documents); Human–computer interaction; Psychology; Engineering","score_opus":0.10101832470088563,"score_gpt":0.25838844289796553,"score_spread":0.1573701181970799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006303821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721184,0.00016206686,0.004237023,0.00042382226,0.00017952366,0.00023719648,0.00001516387,0.0010225293,0.02160428],"genre_scores_gemma":[0.84459466,0.0000069531607,0.15426414,0.00036572333,0.00004635067,0.000011409793,0.0000041317294,0.00002197995,0.0006846713],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99817353,0.00018795073,0.00048348485,0.00060053397,0.00021534138,0.00033913346],"domain_scores_gemma":[0.9981579,0.0002645388,0.00015129922,0.0012334504,0.000018428052,0.00017436355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023941093,0.00019121243,0.00024324979,0.000109977576,0.00009781941,0.000054059787,0.0023269309,0.00020822849,0.00058865047],"category_scores_gemma":[0.00008203261,0.00017722746,0.000066157176,0.0007303091,0.00017945818,0.007052013,0.0012288118,0.00037013018,0.000087390115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008747321,0.00043287524,0.9178283,0.00013461318,0.00001931393,0.000019853514,0.0036458801,0.0000082404695,0.017038157,0.02960838,0.00411506,0.027061813],"study_design_scores_gemma":[0.00023884232,0.0005795603,0.14384148,0.00007762519,0.000008263332,0.000028504164,0.000045541274,0.006400686,0.7482757,0.09711153,0.002973991,0.00041826503],"about_ca_topic_score_codex":0.000017838307,"about_ca_topic_score_gemma":4.3505534e-7,"teacher_disagreement_score":0.7739869,"about_ca_system_score_codex":0.0000123128475,"about_ca_system_score_gemma":0.00011706322,"threshold_uncertainty_score":0.7227126},"labels":[],"label_agreement":null},{"id":"W2008951641","doi":"10.1145/2046396.2046438","title":"Embedding interface sketches in code","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; ASCII; Embedding; Rendering (computer graphics); User interface; Interface (matter); Programming language; Code (set theory); Cursor (databases); Human–computer interaction; Computer graphics (images); Operating system; Set (abstract data type); Database; Artificial intelligence","score_opus":0.08723207104537709,"score_gpt":0.2972611172518496,"score_spread":0.21002904620647253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008951641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27514893,0.00003301514,0.70171064,0.00022519118,0.00017332549,0.0000705498,2.846538e-7,0.0001535637,0.02248448],"genre_scores_gemma":[0.92038965,0.0000018332164,0.07880084,0.000161534,0.000005897213,0.000005619398,5.4863893e-8,0.0000036069612,0.00063096016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991955,0.00005293677,0.00018301407,0.00027242425,0.00009302948,0.00020308043],"domain_scores_gemma":[0.9994391,0.000059222817,0.000026209931,0.0004005346,0.000025051027,0.00004985087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034279804,0.000083677216,0.00010718274,0.000070866234,0.000022080183,0.00004998258,0.0007955621,0.000044342392,0.00021137808],"category_scores_gemma":[0.000043986387,0.000072107345,0.00003028096,0.00018628011,0.00002916657,0.0005286703,0.00020956817,0.000112657326,0.00026238544],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020823521,0.0026754704,0.10738617,0.00016688887,0.00011931818,0.00017756174,0.21596639,0.0019262036,0.024766842,0.47956258,0.012843258,0.15420108],"study_design_scores_gemma":[0.0007053796,0.0003867775,0.023616306,0.0000978349,0.0000044968365,0.000023643455,0.0011793098,0.38087854,0.5334972,0.054881144,0.004025052,0.0007043076],"about_ca_topic_score_codex":0.00023023022,"about_ca_topic_score_gemma":0.0002165493,"teacher_disagreement_score":0.6452407,"about_ca_system_score_codex":0.00003200078,"about_ca_system_score_gemma":0.000023797897,"threshold_uncertainty_score":0.33725214},"labels":[],"label_agreement":null},{"id":"W2010034907","doi":"10.1145/1878450.1878455","title":"Solar scramble","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process (computing); Key (lock); Multimedia; Human–computer interaction; Software; Work (physics); Educational software; Design process; Work in process; Engineering","score_opus":0.014358175581060475,"score_gpt":0.23856077353876168,"score_spread":0.2242025979577012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010034907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08100049,0.0000032655637,0.8786445,0.002044191,0.00064213324,0.000048040663,1.7277e-7,0.0002441736,0.037373003],"genre_scores_gemma":[0.8770219,2.7355387e-7,0.12011219,0.00056568114,0.000028595086,0.0000025083075,9.611098e-8,0.000001984902,0.00226674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995385,0.000012125059,0.00006750992,0.000165006,0.00008873697,0.00012812084],"domain_scores_gemma":[0.9993869,0.00003347904,0.000010093496,0.00048131132,0.0000347112,0.000053478918],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019921426,0.00004470662,0.000044379318,0.000020490297,0.00004869053,0.00012001188,0.00062948116,0.000037251706,0.00031355247],"category_scores_gemma":[0.00003137557,0.000036077196,0.000025273503,0.000093460716,0.000022357386,0.00034363376,0.00010704455,0.0001389565,0.00084772625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030247859,0.0001667654,0.0029157023,0.000007058128,0.000009713429,0.000006717357,0.00061200804,0.000008259072,0.1781703,0.7384825,0.025471378,0.054146588],"study_design_scores_gemma":[0.00034418146,0.00015551312,0.0060138,0.000004295963,0.000003152301,0.000036663638,0.00002616294,0.11967048,0.47147387,0.09571864,0.30612364,0.00042959198],"about_ca_topic_score_codex":0.000030630257,"about_ca_topic_score_gemma":0.000050430786,"teacher_disagreement_score":0.79602146,"about_ca_system_score_codex":0.0000029548291,"about_ca_system_score_gemma":0.000022387929,"threshold_uncertainty_score":0.9999302},"labels":[],"label_agreement":null},{"id":"W2011201505","doi":"10.1145/503376.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Software system; World Wide Web; Engineering; Systems engineering; Software construction","score_opus":0.05102629285948977,"score_gpt":0.21808770788812556,"score_spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011201505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009060729,0.00010536601,0.89151907,0.0049095983,0.00028636825,0.000069467664,3.5044218e-7,0.00042744313,0.09362163],"genre_scores_gemma":[0.9506269,0.00000650835,0.041438557,0.0011687828,0.000025611096,0.0000045023035,1.215183e-7,0.000002903201,0.006726098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999405,0.000025058527,0.00009227931,0.00020658439,0.00011687099,0.00015417792],"domain_scores_gemma":[0.9994244,0.000039490486,0.000012557852,0.00045057564,0.000027274518,0.000045706947],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007410369,0.000060856004,0.00006102664,0.00002026414,0.00005187818,0.00008905847,0.0005974157,0.000029857054,0.0012731522],"category_scores_gemma":[0.00001708223,0.000049798997,0.00003552724,0.0001579079,0.000019800267,0.0004594454,0.00010285187,0.000058616057,0.0020388095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023998348,0.00043570038,0.0017131104,0.00002150964,0.000025871117,0.000032628057,0.0055456487,0.00005623025,0.0007789307,0.5659824,0.24716294,0.17824261],"study_design_scores_gemma":[0.00077303976,0.00045918443,0.0037665728,0.000022757431,0.000007079046,0.000081854225,0.0001297706,0.47754186,0.026780026,0.056405414,0.43315852,0.00087393675],"about_ca_topic_score_codex":0.00001937718,"about_ca_topic_score_gemma":0.0000061618416,"teacher_disagreement_score":0.94156617,"about_ca_system_score_codex":0.000014416363,"about_ca_system_score_gemma":0.0000024776616,"threshold_uncertainty_score":0.9996398},"labels":[],"label_agreement":null},{"id":"W2014237522","doi":"10.1145/2467696.2467783","title":"User interface evaluation of meta-indexes for search","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Index (typography); User interface; Information retrieval; Focus (optics); World Wide Web; Digital library; Domain (mathematical analysis); Human–computer interaction; Interface (matter); Metadata; Programming language","score_opus":0.19561519875546246,"score_gpt":0.3699627262330094,"score_spread":0.17434752747754695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014237522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23127171,0.00007244999,0.76563627,0.0011900263,0.000094938616,0.00069060165,0.0000012722724,0.00004182465,0.00100092],"genre_scores_gemma":[0.9396464,7.265732e-7,0.058934357,0.000076626646,0.000008818268,0.00016616505,4.226489e-7,0.0000038728526,0.0011626102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988332,0.0001581697,0.00020693554,0.00023932682,0.0004054592,0.00015694869],"domain_scores_gemma":[0.9984199,0.00022925108,0.000038831902,0.00046268333,0.00080838444,0.000040947936],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016994321,0.00007945344,0.00016463372,0.000056303063,0.000031567313,0.00008889046,0.0006034963,0.000040161704,0.0009439299],"category_scores_gemma":[0.00011475591,0.00005670167,0.00011102521,0.00013408,0.000032977918,0.00063982565,0.00011956869,0.00004809981,0.00012295024],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099563615,0.0018184918,0.0045426064,0.0005135914,0.0043381336,3.2866672e-7,0.016274076,0.04035355,0.17483649,0.31449258,0.11261771,0.33011287],"study_design_scores_gemma":[0.00035388643,0.00019579708,0.001384028,0.0000051962165,0.00014913725,8.172331e-7,0.000086482854,0.49699402,0.4817952,0.018088708,0.0008271481,0.000119605356],"about_ca_topic_score_codex":0.00018766853,"about_ca_topic_score_gemma":0.000022568656,"teacher_disagreement_score":0.7083747,"about_ca_system_score_codex":0.000027477752,"about_ca_system_score_gemma":0.00006501872,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","score_opus":0.09646156343892542,"score_gpt":0.3748743440137637,"score_spread":0.27841278057483826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015529899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085666075,0.000021155756,0.910985,0.00028225046,0.0017685208,0.00095030933,0.000009845172,0.00025943018,0.00005741147],"genre_scores_gemma":[0.6448694,9.75263e-7,0.35472962,0.00013390006,0.00010055083,0.000063843494,0.000008291659,0.000018102724,0.00007530349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738026,0.00034192405,0.00057495845,0.0007145442,0.00059596257,0.00039236777],"domain_scores_gemma":[0.9960525,0.0014329348,0.0002699559,0.0012980396,0.0008185885,0.00012800448],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002376524,0.00029287065,0.00031566253,0.00041140083,0.00036904996,0.00019710672,0.001151606,0.00017045347,0.00008808121],"category_scores_gemma":[0.000114889546,0.00030777167,0.00019256202,0.00039463295,0.000036875947,0.0015604917,0.000027898746,0.00041372277,0.000017319358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080158527,0.0014989857,0.000021780133,0.000065848915,0.00018809226,0.0000027028811,0.0023240605,0.21119261,0.009329415,0.0004764762,0.001196986,0.7729015],"study_design_scores_gemma":[0.0018132519,0.004682662,0.00035827328,0.00014465505,0.00012349733,0.000043235726,0.00013005151,0.5566624,0.42795897,0.007052594,0.00060242164,0.0004280093],"about_ca_topic_score_codex":0.00013309722,"about_ca_topic_score_gemma":0.00029019534,"teacher_disagreement_score":0.77247345,"about_ca_system_score_codex":0.00030762848,"about_ca_system_score_gemma":0.0000941136,"threshold_uncertainty_score":0.9999374},"labels":[],"label_agreement":null},{"id":"W2016009362","doi":"10.1145/1979742.1979843","title":"Interactive surface technology for a mobile command centre","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Work (physics); Event (particle physics); Emergency response; Mobile computing; Mobile device; Human–computer interaction; Multimedia; World Wide Web; Engineering; Telecommunications","score_opus":0.03626429602913103,"score_gpt":0.2585800784047177,"score_spread":0.22231578237558666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016009362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20668335,0.00003875252,0.7853177,0.00071065425,0.00025399303,0.0004974866,0.0000037832854,0.00034841418,0.006145841],"genre_scores_gemma":[0.86900324,0.0000014762782,0.12956068,0.0001367904,0.0000057216075,0.000027561759,4.7505952e-7,0.0000047843487,0.001259273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99928516,0.000026395744,0.00013186524,0.00028614767,0.00005615221,0.00021427743],"domain_scores_gemma":[0.99922496,0.0001126386,0.00003911313,0.00046255605,0.00011809108,0.000042627136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012926989,0.000092590824,0.000120213204,0.000051445306,0.000058734884,0.000035867626,0.0007415954,0.0000710024,0.00014011595],"category_scores_gemma":[0.000027973423,0.000077903635,0.000047436566,0.00017714588,0.00005240289,0.00032090564,0.00019621839,0.000090364134,0.000114278126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000510036,0.0033380021,0.03022461,0.00015289513,0.00037951928,0.000032865893,0.07313932,0.00019634154,0.015414068,0.711162,0.05294459,0.11250581],"study_design_scores_gemma":[0.0014264879,0.0015573357,0.0007880465,0.00004794633,0.000019828894,0.000032122,0.0030259665,0.063279726,0.75345004,0.11169394,0.06398658,0.0006919734],"about_ca_topic_score_codex":0.000055281856,"about_ca_topic_score_gemma":0.000066277935,"teacher_disagreement_score":0.738036,"about_ca_system_score_codex":0.00003128289,"about_ca_system_score_gemma":0.000021409722,"threshold_uncertainty_score":0.31768182},"labels":[],"label_agreement":null},{"id":"W2016110579","doi":"10.1145/1180875.1180936","title":"An exploratory analysis of partner action and camera control in a video-mediated collaborative task","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Zoom; Task (project management); Computer science; Action (physics); Computer vision; Artificial intelligence; Motion (physics); Movement (music); Human–computer interaction; Video camera; Control (management); Multimedia; Engineering","score_opus":0.019000227375893807,"score_gpt":0.2738975261972441,"score_spread":0.2548972988213503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016110579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.791044,0.00005457785,0.208272,0.00025497744,0.000029731089,0.00013397996,0.0000129566815,0.000043169766,0.00015462376],"genre_scores_gemma":[0.9984125,0.000005025384,0.0013358373,0.00018104588,0.000007661365,0.000022136328,0.0000065033555,0.0000025672857,0.000026723845],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989324,0.00025750895,0.00025564843,0.00028394972,0.00014131793,0.00012914525],"domain_scores_gemma":[0.9992501,0.00017429398,0.00008208183,0.00028953198,0.00015777483,0.000046225337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036379747,0.000088304296,0.00025102907,0.00028612872,0.000027204438,0.00005916509,0.00017701321,0.000053214306,0.000021445994],"category_scores_gemma":[0.000025748848,0.000076382676,0.000030703788,0.0016105523,0.000062662075,0.0007173402,0.000020152016,0.00006210408,0.0000036937147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000503043,0.002473109,0.5205613,0.00005499596,0.0011722713,0.000035456877,0.023534462,0.04197305,0.37432486,0.024489118,0.0035454242,0.007332964],"study_design_scores_gemma":[0.0012385672,0.00031454195,0.1634291,0.0000076716715,0.00012452276,4.799636e-7,0.0011161317,0.8161955,0.015936352,0.00086917274,0.0005247515,0.00024322946],"about_ca_topic_score_codex":0.0005525203,"about_ca_topic_score_gemma":0.0056354143,"teacher_disagreement_score":0.77422243,"about_ca_system_score_codex":0.000032314547,"about_ca_system_score_gemma":0.000057001518,"threshold_uncertainty_score":0.31446934},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","score_opus":0.12947094428421346,"score_gpt":0.3473394616592907,"score_spread":0.21786851737507723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016427628","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005496569,0.0011855464,0.9699186,0.020552395,0.00020590014,0.0009108628,0.000005911537,0.00006884027,0.0016553547],"genre_scores_gemma":[0.49923182,0.00002310831,0.5003374,0.00012471527,0.0000015357634,0.00010507244,2.9536238e-7,0.0000040808727,0.00017195492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989898,0.00045552783,0.00021338538,0.00013744793,0.000080951206,0.00012285734],"domain_scores_gemma":[0.9650003,0.0014128042,0.00010633823,0.033305876,0.00014827942,0.00002641991],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00078687025,0.00007469167,0.00011125793,0.000027335025,0.00023183497,0.000040364543,0.039446555,0.000037288744,0.0000060611515],"category_scores_gemma":[0.0055910945,0.00005749529,0.000090495254,0.00023451334,0.0001741451,0.00016888785,0.0076796906,0.0001190347,0.00001570395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044703058,0.0017521324,0.001541401,0.0001028638,0.00018427586,6.635777e-8,0.011516025,0.010001727,0.027015947,0.67606896,0.25842583,0.013346084],"study_design_scores_gemma":[0.0005121612,0.00024644684,0.00040919654,0.00007261864,0.000028718596,0.0000075691987,0.00033506402,0.023076491,0.23025376,0.5517528,0.1930527,0.00025248923],"about_ca_topic_score_codex":0.0000086955,"about_ca_topic_score_gemma":0.0000061589258,"teacher_disagreement_score":0.49373522,"about_ca_system_score_codex":0.000028691957,"about_ca_system_score_gemma":0.000059634265,"threshold_uncertainty_score":0.9657505},"labels":[],"label_agreement":null},{"id":"W2017181307","doi":"10.1016/j.intcom.2004.04.002","title":"Universal usability revisited","year":2004,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Library science; World Wide Web; Media studies; Sociology; Human–computer interaction","score_opus":0.017510165488469936,"score_gpt":0.24703578069954868,"score_spread":0.22952561521107875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017181307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2758237,0.000009231473,0.7200692,0.0017615514,0.0009890129,0.00014297094,8.4621416e-7,0.00036842405,0.00083501864],"genre_scores_gemma":[0.8613992,7.188572e-7,0.13804778,0.00045961852,0.000049131013,0.0000029233272,0.0000013654337,0.000009816678,0.000029492092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844015,0.000101128215,0.00026556218,0.0005924854,0.00026596163,0.00033469056],"domain_scores_gemma":[0.99808353,0.000718355,0.00013346873,0.0007718471,0.0001625143,0.00013029051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003217119,0.00020278945,0.00021569902,0.00010799425,0.00014227148,0.00030689625,0.0010698987,0.000049815324,0.000015302809],"category_scores_gemma":[0.00018003288,0.00017266462,0.00007898584,0.00043598787,0.00008461566,0.0011736503,0.00026932164,0.00031326048,0.0001037137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001866777,0.004774702,0.066286474,0.00076839427,0.0015472063,0.0024598236,0.08300627,0.24978586,0.016086392,0.2859792,0.018267265,0.26917163],"study_design_scores_gemma":[0.022594672,0.011208191,0.061715294,0.013569382,0.00023834361,0.00415931,0.0032829226,0.64047766,0.115924865,0.040201288,0.077578165,0.009049917],"about_ca_topic_score_codex":0.00015581252,"about_ca_topic_score_gemma":0.00001849272,"teacher_disagreement_score":0.58557546,"about_ca_system_score_codex":0.0002625599,"about_ca_system_score_gemma":0.000102401325,"threshold_uncertainty_score":0.70410585},"labels":[],"label_agreement":null},{"id":"W2018886825","doi":"10.1145/1152301.1152311","title":"Ten years on internet time","year":2006,"lang":"en","type":"article","venue":"netWorker","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Business; Internet privacy; Advertising; World Wide Web; Computer science","score_opus":0.010613067395539697,"score_gpt":0.20993678379150083,"score_spread":0.19932371639596114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018886825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5093582,0.00022269225,0.2675348,0.00230458,0.0018015704,0.00038142834,0.0000031370485,0.00094066246,0.21745291],"genre_scores_gemma":[0.9775749,6.4665176e-7,0.0039790925,0.0006744107,0.0002499586,0.0000036721717,0.0000022608422,0.000007994748,0.017507104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992319,0.000049828755,0.000119491546,0.0002491582,0.00014318593,0.00020648217],"domain_scores_gemma":[0.9994695,0.00006243713,0.000027313721,0.00038660955,0.0000195038,0.000034613793],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016647499,0.000081974365,0.00008657092,0.000030878597,0.00002026395,0.00009798153,0.00051061297,0.00005258615,0.00017674123],"category_scores_gemma":[0.000005487211,0.00007356973,0.000045987246,0.00014289124,0.000025602396,0.00013129876,0.00009698861,0.00010718982,0.0028906397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027093518,0.00018321806,0.0038647861,0.0000031996187,0.000017978684,0.0000338987,0.00022336263,0.0045052217,0.00016674581,0.03053527,0.9225714,0.03786782],"study_design_scores_gemma":[0.0005213124,0.0003672942,0.07410567,0.00007084722,0.000008173521,0.00001462198,0.0000028740717,0.28621495,0.0018085969,0.0149804875,0.6214206,0.00048453425],"about_ca_topic_score_codex":0.000058501275,"about_ca_topic_score_gemma":0.0000069021066,"teacher_disagreement_score":0.46821663,"about_ca_system_score_codex":0.000027084274,"about_ca_system_score_gemma":0.000010954448,"threshold_uncertainty_score":0.9978857},"labels":[],"label_agreement":null},{"id":"W2020618803","doi":"10.3166/isi.12.6.9-37","title":"Conception centrée sur l'utilisateur lors de la définition des exigences en RUP<sup>©</sup>. Une étude de cas","year":2007,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rational Unified Process; Computer science; Software engineering; Software; Engineering; Software development process; Software development; Programming language","score_opus":0.030428318956226687,"score_gpt":0.2708933963690079,"score_spread":0.2404650774127812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020618803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5559283,0.00058109517,0.4390762,0.00019439634,0.00047375337,0.00032213304,0.000028182121,0.00020028386,0.0031956967],"genre_scores_gemma":[0.9826771,0.00043122895,0.015894553,0.00038492683,0.00029250936,0.000036039586,0.00006676604,0.000023148676,0.00019370535],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955612,0.0009817209,0.001292747,0.00037079724,0.00059377763,0.0011997814],"domain_scores_gemma":[0.9969604,0.0010552496,0.00050621905,0.0005003987,0.00062438706,0.00035333616],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00547724,0.000459366,0.00039067824,0.00034592813,0.0006620719,0.0012669935,0.00080252293,0.0005990671,0.00014152811],"category_scores_gemma":[0.0011551102,0.00051099394,0.00019419714,0.0011106317,0.0014926643,0.009870125,0.00018401173,0.00053003704,0.00038597768],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024298241,0.00030867237,0.035250373,0.0015682477,0.00013262618,0.00006928688,0.5297891,0.045273595,0.00090268685,0.03625809,0.0009251952,0.34927917],"study_design_scores_gemma":[0.0019423186,0.001044761,0.2478718,0.0023037428,0.00017761093,0.001258928,0.04817389,0.52821136,0.04293262,0.107270434,0.01705745,0.0017550542],"about_ca_topic_score_codex":0.0033031758,"about_ca_topic_score_gemma":0.00047519078,"teacher_disagreement_score":0.48293778,"about_ca_system_score_codex":0.0015724961,"about_ca_system_score_gemma":0.0005372438,"threshold_uncertainty_score":0.9997698},"labels":[],"label_agreement":null},{"id":"W2021620362","doi":"10.1080/10447318.2012.715536","title":"Guidelines for Designing Awareness-Augmented Mobile DUIs","year":2012,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Human–computer interaction; Mobile device; Heuristics; Workspace; Common ground; Face (sociological concept); User interface; Internet privacy; World Wide Web; Multimedia; Artificial intelligence; Psychology","score_opus":0.15934266517188775,"score_gpt":0.4313576879484219,"score_spread":0.2720150227765341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021620362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118798204,0.0001577237,0.8691571,0.00094948325,0.010601035,0.00018470398,0.0000039935003,0.00005816045,0.00008960006],"genre_scores_gemma":[0.85289854,0.000014423265,0.14280272,0.00076035934,0.0033400944,0.000028349807,0.000008293378,0.000018059733,0.00012915902],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977119,0.00011459253,0.0010417943,0.00023708266,0.0005963186,0.0002983107],"domain_scores_gemma":[0.99560076,0.0003264954,0.0007635176,0.0002547834,0.0029184949,0.00013595875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011309009,0.00020982003,0.00027971048,0.00042745288,0.0001323799,0.00038652428,0.0014092993,0.00007974702,0.00007386662],"category_scores_gemma":[0.00014903022,0.00018732996,0.00031571466,0.00011497521,0.00002995075,0.0031849188,0.0001892574,0.00024426548,0.000031757936],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011048551,0.0042827497,0.017005276,0.00016039787,0.003113146,0.00011079649,0.015948914,0.030773805,0.16744393,0.025863724,0.22199512,0.5121973],"study_design_scores_gemma":[0.006786069,0.0041362615,0.0059611667,0.0014476432,0.00019873798,0.0031233097,0.0010074248,0.23679726,0.42119318,0.009554551,0.3081119,0.0016824646],"about_ca_topic_score_codex":0.000022710185,"about_ca_topic_score_gemma":0.0000035590003,"teacher_disagreement_score":0.73410034,"about_ca_system_score_codex":0.00027312225,"about_ca_system_score_gemma":0.00006860042,"threshold_uncertainty_score":0.7639094},"labels":[],"label_agreement":null},{"id":"W2022982174","doi":"10.7202/1012890ar","title":"Système d’aide adaptatif à base de traces","year":2012,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.0888370202707184,"score_gpt":0.27288162311882047,"score_spread":0.1840446028481021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022982174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.647659,0.025003305,0.27815813,0.036866736,0.0024152684,0.00046445255,0.00012066493,0.0020818608,0.0072305957],"genre_scores_gemma":[0.82001424,0.0022688713,0.05830081,0.00007393351,0.00019452549,0.000017450895,0.0000108636605,0.000033145854,0.11908618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972141,0.00027706122,0.00043880925,0.00063260685,0.0003801817,0.0010572779],"domain_scores_gemma":[0.99729544,0.0009787559,0.00024783312,0.00091011176,0.00038284686,0.00018502538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007743731,0.00042558837,0.00038614415,0.00046753828,0.000328232,0.00024434418,0.0028571773,0.00059341086,0.00019531068],"category_scores_gemma":[0.0013925356,0.0005026001,0.00028169944,0.0007265106,0.0008767926,0.0036106477,0.0010898858,0.00068810314,0.00046459585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059184764,0.00084620697,0.03374523,0.0007471704,0.0004502969,0.0005210327,0.017485421,0.001911358,0.0012956153,0.24168305,0.006723112,0.69453233],"study_design_scores_gemma":[0.0015796751,0.0011065515,0.013374683,0.00393851,0.00040743628,0.0023294957,0.08764693,0.08229804,0.035695355,0.047615875,0.7215259,0.0024815518],"about_ca_topic_score_codex":0.00035093908,"about_ca_topic_score_gemma":0.00017339621,"teacher_disagreement_score":0.7148028,"about_ca_system_score_codex":0.0026258212,"about_ca_system_score_gemma":0.00033187147,"threshold_uncertainty_score":0.99974257},"labels":[],"label_agreement":null},{"id":"W2024544358","doi":"10.1007/s00779-007-0145-4","title":"Evaluating teamwork support in tabletop groupware applications using collaboration usability analysis","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Teamwork; Human–computer interaction; Collaborative software; Table (database); Set (abstract data type); Computer-supported cooperative work; Work (physics); World Wide Web; Database","score_opus":0.055683939365727055,"score_gpt":0.36858944123064735,"score_spread":0.3129055018649203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024544358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52687854,0.000057700054,0.47251543,0.00013183769,0.000058345944,0.00019144315,0.0000022065449,0.000058226426,0.000106292784],"genre_scores_gemma":[0.92191905,0.0000019149752,0.07775798,0.0001584758,0.00012054639,0.0000068405934,0.0000066644693,0.0000066752123,0.000021834292],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978474,0.00015057306,0.0005231796,0.0006658136,0.00037169593,0.0004413487],"domain_scores_gemma":[0.9987453,0.0004570269,0.00016129785,0.00029937888,0.00021766975,0.00011929162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032204366,0.00017681946,0.00029958165,0.0002749064,0.00039898793,0.00023985234,0.0003480274,0.00009226466,0.000015942687],"category_scores_gemma":[0.00008553149,0.00018335375,0.00008218679,0.0024249835,0.00007526006,0.0003792751,0.00022660373,0.0002221229,0.000005356518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082709776,0.0006723374,0.6577432,0.00025758616,0.00029483088,0.000023862784,0.040272485,0.05350192,0.012693073,0.005891538,0.00006095172,0.2285055],"study_design_scores_gemma":[0.00023478453,0.00008869367,0.054388113,0.00002196196,0.00006196457,0.00001269962,0.0010736126,0.94245225,0.0004968635,0.0007467534,0.0001718681,0.00025043596],"about_ca_topic_score_codex":0.00022510589,"about_ca_topic_score_gemma":0.00041490246,"teacher_disagreement_score":0.88895035,"about_ca_system_score_codex":0.00020028364,"about_ca_system_score_gemma":0.00012380311,"threshold_uncertainty_score":0.7476949},"labels":[],"label_agreement":null},{"id":"W2024694080","doi":"10.1016/j.ergon.2011.01.005","title":"Requirements analysis for customization using subgroup differences and large sample user testing: A case study of information retrieval on handheld devices in healthcare","year":2011,"lang":"en","type":"article","venue":"International Journal of Industrial Ergonomics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Sample (material); Context (archaeology); Mobile device; Computer science; Premise; Sample size determination; Test (biology); User requirements document; Health care; World Wide Web; Software engineering; Statistics; Mathematics","score_opus":0.24929291172358117,"score_gpt":0.34366826706372783,"score_spread":0.09437535534014665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024694080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781656,0.000005589662,0.1210711,0.000059304333,0.0004464553,0.00021700597,0.000028307259,0.0000040980267,0.000002511936],"genre_scores_gemma":[0.9896633,0.000002771829,0.010207945,0.000046142206,0.000071966686,0.0000017846211,0.0000025141803,0.0000030468113,5.5446526e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849325,0.000119765355,0.00087900704,0.00012738259,0.00026377855,0.00011681015],"domain_scores_gemma":[0.9978215,0.0004270962,0.00091612316,0.00011615062,0.0006628246,0.00005630898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010647827,0.00009905464,0.0002619393,0.0006563872,0.000053513435,0.0001175015,0.00042254772,0.00008616408,0.000003338521],"category_scores_gemma":[0.00081923266,0.00008969254,0.0000609358,0.00038445662,0.000018158284,0.0011664379,0.00008512712,0.00016253999,1.347396e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018234816,0.00055634597,0.98290867,0.000008814899,0.0004105672,0.000023939338,0.0061772,0.003010281,0.000021526374,0.0005734849,0.0000064916817,0.00447919],"study_design_scores_gemma":[0.025632303,0.009108308,0.31536046,0.00060289836,0.0006789372,0.00042103793,0.014016862,0.628246,0.0028858639,0.0020431431,0.00016575643,0.0008384067],"about_ca_topic_score_codex":0.0022632235,"about_ca_topic_score_gemma":0.0010318201,"teacher_disagreement_score":0.66754824,"about_ca_system_score_codex":0.00017126482,"about_ca_system_score_gemma":0.00015566616,"threshold_uncertainty_score":0.36575556},"labels":[],"label_agreement":null},{"id":"W2026048519","doi":"10.11575/prism/10590","title":"iCORE Research Report: Volume 2","year":2003,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Alberta; Strong; National Security Agency; Royal Society; Royal Society of Canada; Canadian Institute for Advanced Research; Natural Sciences and Engineering Research Council of Canada; Government of Alberta; National Science Foundation","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.048022232332972876,"score_gpt":0.2622360646791386,"score_spread":0.21421383234616576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026048519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08050088,0.000072218296,0.876357,0.00096374477,0.0001363196,0.00012875668,6.9701436e-8,0.00007037327,0.041770626],"genre_scores_gemma":[0.5287642,0.000029425877,0.42842788,0.00006030858,0.000009633543,5.189094e-7,0.0000022151512,0.000010444557,0.042695418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998524,0.00027821647,0.00011705782,0.00036953064,0.0004331103,0.0002780546],"domain_scores_gemma":[0.99870217,0.000099604316,0.00006961376,0.0007879092,0.0002204042,0.00012029737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012094676,0.000075491545,0.00014748563,0.00015513087,0.0002238402,0.00003066023,0.00094482803,0.00009246926,0.00022587916],"category_scores_gemma":[0.00017989869,0.00009254357,0.00008158057,0.00040730217,0.00021760134,0.00043650233,0.00025727146,0.00027132744,0.0001961003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011495396,0.001194402,0.031056125,0.00019350786,0.00017841118,0.0039166785,0.021636954,0.000009802614,0.0049084197,0.4585025,0.15169431,0.3265939],"study_design_scores_gemma":[0.0010175979,0.00047992356,0.032787897,0.00006104575,0.000021585702,0.00020851933,0.0003419406,0.08505379,0.0051766005,0.05192578,0.82238466,0.0005406673],"about_ca_topic_score_codex":0.00041555945,"about_ca_topic_score_gemma":0.000009052998,"teacher_disagreement_score":0.67069036,"about_ca_system_score_codex":0.0000621221,"about_ca_system_score_gemma":0.00015790692,"threshold_uncertainty_score":0.3773817},"labels":[],"label_agreement":null},{"id":"W2026997812","doi":"10.1109/chase.2013.6614751","title":"Aduno: Real-time collaborative work design in a shared workspace","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workspace; Computer science; Whiteboard; Task (project management); Human–computer interaction; Task management; Work (physics); Collaborative software; Software; Software engineering; Multimedia; Knowledge management; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.022694476065318946,"score_gpt":0.24194092373828657,"score_spread":0.21924644767296764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026997812","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035433352,0.00008168025,0.9390801,0.006619415,0.00018622536,0.0014353609,0.0000015385707,0.0005115908,0.016650703],"genre_scores_gemma":[0.26886472,0.000018886582,0.7195644,0.0005288226,0.000029534858,0.00028203393,0.0000015886444,0.000017311757,0.010692733],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982807,0.0003545676,0.00026584795,0.00049177354,0.00021396841,0.00039314193],"domain_scores_gemma":[0.9984556,0.0005074744,0.00006063012,0.0006492747,0.00020157435,0.00012548425],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047250744,0.00017762106,0.00022599542,0.00011277059,0.00005780377,0.00044219237,0.0009373051,0.00010692366,0.0011479777],"category_scores_gemma":[0.00012437542,0.00015275156,0.000037529662,0.0016294849,0.00005026568,0.00114189,0.00019276982,0.00015537367,0.0031579586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029986972,0.0013248195,0.0109363515,0.00004404474,0.00013261935,0.00008952044,0.04028723,0.009294321,0.015741622,0.03441642,0.84708893,0.040344276],"study_design_scores_gemma":[0.005321583,0.0020879873,0.15081784,0.0009639616,0.000027921873,0.000022449585,0.002706702,0.6901068,0.042596977,0.09378356,0.0072981776,0.004266036],"about_ca_topic_score_codex":0.00028295667,"about_ca_topic_score_gemma":0.00003749108,"teacher_disagreement_score":0.8397907,"about_ca_system_score_codex":0.000093692426,"about_ca_system_score_gemma":0.00012713569,"threshold_uncertainty_score":0.9997651},"labels":[],"label_agreement":null},{"id":"W2033070571","doi":"10.1109/ccece.2014.6900974","title":"Evaluation of an online shopping system under Preferences and Constraints","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Saudi Arabian Cultural Bureau","keywords":"Computer science; Recommender system; Preference elicitation; Focus (optics); Preference; Human–computer interaction; Online learning; World Wide Web; Multimedia","score_opus":0.16772719732057906,"score_gpt":0.32204433817930544,"score_spread":0.1543171408587264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033070571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6209254,0.00001075688,0.37662128,0.00006950197,0.000054353393,0.000075232296,7.9675016e-7,0.00003883366,0.0022038335],"genre_scores_gemma":[0.98330444,3.939499e-7,0.016634524,0.00003765526,0.00001105004,0.0000022853721,8.854332e-7,0.0000012951634,0.000007465954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989664,0.0003151986,0.00014664896,0.00018621341,0.0003124125,0.00007310098],"domain_scores_gemma":[0.99936366,0.000086863474,0.000045141882,0.00023625788,0.0002288947,0.000039177103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018271101,0.00005110393,0.00008903326,0.00003291205,0.000027828386,0.0000472371,0.00021976342,0.00003068557,0.000020980715],"category_scores_gemma":[0.000060369803,0.000040301577,0.000010701863,0.00006142583,0.00007427806,0.00028649412,0.00004583748,0.00003222668,0.0000025937632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005498733,0.00019331904,0.0015847335,0.00011880677,0.000041548625,1.5701129e-7,0.0013325359,0.0023082872,0.0044783456,0.28073552,0.000021162332,0.70918006],"study_design_scores_gemma":[0.00022460835,0.0001259142,0.011639295,0.000044186552,0.000015718304,0.0000051008915,0.00051388185,0.9786029,0.002606923,0.006150447,0.000006284016,0.00006473481],"about_ca_topic_score_codex":0.000029026167,"about_ca_topic_score_gemma":0.00010035316,"teacher_disagreement_score":0.97629464,"about_ca_system_score_codex":0.000018935789,"about_ca_system_score_gemma":0.000050305487,"threshold_uncertainty_score":0.16434507},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","score_opus":0.03243758715169351,"score_gpt":0.2837117455178326,"score_spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033377042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06275134,0.00005947699,0.8465503,0.006120297,0.001732764,0.000116764495,6.065267e-7,0.00027027473,0.0823982],"genre_scores_gemma":[0.9906537,0.0000025983857,0.003506247,0.00027642408,0.000021194952,0.000012481061,1.6961698e-7,0.0000028911322,0.005524297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994417,0.00015746143,0.00008884812,0.00013064432,0.0000733041,0.00010802938],"domain_scores_gemma":[0.99936956,0.00024825893,0.00002689814,0.00028352512,0.000046804354,0.0000249452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018265974,0.000049291648,0.00004016826,0.000026020283,0.00023928039,0.0001661814,0.0003399826,0.000012307004,0.00019538724],"category_scores_gemma":[0.0002192679,0.00003317206,0.000042681382,0.00015222027,0.000023653278,0.0003700009,0.000038045833,0.0002265372,0.00059168885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010968481,0.00043018517,0.006386452,0.000010808273,0.00013527712,0.000016681888,0.02318263,0.00867777,0.011781184,0.83766776,0.04366882,0.06803148],"study_design_scores_gemma":[0.00005333674,0.000047169375,0.0010486877,0.000008110581,0.0000035708686,0.000057215053,0.00027393905,0.007082549,0.008964027,0.0049904394,0.97738713,0.000083833824],"about_ca_topic_score_codex":0.000025250209,"about_ca_topic_score_gemma":0.000030023766,"teacher_disagreement_score":0.9337183,"about_ca_system_score_codex":0.00002178917,"about_ca_system_score_gemma":0.000020765263,"threshold_uncertainty_score":0.760516},"labels":[],"label_agreement":null},{"id":"W2033820245","doi":"10.1145/1132736.1132756","title":"Developpement d'un outil de mesure de l'utilisabilité des intranets","year":2006,"lang":"fr","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Intranet; Usability; Computer science; World Wide Web; Productivity; Web usability; Quality (philosophy); Knowledge management; The Internet; Human–computer interaction","score_opus":0.03999799515388281,"score_gpt":0.2664111294084185,"score_spread":0.2264131342545357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033820245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3798746,0.003366602,0.59757555,0.011082174,0.0006315701,0.0002671514,0.000007701184,0.00020157345,0.006993074],"genre_scores_gemma":[0.7306277,0.00009181438,0.25887054,0.0009821946,0.00017258139,0.00002299172,0.0000028759423,0.000020311167,0.00920899],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99610454,0.0006825928,0.0006575491,0.0007853407,0.00040619468,0.0013637546],"domain_scores_gemma":[0.998103,0.0004062671,0.00008670666,0.0008403597,0.00025618143,0.00030746896],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002368544,0.000405368,0.00034157236,0.00007267524,0.00030756224,0.0004731256,0.0012239735,0.0003236069,0.0016075937],"category_scores_gemma":[0.0001957848,0.00040821137,0.0001791807,0.0005000394,0.00061460823,0.00061936956,0.00029693538,0.00037521706,0.00042744816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092649876,0.0026142765,0.18663672,0.0006517806,0.00018717832,0.0001869234,0.01930196,0.0040150117,0.0040698797,0.25343102,0.053961504,0.4748511],"study_design_scores_gemma":[0.0011244006,0.00047534742,0.3044376,0.00025945285,0.00010218085,0.000388019,0.00042407343,0.10028677,0.16126397,0.35082266,0.07923137,0.0011841498],"about_ca_topic_score_codex":0.005108262,"about_ca_topic_score_gemma":0.0034973559,"teacher_disagreement_score":0.47366697,"about_ca_system_score_codex":0.0008009088,"about_ca_system_score_gemma":0.00068498106,"threshold_uncertainty_score":0.999837},"labels":[],"label_agreement":null},{"id":"W2036433269","doi":"10.1145/985692.985704","title":"A comparison of static, adaptive, and adaptable menus","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Control (management); Human–computer interaction; Software; Interface (matter); User interface; World Wide Web; Artificial intelligence; Operating system","score_opus":0.06679607622993636,"score_gpt":0.315854657216914,"score_spread":0.24905858098697767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036433269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13776657,0.000104335064,0.85798013,0.00059708,0.000044814053,0.000086079584,0.0000011126784,0.0000482235,0.003371658],"genre_scores_gemma":[0.8258863,0.0000023163757,0.1738937,0.000060657345,0.000002472083,0.0000024103283,1.09032214e-7,0.0000018187349,0.00015021839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993887,0.000024477955,0.00016514525,0.0001716096,0.00012825584,0.00012183374],"domain_scores_gemma":[0.9995637,0.000060859416,0.000041963092,0.00023467513,0.000049234946,0.00004958436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013284324,0.000062958046,0.00014681577,0.000031835127,0.000032182004,0.00003311498,0.00025270827,0.000023719944,0.000021335252],"category_scores_gemma":[0.000014995435,0.00005327938,0.000017301732,0.000118094045,0.00005206578,0.00027055587,0.00009935852,0.00005229797,0.0000148585905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061561106,0.0008299613,0.0044650566,0.00006325385,0.000061033006,0.0000055562546,0.014501536,0.007140698,0.008529826,0.9384321,0.002166194,0.023743233],"study_design_scores_gemma":[0.0026067009,0.0029501622,0.011083521,0.00011312185,0.000026385078,0.000020021054,0.0022150148,0.34370625,0.47399372,0.15713894,0.0055013886,0.00064475567],"about_ca_topic_score_codex":0.00021644673,"about_ca_topic_score_gemma":0.000057508423,"teacher_disagreement_score":0.78129315,"about_ca_system_score_codex":0.000017163056,"about_ca_system_score_gemma":0.000041295294,"threshold_uncertainty_score":0.217267},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","score_opus":0.10708130373499883,"score_gpt":0.34152062302281383,"score_spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038583143","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028902914,0.0040205056,0.24288829,0.719157,0.00031683003,0.0010909181,0.000013710537,0.00011773518,0.0034920897],"genre_scores_gemma":[0.5714964,0.00033051515,0.42773753,0.0002164811,0.000003663296,0.000011715974,2.1700093e-7,0.0000034070067,0.0002000351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985453,0.00078227377,0.0002990239,0.000098715296,0.00016436663,0.00011032288],"domain_scores_gemma":[0.96448326,0.0030142434,0.00028176114,0.031931013,0.0002687178,0.000020985419],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0012491321,0.000061023253,0.00008677557,0.000020666335,0.00026804282,0.00005223227,0.04488588,0.000018539058,0.000001634421],"category_scores_gemma":[0.009478708,0.000037432812,0.000065475186,0.00025959974,0.00028746942,0.00040180664,0.01324726,0.00015703127,0.000018200331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004056937,0.004962683,0.0014620562,0.000082217535,0.000791347,4.4021186e-7,0.04402808,0.022346012,0.038965333,0.26381218,0.25627974,0.36686423],"study_design_scores_gemma":[0.0008120019,0.00023741704,0.006022686,0.00014855272,0.000077189536,0.000018905395,0.00050486036,0.07506157,0.14245997,0.25224507,0.52209383,0.00031794433],"about_ca_topic_score_codex":0.000039532362,"about_ca_topic_score_gemma":0.00004695273,"teacher_disagreement_score":0.71894056,"about_ca_system_score_codex":0.000028037966,"about_ca_system_score_gemma":0.000076286284,"threshold_uncertainty_score":0.9988649},"labels":[],"label_agreement":null},{"id":"W2039815899","doi":"10.1109/iwsm-mensura.2013.30","title":"An Expert-Based Framework for Evaluating iOS Application Usability","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Usability; Software portability; Computer science; Mobile device; Usability inspection; Popularity; Human–computer interaction; Mobile computing; Cognitive walkthrough; Web usability; Multimedia; World Wide Web; Operating system","score_opus":0.07484369467815209,"score_gpt":0.378663222977615,"score_spread":0.3038195282994629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039815899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096420266,0.000009182816,0.9001031,0.001948983,0.00010133707,0.0010119933,8.6002495e-7,0.00026727337,0.00013700503],"genre_scores_gemma":[0.5239104,7.662641e-8,0.4745876,0.000887664,0.000028360919,0.0005658835,0.0000015832837,0.000004125431,0.000014324561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986581,0.00012483771,0.00024574014,0.0005216754,0.00021151808,0.00023810891],"domain_scores_gemma":[0.99775046,0.0006538355,0.00006158744,0.0011662977,0.00026098388,0.00010681054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007828309,0.000113421906,0.00011859157,0.000029233135,0.00013611067,0.00024032773,0.00087262853,0.00009698123,0.00018105809],"category_scores_gemma":[0.0003089956,0.00009670971,0.00006272497,0.00016601922,0.000041320785,0.00067936134,0.000044733566,0.000088216075,0.00015058744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036797028,0.0010930678,0.004518412,0.00008108051,0.00001732681,9.031135e-8,0.0026463214,0.0032752964,0.07211478,0.29277757,0.0015982878,0.62184095],"study_design_scores_gemma":[0.00013133774,0.0002531002,0.0017938948,0.0000063058646,0.0000015000962,1.8538398e-7,0.00005160792,0.85275537,0.02914915,0.11545435,0.0002726313,0.00013057998],"about_ca_topic_score_codex":0.00018740389,"about_ca_topic_score_gemma":0.000009791766,"teacher_disagreement_score":0.84948003,"about_ca_system_score_codex":0.000054836717,"about_ca_system_score_gemma":0.00006140971,"threshold_uncertainty_score":0.39437073},"labels":[],"label_agreement":null},{"id":"W2040644680","doi":"10.1109/rev.2010.5625660","title":"Physualization: Going beyond paper prototyping","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Visualization; Session (web analytics); Requirements analysis; Requirements elicitation; Human–computer interaction; Requirements engineering; Stakeholder; Functional requirement; Software engineering; Systems engineering; Engineering; World Wide Web; Software; Artificial intelligence","score_opus":0.011813827576161047,"score_gpt":0.24999170024779088,"score_spread":0.23817787267162985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040644680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029399164,0.00001293631,0.9001399,0.0021786517,0.0006306426,0.00036698373,2.657624e-7,0.00038823625,0.066883214],"genre_scores_gemma":[0.89439315,0.0000010344556,0.101944745,0.0016378959,0.00009917712,0.000043711647,6.3316753e-7,0.00000692873,0.0018727169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933124,0.000025395024,0.00012390607,0.00023927653,0.00012805568,0.000152119],"domain_scores_gemma":[0.9993675,0.000047235302,0.000024700314,0.00044524844,0.000065048735,0.000050289982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023188582,0.000071802955,0.00006497947,0.000028671513,0.00009420723,0.00017980378,0.0005076568,0.00004691209,0.00036913803],"category_scores_gemma":[0.00004640625,0.000060839728,0.00003026998,0.00018081444,0.000027621878,0.00082358933,0.00011064445,0.0001352261,0.00028554877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048305046,0.000090750334,0.0013384916,0.000024165172,0.000009286859,0.0000023737084,0.0015118337,0.000020495774,0.06062521,0.89685786,0.003243132,0.03627155],"study_design_scores_gemma":[0.00065654033,0.00020025099,0.0067990706,0.000037992006,0.0000073988163,0.00004415208,0.00007228386,0.16921224,0.31827632,0.1157092,0.38814503,0.00083954004],"about_ca_topic_score_codex":0.000009257476,"about_ca_topic_score_gemma":0.000040784806,"teacher_disagreement_score":0.864994,"about_ca_system_score_codex":0.000006438465,"about_ca_system_score_gemma":0.00003282716,"threshold_uncertainty_score":0.40418026},"labels":[],"label_agreement":null},{"id":"W2042204877","doi":"10.1109/agile.2010.11","title":"Distributed and Automated Usability Testing of Low-Fidelity Prototypes","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Agile software development; Usability engineering; Fidelity; Usability inspection; Cognitive walkthrough; Usability lab; Agile usability engineering; Heuristic evaluation; Human–computer interaction; Pluralistic walkthrough; Usability goals; Component-based usability testing; Software engineering; Web usability; Software; Software development; Software development process; Operating system","score_opus":0.024635916387397493,"score_gpt":0.2704023186009551,"score_spread":0.2457664022135576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042204877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89185137,0.0000042102947,0.106422484,0.00026306452,0.00009161442,0.00036382582,0.000009322485,0.0005935135,0.0004006017],"genre_scores_gemma":[0.9008962,1.2116533e-7,0.09903821,0.000029937859,0.0000075673365,0.000015052894,0.0000011329172,0.0000025391348,0.000009247621],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898356,0.000066332716,0.00030155014,0.00032865134,0.00014365629,0.00017626282],"domain_scores_gemma":[0.9986743,0.0003400116,0.00007485233,0.00057826476,0.00024907629,0.0000835102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000734456,0.00010013164,0.00015877672,0.000025169804,0.00006473403,0.00007156897,0.00044211673,0.00007378252,0.000027319407],"category_scores_gemma":[0.0010914223,0.00008060687,0.00002702985,0.0003031787,0.00017011903,0.00034192827,0.00021086198,0.00016959723,0.0000070974415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056872683,0.000842554,0.4827819,0.00067769643,0.00004633814,0.0000054196107,0.0010604585,0.00013255335,0.42081645,0.048116595,0.0008187341,0.044644434],"study_design_scores_gemma":[0.0002399482,0.00015329602,0.36635157,0.000022291219,0.000004031197,0.00001174762,0.000013954703,0.4331635,0.19012932,0.009569034,0.00015526902,0.00018602099],"about_ca_topic_score_codex":0.00020811676,"about_ca_topic_score_gemma":0.000070722446,"teacher_disagreement_score":0.43303096,"about_ca_system_score_codex":0.000009716935,"about_ca_system_score_gemma":0.00006496378,"threshold_uncertainty_score":0.32870528},"labels":[],"label_agreement":null},{"id":"W2043195611","doi":"10.1145/1111360.1111367","title":"Online help system design based on the situated action theory","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Hydro-Québec","funders":"","keywords":"Situated; Computer science; Action (physics); Human–computer interaction; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.0784377409262087,"score_gpt":0.27404807942818155,"score_spread":0.19561033850197285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043195611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01298965,0.0000093170265,0.9771148,0.0066745793,0.00016895102,0.0002659584,0.0000013321778,0.00044274682,0.0023326941],"genre_scores_gemma":[0.9656217,6.168874e-7,0.03120315,0.0022358152,0.00007354228,0.000015023847,0.0000010628438,0.0000063581083,0.0008427059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851626,0.00060987915,0.0001715239,0.00027875477,0.00023594275,0.00018764907],"domain_scores_gemma":[0.99827033,0.00086280756,0.000047701644,0.0007009499,0.00006857158,0.000049611856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012242905,0.00011986122,0.00009704562,0.00005336016,0.00014584376,0.00012504961,0.0007165441,0.000056845303,0.00012406571],"category_scores_gemma":[0.00007009186,0.000070427624,0.000055042317,0.00023509022,0.0000307097,0.00024288529,0.000044450535,0.00014566473,0.00045898007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041793886,0.0019044481,0.00006641261,0.00007309596,0.000088515284,0.000013339636,0.0016300771,0.16321386,0.013367107,0.65519917,0.02187114,0.1421549],"study_design_scores_gemma":[0.0001669274,0.00014325163,0.00016065782,0.000027905508,0.000005191387,0.0000036819554,0.0001708054,0.94778603,0.049481265,0.0007052419,0.001242896,0.000106167834],"about_ca_topic_score_codex":0.000011300453,"about_ca_topic_score_gemma":0.0000147194105,"teacher_disagreement_score":0.95263207,"about_ca_system_score_codex":0.000115441006,"about_ca_system_score_gemma":0.00005344779,"threshold_uncertainty_score":0.5899413},"labels":[],"label_agreement":null},{"id":"W2047557835","doi":"10.1002/meet.1450420109","title":"Navigational characteristics of e‐document readers","year":2005,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Reading (process); Taxonomy (biology); Set (abstract data type); World Wide Web; Process (computing); Human–computer interaction; Information retrieval; Multimedia; Linguistics","score_opus":0.01177146965139196,"score_gpt":0.25703923525194006,"score_spread":0.2452677656005481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047557835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97638476,0.0000066328184,0.010344719,0.012762354,0.00003798561,0.00021788967,0.000006270601,0.00004748019,0.0001918836],"genre_scores_gemma":[0.9248627,0.000019262605,0.07459611,0.00049123116,0.0000061297706,0.000017147397,2.6271996e-7,0.0000010672513,0.0000061284954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999137,6.663792e-7,0.00027481784,0.00010828947,0.00032035206,0.00015890902],"domain_scores_gemma":[0.9982378,0.00003553831,0.0005164503,0.00011638255,0.0010691909,0.000024667066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072493486,0.00005777528,0.0001238341,0.000102183985,0.0001530714,0.00005460126,0.0009200731,0.000028509743,4.469921e-7],"category_scores_gemma":[0.00030273592,0.000043363325,0.000058760714,0.0014579025,0.0019277626,0.0020752982,0.00024859246,0.00006672845,8.814414e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015839125,0.000048859732,0.007888684,0.00015438013,0.00003252984,2.5730247e-9,0.009595544,0.000006039499,0.04184817,0.58358496,0.0021103397,0.35471463],"study_design_scores_gemma":[0.0009453379,0.001041655,0.025298515,0.00014043982,0.000039824237,0.00003193594,0.01900468,0.04059464,0.82298785,0.038009312,0.05141773,0.00048805308],"about_ca_topic_score_codex":0.000003453728,"about_ca_topic_score_gemma":1.10446095e-7,"teacher_disagreement_score":0.78113973,"about_ca_system_score_codex":0.00005324495,"about_ca_system_score_gemma":0.00013309756,"threshold_uncertainty_score":0.71029216},"labels":[],"label_agreement":null},{"id":"W2049817002","doi":"10.1145/2556288.2557199","title":"Panelrama","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Synchronization (alternating current); Sample (material); Categorization; Human–computer interaction; Distributed computing; Software engineering; Artificial intelligence; Computer network","score_opus":0.01441809810745439,"score_gpt":0.21277366680734816,"score_spread":0.19835556869989376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049817002","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01405867,0.0000028576903,0.94002336,0.0022556002,0.00015292088,0.000022198596,3.4504136e-8,0.00018215932,0.043302186],"genre_scores_gemma":[0.94846576,1.5621342e-7,0.048399933,0.0009644097,0.00002445159,0.0000017271557,6.345233e-8,0.0000013278717,0.0021421781],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996062,0.000034335437,0.000057626014,0.00013521222,0.00007111401,0.00009551704],"domain_scores_gemma":[0.99951893,0.000059934584,0.000008430624,0.0003563269,0.00002046487,0.000035922625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019068939,0.000035411693,0.000041198047,0.000014468358,0.000026256479,0.00007176415,0.00045573327,0.000017959252,0.00007750475],"category_scores_gemma":[0.000035419747,0.00002770809,0.000019129182,0.00007042364,0.000011639298,0.00016935612,0.000071578615,0.000033107663,0.000718474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.154542e-7,0.000034070843,0.0006753359,0.0000033100152,0.0000027651463,5.110415e-7,0.00027229224,0.000026185437,0.0009551617,0.9160701,0.009867581,0.07209174],"study_design_scores_gemma":[0.00029761367,0.00024258495,0.0076087583,0.0000064357664,0.0000020681446,0.000013261327,0.00001725461,0.3462368,0.04691262,0.14295417,0.4554028,0.0003056485],"about_ca_topic_score_codex":0.000012082011,"about_ca_topic_score_gemma":0.0000030245105,"teacher_disagreement_score":0.93440706,"about_ca_system_score_codex":0.0000048468005,"about_ca_system_score_gemma":0.0000056283957,"threshold_uncertainty_score":0.9234769},"labels":[],"label_agreement":null},{"id":"W2050131372","doi":"10.1145/2702613.2702636","title":"Crossing Domains","year":2015,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Sketch; Position paper; Session (web analytics); Snapshot (computer storage); Engineering ethics; Field (mathematics); Computer science; Work (physics); Data science; Knowledge management; Engineering; World Wide Web","score_opus":0.08001019159201239,"score_gpt":0.29624844632297154,"score_spread":0.21623825473095915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050131372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07883577,0.000018757963,0.8849669,0.0011120903,0.00024039167,0.00002992827,1.0268491e-7,0.0001900049,0.034606073],"genre_scores_gemma":[0.88843244,1.03490635e-7,0.109352484,0.00049921754,0.00002219104,0.0000013656678,7.883708e-8,0.0000017244527,0.0016904077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995156,0.000026738144,0.00007213082,0.0001437061,0.00012103573,0.00012081428],"domain_scores_gemma":[0.99950135,0.000025736907,0.000011440088,0.00031750207,0.00005120639,0.0000927589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027014507,0.000041797382,0.000046194877,0.000018668115,0.000059924787,0.00038127362,0.00042757194,0.00002081074,0.000016891374],"category_scores_gemma":[0.000041342493,0.000033461693,0.000018681128,0.000114760216,0.000042122447,0.00040227256,0.00011197018,0.000039701394,0.00036700192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001862581,0.00026901753,0.007405704,0.00001146459,0.000021621641,0.000038981572,0.016688894,0.00049665745,0.003208736,0.8184416,0.09322266,0.06017598],"study_design_scores_gemma":[0.001624474,0.00047485737,0.0051813074,0.000022690372,0.0000056975928,0.0000920595,0.00047502093,0.1911176,0.084947675,0.2928752,0.42240316,0.00078023755],"about_ca_topic_score_codex":0.0000345028,"about_ca_topic_score_gemma":0.000010547943,"teacher_disagreement_score":0.80959666,"about_ca_system_score_codex":0.000025036476,"about_ca_system_score_gemma":0.0000771893,"threshold_uncertainty_score":0.47171897},"labels":[],"label_agreement":null},{"id":"W2050147921","doi":"10.1007/s00779-009-0241-8","title":"Investigating teamwork and taskwork in single- and multi-display groupware systems","year":2009,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Dalhousie University","keywords":"Collaborative software; Human–computer interaction; Teamwork; Computer science; Task (project management); Interface (matter); User interface; Computer-supported cooperative work; Task management; Knowledge management; Systems engineering; Engineering; Work (physics); Operating system","score_opus":0.03402645806426801,"score_gpt":0.2533030010960293,"score_spread":0.2192765430317613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050147921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95479685,0.0022315446,0.041730765,0.0007217798,0.0001659245,0.00017302438,0.0000014795374,0.000108811335,0.00006984435],"genre_scores_gemma":[0.9759968,0.000015375479,0.023424122,0.00040412837,0.00012415925,0.00000194593,9.304877e-7,0.0000070502224,0.000025502291],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984694,0.0001284078,0.0002957084,0.00056218426,0.00017238871,0.00037191255],"domain_scores_gemma":[0.9992903,0.00028066186,0.00009084646,0.0001381787,0.000037732596,0.00016226564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054433226,0.00020815319,0.0002728267,0.00008909683,0.00029016403,0.00043611802,0.00020785817,0.00009177502,4.4596652e-7],"category_scores_gemma":[0.00007479183,0.0001937384,0.000023670049,0.0002394086,0.00010732661,0.0002885372,0.00020749563,0.00026938156,0.0000012249994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000427019,0.0006640583,0.28313935,0.00088781613,0.00007180249,0.00016747884,0.124360606,0.002249899,0.016750004,0.019352501,0.00033638068,0.5519774],"study_design_scores_gemma":[0.00058143766,0.00026895342,0.08066394,0.0006244306,0.0000069388957,0.00021677154,0.0010307516,0.915294,0.00011147914,0.0007164641,0.00012348127,0.00036136454],"about_ca_topic_score_codex":0.0001217959,"about_ca_topic_score_gemma":0.000025458361,"teacher_disagreement_score":0.9130441,"about_ca_system_score_codex":0.000034050056,"about_ca_system_score_gemma":0.000019521643,"threshold_uncertainty_score":0.7900423},"labels":[],"label_agreement":null},{"id":"W2050583339","doi":"10.1145/1543137.1543169","title":"Modeling learning effects in mobile texting","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Session (web analytics); Human–computer interaction; Plug-in; Key (lock); Subject-matter expert; Domain (mathematical analysis); Mobile phone; Multimedia; Recall; Keypad; Process (computing); Expert system; Artificial intelligence; World Wide Web","score_opus":0.028659812308229473,"score_gpt":0.2513921476648364,"score_spread":0.22273233535660694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050583339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49165,0.00004901358,0.50630754,0.000024912106,0.00004681473,0.000069519345,7.734858e-9,0.00011288541,0.0017393234],"genre_scores_gemma":[0.9623831,0.000006801282,0.03709443,0.00008479854,0.000013027506,0.000018921484,1.14180935e-7,0.0000041742055,0.00039462396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991782,0.00008625487,0.00014742643,0.0002542175,0.00012119319,0.0002127269],"domain_scores_gemma":[0.9995716,0.00014074548,0.0000141369765,0.00020968851,0.000024802814,0.000039023857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028063037,0.00007464077,0.000104103,0.00006914046,0.000098594006,0.000036669102,0.0003531116,0.00003810762,0.000011880179],"category_scores_gemma":[0.00008244152,0.00006856308,0.00003133629,0.00023041804,0.000013730769,0.00037420547,0.00012655628,0.00019377824,0.00009782572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003787035,0.00008661385,0.009008084,0.000026121674,0.000003937493,0.000048822574,0.006979019,0.9592098,0.0022780132,0.002748019,0.00004913186,0.019558629],"study_design_scores_gemma":[0.0001361367,0.00006838316,0.00024433434,0.000017198861,3.6735022e-7,0.000013037071,0.000051133735,0.9960702,0.002529353,0.00062852784,0.00014942401,0.000091909424],"about_ca_topic_score_codex":0.00009197004,"about_ca_topic_score_gemma":0.000013228955,"teacher_disagreement_score":0.47073314,"about_ca_system_score_codex":0.00002976557,"about_ca_system_score_gemma":0.000024360517,"threshold_uncertainty_score":0.27959216},"labels":[],"label_agreement":null},{"id":"W2050621488","doi":"10.5555/2022793.2022813","title":"Analysing the cognitive effectiveness of the UCM visual notation","year":2010,"lang":"en","type":"article","venue":"Repository of the University of Namur","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Notation; Computer science; Standardization; Cognitive dimensions of notations; Syntax; Software engineering; Programming language; Cognition; Natural language processing; Linguistics","score_opus":0.007332053449985714,"score_gpt":0.21176579442239138,"score_spread":0.20443374097240566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050621488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98406565,0.000010228787,0.014654545,0.00015139482,0.00035352266,0.00015988325,0.0000017182757,0.000008377086,0.0005946861],"genre_scores_gemma":[0.9996224,5.1612005e-7,0.00022881638,0.0000069505986,0.000008987312,8.4485805e-8,1.2104887e-7,0.0000017027418,0.0001303987],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989374,0.0005177797,0.00010543476,0.00013544878,0.00023586785,0.00006806534],"domain_scores_gemma":[0.9985111,0.0005646984,0.00024269923,0.0004192652,0.0002472216,0.0000150505875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005090716,0.00005914398,0.00012453299,0.00003033395,0.00029288087,0.000010575118,0.0010152393,0.000046772184,0.0000026133703],"category_scores_gemma":[0.00009266559,0.00003620146,0.00017374754,0.00027282443,0.00042475044,0.000146261,0.0002806821,0.00015718966,8.834238e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001951919,0.00025106018,0.03756297,0.00013650785,0.00020675495,0.0000020446835,0.008660065,0.00089782226,0.9486406,0.0018889926,0.000038798764,0.0015192315],"study_design_scores_gemma":[0.00025398104,0.000064543005,0.3532168,0.00013629271,0.00009290453,0.0000061541596,0.00049936975,0.0076761534,0.6376642,0.00028694817,0.00004759082,0.00005509958],"about_ca_topic_score_codex":0.0002489187,"about_ca_topic_score_gemma":0.000033428616,"teacher_disagreement_score":0.31565383,"about_ca_system_score_codex":0.000023472197,"about_ca_system_score_gemma":0.00007784625,"threshold_uncertainty_score":0.22526325},"labels":[],"label_agreement":null},{"id":"W2050889957","doi":"10.1016/j.advengsoft.2009.01.024","title":"A methodology for designing information security feedback based on User Interface Patterns","year":2009,"lang":"en","type":"article","venue":"Advances in Engineering Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Universidad Autónoma de Aguascalientes; University of Ontario Institute of Technology","keywords":"Computer science; Human–computer interaction; Human-computer interaction in information security; User interface; User interface design; Set (abstract data type); Interface (matter); Interface design; Information security; Computer security; User experience design; Security service; Software security assurance; Operating system","score_opus":0.019384604917132064,"score_gpt":0.28420267219334616,"score_spread":0.2648180672762141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050889957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076816645,0.00010514772,0.9909232,0.00025573632,0.00040074834,0.00028701837,0.000008178695,0.00032160585,0.000016651988],"genre_scores_gemma":[0.56242,0.000006874278,0.43720156,0.00031028828,0.000015375446,0.000034548033,0.0000036404322,0.0000052220053,0.0000025115992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894625,0.000062187566,0.00028313635,0.00026046706,0.00013424973,0.0003137021],"domain_scores_gemma":[0.99852365,0.0009296815,0.0000668676,0.00036431555,0.0000653676,0.000050136307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051143597,0.00017674586,0.00020344429,0.00018447607,0.00003785823,0.0000728224,0.0005372575,0.00008660856,0.0000038544995],"category_scores_gemma":[0.00077678397,0.00018140295,0.00005870181,0.00023763638,0.0000101865735,0.001691747,0.000035824836,0.00020479747,0.00000792713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052219068,0.00005285771,0.0011180345,0.00016965259,0.0000041463213,0.0000013996115,0.001341077,0.9505435,0.00013800728,0.002569669,0.000048188755,0.04396121],"study_design_scores_gemma":[0.0012956373,0.0009864027,0.004540754,0.00050972606,0.0000070956885,0.000005062203,0.00007154246,0.9362897,0.03644802,0.0077275983,0.011471838,0.00064660795],"about_ca_topic_score_codex":0.000003428381,"about_ca_topic_score_gemma":0.0000043785403,"teacher_disagreement_score":0.55473834,"about_ca_system_score_codex":0.000098353186,"about_ca_system_score_gemma":0.000021700158,"threshold_uncertainty_score":0.7397398},"labels":[],"label_agreement":null},{"id":"W2056453264","doi":"10.1177/154193120905302406","title":"Beyond User-Centered Design: Applicable Concepts from Complementary Approaches","year":2009,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; User-centered design; Function (biology); Quality function deployment; Knowledge management; Process management; Software deployment; Software engineering; Systems engineering; Engineering management; Human–computer interaction; Engineering; Operations management","score_opus":0.06225325294109568,"score_gpt":0.26308952213134196,"score_spread":0.20083626919024627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056453264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947374,0.00010744757,0.0038206645,0.00041713074,0.000093258066,0.00034269056,0.00003942563,0.00007518579,0.00036678175],"genre_scores_gemma":[0.9680983,0.000013737542,0.031443935,0.00031581402,0.000068589514,0.0000064715796,0.000004626794,0.000010791843,0.00003775371],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99852884,0.00002024654,0.00041109874,0.0005093441,0.00018396016,0.00034652994],"domain_scores_gemma":[0.99916595,0.000120631354,0.0003182614,0.00020217516,0.0000983899,0.00009460399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050192,0.0002526183,0.00032874578,0.000019824865,0.0005408813,0.0002385069,0.0011646945,0.00010250308,0.0000046738123],"category_scores_gemma":[0.000021379745,0.00019734491,0.00020572661,0.00012924716,0.0001766186,0.0007083912,0.00047599344,0.00023558835,7.575454e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031992438,0.0016530975,0.2944071,0.00042725037,0.0009615081,4.6954372e-7,0.2881407,0.0010911702,0.21507315,0.13946776,0.049403504,0.009054375],"study_design_scores_gemma":[0.004160001,0.0014153162,0.18437581,0.00060287054,0.00026674077,0.0000073360975,0.06573244,0.047223717,0.5511193,0.1372548,0.005238925,0.0026027288],"about_ca_topic_score_codex":0.00012841275,"about_ca_topic_score_gemma":0.0000035329083,"teacher_disagreement_score":0.33604616,"about_ca_system_score_codex":0.000073283685,"about_ca_system_score_gemma":0.000020018018,"threshold_uncertainty_score":0.8047492},"labels":[],"label_agreement":null},{"id":"W206381253","doi":"","title":"Proceedings of the 1st ACM SIGCHI symposium on Engineering interactive computing systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Usability; User interface; Interactive systems engineering; Interactive computing; Software engineering; Interface (matter); Human–computer interaction; World Wide Web; User interface design; Programming language","score_opus":0.014881617052609994,"score_gpt":0.22803849398909273,"score_spread":0.21315687693648275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W206381253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886152,0.000019038702,0.09328952,0.0044514644,0.0010866453,0.0005151473,0.0000010190115,0.0003237314,0.014161428],"genre_scores_gemma":[0.9959756,4.5295025e-7,0.0035841146,0.00022400534,0.000043852662,0.0000017835191,5.6539598e-8,0.0000040127898,0.00016611205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991116,0.000013594281,0.00022521392,0.00025600794,0.00021263034,0.00018093231],"domain_scores_gemma":[0.9992119,0.0001712842,0.00009745809,0.00035908626,0.00012195607,0.000038331298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024716332,0.000118835575,0.00014853572,0.0000534814,0.00005737513,0.00015190375,0.0013676863,0.000040950552,0.0000016607738],"category_scores_gemma":[0.00011862851,0.00007920296,0.00006514835,0.00026146328,0.000015449636,0.00031472833,0.00022151458,0.00017918377,0.000010017698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006942774,0.00072885794,0.002519372,0.00027591916,0.00011462763,0.0000032675498,0.019837525,0.06236164,0.40019998,0.5021815,0.0062392144,0.0054686796],"study_design_scores_gemma":[0.00026771642,0.0005524459,0.008462668,0.0005297083,0.000008579976,0.000023522258,0.0003002846,0.73045325,0.25772554,0.0006619406,0.0007251377,0.0002891974],"about_ca_topic_score_codex":0.000016014741,"about_ca_topic_score_gemma":2.9221343e-7,"teacher_disagreement_score":0.6680916,"about_ca_system_score_codex":0.00006263094,"about_ca_system_score_gemma":0.000014549311,"threshold_uncertainty_score":0.3229803},"labels":[],"label_agreement":null},{"id":"W2064919154","doi":"10.3115/1658616.1658664","title":"Understanding children's interactions in synchronous shared environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Workspace; Human–computer interaction; Computer science; Collaborative software; Strengths and weaknesses; Collaborative virtual environment; Field (mathematics); Face (sociological concept); Multimedia; Virtual reality; World Wide Web; Artificial intelligence","score_opus":0.12210072364773908,"score_gpt":0.25722292389477697,"score_spread":0.1351222002470379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064919154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044678584,0.000031603246,0.94195247,0.0019066618,0.0002078728,0.00017302789,0.0000019133192,0.00011025952,0.010937589],"genre_scores_gemma":[0.9935304,0.00000889954,0.0051624677,0.00018135051,0.000011870989,0.000007399343,9.027797e-7,0.000004284764,0.0010924403],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920285,0.000043748394,0.00015697228,0.00027824353,0.000119024706,0.00019915838],"domain_scores_gemma":[0.9995211,0.000060029524,0.000026248585,0.00034004782,0.000001525148,0.000051078365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008452014,0.00008691047,0.00008397379,0.0000949625,0.00006610453,0.00012471354,0.00042384656,0.000023236245,0.0009674169],"category_scores_gemma":[0.000012878953,0.00008461542,0.00003436653,0.00017240664,0.000025984005,0.0007734484,0.00011584681,0.00012849609,0.00039674624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005191531,0.008306518,0.3892947,0.00006278954,0.00044244286,0.00018951751,0.04869571,0.013969215,0.014420055,0.37259418,0.09830709,0.05366587],"study_design_scores_gemma":[0.0019551506,0.0003033174,0.17050247,0.00011625397,0.000013727051,0.0001291996,0.00055958214,0.8006978,0.005333981,0.014082525,0.00517588,0.0011301241],"about_ca_topic_score_codex":0.00006660764,"about_ca_topic_score_gemma":0.00007024978,"teacher_disagreement_score":0.9488518,"about_ca_system_score_codex":0.0002930548,"about_ca_system_score_gemma":0.000003844583,"threshold_uncertainty_score":0.9999458},"labels":[],"label_agreement":null},{"id":"W206625662","doi":"10.17705/1thci.00011","title":"HCI Research: Future Challenges and Directions","year":2010,"lang":"en","type":"article","venue":"AIS Transactions on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Society of Canada; University of British Columbia","funders":"","keywords":"Face (sociological concept); Field (mathematics); Engineering ethics; Plan (archaeology); Work (physics); Computer science; Knowledge management; Sociology; Data science; Public relations; Political science; Engineering; Social science","score_opus":0.15245717090730035,"score_gpt":0.37727186935197626,"score_spread":0.22481469844467591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W206625662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15286584,0.0003181523,0.8143607,0.0131847495,0.011042787,0.0006411714,0.000008270467,0.0010212938,0.006557088],"genre_scores_gemma":[0.9858077,0.00037153385,0.012295666,0.00019600776,0.0007523006,0.000092683964,0.0000023553716,0.000024298384,0.00045745587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997768,0.0002870371,0.0003236401,0.0008195265,0.00040371114,0.0003980818],"domain_scores_gemma":[0.9981544,0.00041128718,0.000069689166,0.0008991087,0.00028887336,0.0001766217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006955527,0.0002468992,0.00021020231,0.00059541047,0.00089950894,0.00042310558,0.00061504974,0.00021406861,0.00015528976],"category_scores_gemma":[0.000011265948,0.00024171166,0.00012874776,0.00034124425,0.00015071238,0.001478793,0.000032610566,0.0016981037,0.00019565412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003741521,0.0007762028,0.00001073772,0.00004187161,0.00008884324,0.000009973135,0.0068370574,0.00014818847,0.007076599,0.03332374,0.0014171291,0.95023227],"study_design_scores_gemma":[0.0021366456,0.003860159,0.0225839,0.00032120105,0.000082218554,0.0008713202,0.0020987617,0.06452698,0.064600274,0.030192997,0.80674,0.0019855453],"about_ca_topic_score_codex":0.00008707179,"about_ca_topic_score_gemma":0.00085163873,"teacher_disagreement_score":0.9482467,"about_ca_system_score_codex":0.000076022894,"about_ca_system_score_gemma":0.000030474645,"threshold_uncertainty_score":0.9856716},"labels":[],"label_agreement":null},{"id":"W2067316939","doi":"10.1145/506443.506450","title":"Groupspace","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Workspace; Computer science; Collaborative software; Human–computer interaction; Work (physics); Multimedia; World Wide Web; Knowledge management; Engineering; Artificial intelligence","score_opus":0.04387112392314547,"score_gpt":0.21179800592628498,"score_spread":0.16792688200313952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067316939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077734096,0.000053275828,0.88265747,0.005225959,0.0001562341,0.00003725182,7.713707e-8,0.00026213104,0.10383421],"genre_scores_gemma":[0.94475126,0.0000036287508,0.043079663,0.00076897227,0.000015109338,0.0000023278687,2.7201335e-8,0.0000016832472,0.011377302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959797,0.000018136827,0.000053154323,0.00014198579,0.00008095985,0.0001078243],"domain_scores_gemma":[0.9995737,0.00003134429,0.000008129045,0.0003323573,0.00001617625,0.00003827512],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000681734,0.00003925921,0.000038887636,0.000018050208,0.000030908686,0.000068211695,0.00043089254,0.000018040635,0.0007127854],"category_scores_gemma":[0.000013249986,0.00003211079,0.000021883503,0.00011929691,0.000012467474,0.00028272785,0.0000678459,0.000039334987,0.0018023164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010592175,0.00021531404,0.0011499008,0.0000071095938,0.000010998335,0.0000123784475,0.0024927575,0.00004045559,0.0012672431,0.7333605,0.19196212,0.06948011],"study_design_scores_gemma":[0.00040307228,0.00024418198,0.0025387914,0.000008229841,0.000002923346,0.000040613737,0.00005533197,0.67637056,0.022926588,0.026210105,0.2707434,0.00045617542],"about_ca_topic_score_codex":0.000009249469,"about_ca_topic_score_gemma":0.0000038599937,"teacher_disagreement_score":0.93697786,"about_ca_system_score_codex":0.000008167942,"about_ca_system_score_gemma":0.0000014692312,"threshold_uncertainty_score":0.9989749},"labels":[],"label_agreement":null},{"id":"W2069346773","doi":"10.5964/ejop.v1i1.348","title":"Making a difference: EJOP choice","year":2005,"lang":"en","type":"article","venue":"Europe’s Journal of Psychology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Citation; License; Library science; Attribution; Computer science; World Wide Web; Psychology; Social psychology","score_opus":0.10845645068253966,"score_gpt":0.384771092928161,"score_spread":0.2763146422456213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069346773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3190339,0.0007568462,0.64731944,0.017635545,0.0021312514,0.000074935866,8.178528e-7,0.000059470225,0.012987801],"genre_scores_gemma":[0.9577268,0.000044851684,0.036383092,0.0047476185,0.00055476354,6.9145386e-7,6.767651e-8,0.000010760336,0.0005313963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984293,0.00031580424,0.00050662016,0.00024081793,0.00023372428,0.00027371242],"domain_scores_gemma":[0.998716,0.00015427837,0.00031925758,0.00046390228,0.0002469051,0.00009967881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006683442,0.00012846294,0.00023017176,0.00016451092,0.00006126766,0.00009225644,0.001615217,0.000062932006,0.0001275997],"category_scores_gemma":[0.00022382877,0.000104014405,0.00009586293,0.0003069068,0.00007053181,0.00038291444,0.00012156245,0.00046166035,0.00023813744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033609942,0.001869872,0.024753934,0.000041505846,0.00026411685,0.0006881646,0.00771242,0.000629534,0.05650594,0.031121355,0.1087398,0.76733726],"study_design_scores_gemma":[0.0018762584,0.0014848624,0.2103223,0.000115619834,0.00002717017,0.00286749,0.000018422952,0.0020356483,0.001662295,0.003986717,0.77518725,0.00041597258],"about_ca_topic_score_codex":9.910146e-7,"about_ca_topic_score_gemma":0.0000041654416,"teacher_disagreement_score":0.7669213,"about_ca_system_score_codex":0.000025469162,"about_ca_system_score_gemma":0.000047834827,"threshold_uncertainty_score":0.42415845},"labels":[],"label_agreement":null},{"id":"W207368845","doi":"","title":"The design of effective online help in Web applications","year":2006,"lang":"en","type":"article","venue":"Universiti Utara Malaysia Institutional Repository (Universiti Utara Malaysia)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Usability; World Wide Web; Web design; Task (project management); Web usability; Human–computer interaction; Web modeling; Web Accessibility Initiative; Web standards; User interface; Web service; Web intelligence; Engineering","score_opus":0.009702154826398409,"score_gpt":0.20305103771531224,"score_spread":0.19334888288891383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207368845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73911273,0.0002248483,0.25559065,0.0008158574,0.00023996794,0.0009200166,0.000043715907,0.00013949515,0.0029127458],"genre_scores_gemma":[0.9898599,0.000026004089,0.009038599,0.000057438905,0.00012726235,0.000030093312,0.000036465346,0.000015435575,0.0008088306],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704343,0.00045304807,0.0004915496,0.000804199,0.0006394668,0.0005682833],"domain_scores_gemma":[0.9974296,0.00073661143,0.0003238868,0.0009293704,0.0004275791,0.0001529281],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047175644,0.00038012094,0.0004030832,0.00055010215,0.0006429871,0.00013962315,0.0018839703,0.00022270472,0.000020340836],"category_scores_gemma":[0.00002554225,0.0003889237,0.00025363566,0.0014274153,0.0008830306,0.0016790736,0.00044904274,0.00046293577,0.000052708252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017071569,0.00039960304,0.0012500547,0.00002894572,0.000072410956,0.00032623127,0.00019547576,0.9052397,0.008123632,0.08314151,0.00025643117,0.0007953092],"study_design_scores_gemma":[0.00113279,0.0002177495,0.00068637665,0.00008998831,0.00006322326,0.0001878226,0.0007067512,0.9849431,0.0028467982,0.0024793532,0.0062349965,0.00041108666],"about_ca_topic_score_codex":0.00028718187,"about_ca_topic_score_gemma":0.0000030858255,"teacher_disagreement_score":0.25074714,"about_ca_system_score_codex":0.0008963519,"about_ca_system_score_gemma":0.000615034,"threshold_uncertainty_score":0.9998563},"labels":[],"label_agreement":null},{"id":"W2074256768","doi":"10.1145/333329.333332","title":"The UI design process","year":2000,"lang":"en","type":"article","venue":"ACM SIGCHI Bulletin","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Process (computing); Plan (archaeology); Computer science; Focus (optics); User interface; Work (physics); Engineering design process; Design process; Human–computer interaction; World Wide Web; Work in process; Engineering; Operations management","score_opus":0.02513924551575024,"score_gpt":0.2554186388717971,"score_spread":0.23027939335604686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074256768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15083988,0.0019663675,0.6268232,0.17331646,0.0012217981,0.002013924,0.000004854216,0.0018236707,0.04198984],"genre_scores_gemma":[0.95015806,0.000085310494,0.036992457,0.0024161593,0.00012358227,0.00010237129,6.6128973e-7,0.00002072933,0.010100647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847823,0.00023777303,0.00022606055,0.00039184975,0.00027981118,0.00038624913],"domain_scores_gemma":[0.9975537,0.0008679651,0.000044608943,0.0013823444,0.000065724314,0.00008567149],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007972199,0.00015054319,0.000118174576,0.000020326788,0.00040811315,0.00032550102,0.0031405785,0.00006194453,0.0008391726],"category_scores_gemma":[0.00035390275,0.00010245835,0.000060397015,0.00021434257,0.00010155229,0.000113603266,0.00015319735,0.0001998062,0.003788551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026167659,0.0004356031,0.0004976173,0.000039961644,0.00008524203,0.000049618604,0.0063147573,0.0038993633,0.00062658865,0.015464913,0.36501986,0.6073048],"study_design_scores_gemma":[0.0003960056,0.00027604477,0.0008370308,0.0000282525,0.000008441304,0.000035155652,0.00006599996,0.0041179825,0.010589989,0.027564574,0.95569,0.00039050003],"about_ca_topic_score_codex":0.000023224087,"about_ca_topic_score_gemma":0.0000033704825,"teacher_disagreement_score":0.7993182,"about_ca_system_score_codex":0.000021033751,"about_ca_system_score_gemma":0.000058993064,"threshold_uncertainty_score":0.9969871},"labels":[],"label_agreement":null},{"id":"W2076891891","doi":"10.1145/1125451.1125537","title":"International usability evaluation SIG","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Usability; Brainstorming; Usability engineering; Product (mathematics); Computer science; Appeal; Web usability; Work (physics); Pluralistic walkthrough; Knowledge management; Human–computer interaction; Engineering ethics; Engineering; Political science","score_opus":0.037293755899875214,"score_gpt":0.2921501495902008,"score_spread":0.2548563936903256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076891891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10329078,0.000010118696,0.73220736,0.0030497496,0.0006595616,0.00015925299,8.7424286e-7,0.00017087454,0.16045144],"genre_scores_gemma":[0.9734276,3.3815158e-7,0.02549934,0.00014465314,0.000079057914,0.000014537865,0.000003360062,0.0000018286978,0.00082929153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989767,0.000084455045,0.00016893363,0.00026597417,0.00039409884,0.00010985423],"domain_scores_gemma":[0.9992963,0.0000766337,0.000027915316,0.0003697149,0.0002063309,0.000023107514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008278267,0.000060647184,0.00005364119,0.000036672303,0.00004064141,0.000133422,0.000606815,0.000031811727,0.0008678119],"category_scores_gemma":[0.00009791795,0.000053211494,0.000039632174,0.00012218585,0.000030813404,0.0005258766,0.00009992809,0.000049877435,0.0002714527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025518058,0.001132542,0.055795122,0.000014177374,0.000039028422,0.0000024420042,0.0006348958,0.0077690077,0.012961186,0.63495994,0.05826437,0.22840178],"study_design_scores_gemma":[0.00039385262,0.000048257305,0.060265295,0.0000036880472,0.0000051305883,0.000005432341,0.00001595768,0.75796187,0.018198488,0.12428867,0.03862225,0.00019109348],"about_ca_topic_score_codex":0.00018736685,"about_ca_topic_score_gemma":0.000052196974,"teacher_disagreement_score":0.8701368,"about_ca_system_score_codex":0.00008898842,"about_ca_system_score_gemma":0.000037774145,"threshold_uncertainty_score":0.95019317},"labels":[],"label_agreement":null},{"id":"W2078504914","doi":"10.1145/634067.634127","title":"On the reliability of usability testing","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Usability lab; Dialog box; Computer science; Usability inspection; Reliability (semiconductor); Heuristic evaluation; Test (biology); System usability scale; Pluralistic walkthrough; Usability engineering; Web usability; Human–computer interaction; Knowledge management; World Wide Web","score_opus":0.07039233972694191,"score_gpt":0.2691552036774766,"score_spread":0.19876286395053466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078504914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8231191,0.00000284094,0.14630963,0.003445355,0.000082016915,0.00014985878,4.4906025e-7,0.00009946411,0.026791306],"genre_scores_gemma":[0.98505044,4.4171466e-7,0.014309243,0.00042008673,0.000009321901,0.000006502451,5.1228916e-8,0.0000021418505,0.0002017413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988967,0.00017916616,0.00024499284,0.00029636908,0.00021963136,0.00016310078],"domain_scores_gemma":[0.9960198,0.0025222294,0.000055343055,0.0012007895,0.00016337323,0.000038474005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014330795,0.000081343984,0.00010874137,0.000018121842,0.00008231042,0.000038497135,0.0009317343,0.00003389074,0.00015478436],"category_scores_gemma":[0.002472228,0.00004633532,0.000054601907,0.0004311938,0.00012892587,0.00018679655,0.0001548278,0.00012509016,0.00006387724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007846359,0.0014959201,0.21465892,0.000059867165,0.000019320845,0.0000051427096,0.001757353,0.0038573989,0.0054675597,0.7312489,0.00509585,0.03625532],"study_design_scores_gemma":[0.00033348284,0.0009341102,0.16616592,0.000053723565,0.0000073504775,0.000017048551,0.0001218736,0.24357718,0.054255437,0.53174216,0.0024020097,0.00038967154],"about_ca_topic_score_codex":0.00014610366,"about_ca_topic_score_gemma":0.000011836221,"teacher_disagreement_score":0.2397198,"about_ca_system_score_codex":0.00003030364,"about_ca_system_score_gemma":0.000037809736,"threshold_uncertainty_score":0.29596663},"labels":[],"label_agreement":null},{"id":"W2083378602","doi":"10.4018/ijepr.2014100102","title":"Design Review Process","year":2014,"lang":"en","type":"article","venue":"International Journal of E-Planning Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Function (biology); Citizen journalism; Set (abstract data type); Participatory design; Process management; Public relations; Knowledge management; Business; Computer science; Engineering management; Engineering; Political science; Operations management; World Wide Web","score_opus":0.2157398316419802,"score_gpt":0.48701399791182604,"score_spread":0.2712741662698458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083378602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006690113,0.0027127224,0.9767797,0.010327748,0.0008050136,0.00013661038,4.7651267e-7,0.000025293182,0.0025223498],"genre_scores_gemma":[0.9699462,0.00043859723,0.027817592,0.000987252,0.0004543311,0.000008186636,6.507817e-7,0.0000109153,0.00033629496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966356,0.00064396,0.00045757755,0.00018628837,0.0018239008,0.0002526494],"domain_scores_gemma":[0.9952577,0.0010686943,0.00020402049,0.00025922986,0.003087093,0.00012330209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0087721655,0.00008534741,0.00018598055,0.0003431029,0.000077681,0.0002516791,0.003101325,0.000042619304,0.00006317696],"category_scores_gemma":[0.002408573,0.00006811756,0.00007339642,0.00032231724,0.00006953276,0.00067702483,0.00016709407,0.0005875269,0.00008714025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010997439,0.0018226502,0.013018534,0.0016818935,0.0011422478,0.0018032365,0.015186024,0.026748715,0.0142432945,0.049033042,0.3789024,0.49531823],"study_design_scores_gemma":[0.0049043647,0.006705351,0.007222203,0.03918378,0.00006747354,0.0055351094,0.0004930395,0.19799592,0.08833541,0.24112862,0.40680933,0.0016193859],"about_ca_topic_score_codex":0.0000035515732,"about_ca_topic_score_gemma":1.4317054e-7,"teacher_disagreement_score":0.96325606,"about_ca_system_score_codex":0.000088527144,"about_ca_system_score_gemma":0.00022807838,"threshold_uncertainty_score":0.5763085},"labels":[],"label_agreement":null},{"id":"W2087122180","doi":"10.1145/2145204.2145285","title":"Evaluating the effectiveness of height visualizations for improving gestural communication at distributed tabletops","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Gesture; Computer science; Deixis; Visualization; Human–computer interaction; Table (database); Multimedia; Data visualization; Space (punctuation); Multi-touch; Artificial intelligence; Data mining","score_opus":0.082682035117599,"score_gpt":0.37504153716630495,"score_spread":0.292359502048706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087122180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27325746,0.00013147005,0.72577506,0.00016661608,0.00009128331,0.00042920347,0.000007682132,0.000040387284,0.00010083955],"genre_scores_gemma":[0.9811823,0.000001073624,0.018563755,0.000032602504,0.000013364757,0.00010522171,0.000025109443,0.0000041865633,0.00007243104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876404,0.00059871725,0.00018935312,0.00012531114,0.00013747854,0.00018509538],"domain_scores_gemma":[0.9966959,0.0023527737,0.0000967156,0.0006101468,0.00021263854,0.000031835192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030481648,0.00007367093,0.000104264705,0.000017692342,0.00031315445,0.000049472677,0.0006159957,0.00003470936,0.000011358198],"category_scores_gemma":[0.0004966127,0.00004819705,0.000049960636,0.0002039275,0.000052445226,0.0004929964,0.0003065905,0.00005074705,0.0000034716518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024204091,0.0008075061,0.03814914,0.00054081687,0.00011136492,4.8218272e-8,0.0055734552,0.0042751613,0.22146733,0.71569717,0.0006497097,0.012486249],"study_design_scores_gemma":[0.0007782937,0.0003010633,0.056400333,0.000048325946,0.00004468728,0.0000050341077,0.00012327255,0.69056326,0.24542019,0.00565298,0.0004438564,0.00021871454],"about_ca_topic_score_codex":0.00007471457,"about_ca_topic_score_gemma":0.000015656362,"teacher_disagreement_score":0.7100442,"about_ca_system_score_codex":0.000081150385,"about_ca_system_score_gemma":0.000027007542,"threshold_uncertainty_score":0.24085625},"labels":[],"label_agreement":null},{"id":"W2089113163","doi":"10.1109/tse.2013.29","title":"Usability through Software Design","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability inspection; Component-based usability testing; Usability engineering; Cognitive walkthrough; Usability goals; Software engineering; Usability lab; Heuristic evaluation; Software development; Web usability; Software; Human–computer interaction; Programming language","score_opus":0.029666864984378358,"score_gpt":0.2302247028682714,"score_spread":0.20055783788389303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089113163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008345455,0.00004337038,0.98800874,0.00014543466,0.0011242091,0.0004839661,0.0000065901027,0.0018300724,0.0000121677485],"genre_scores_gemma":[0.4443417,0.0000066635885,0.5551503,0.00014568686,0.00002451925,0.00018077294,3.79396e-7,0.000025543966,0.00012446528],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981649,0.00007950705,0.0003508891,0.00059464085,0.0003246375,0.00048544406],"domain_scores_gemma":[0.9979621,0.0007319757,0.000041783125,0.0009731083,0.0001359506,0.00015505888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024786737,0.0003090365,0.0002559831,0.00011076671,0.00018881237,0.00022472127,0.0008213368,0.00015152551,0.0002739266],"category_scores_gemma":[0.000101214166,0.00031030143,0.00017037569,0.0004960153,0.00005048621,0.0015151914,0.000006131458,0.0004420577,0.00067195797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012872244,0.0003627095,0.00011114806,0.00010262448,0.00008785361,0.000007762925,0.0014378644,0.94381124,0.0013462828,0.0003167904,0.0010120622,0.051390816],"study_design_scores_gemma":[0.0015329532,0.0010859357,0.0031061657,0.0003344438,0.00007598715,0.0001143536,0.00008811808,0.59755325,0.38225627,0.00649013,0.004623675,0.0027387058],"about_ca_topic_score_codex":0.00009293313,"about_ca_topic_score_gemma":0.0000026650841,"teacher_disagreement_score":0.43599623,"about_ca_system_score_codex":0.0001607596,"about_ca_system_score_gemma":0.000058199734,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W2090045375","doi":"10.1145/1880071.1880111","title":"Places for lightweight group meetings","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Group (periodic table); Computer science; Physics","score_opus":0.013501901731824693,"score_gpt":0.24259257153391053,"score_spread":0.22909066980208584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090045375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13155226,0.000013709991,0.84543645,0.0045673274,0.0019463978,0.00028007716,0.0000015910205,0.00038232145,0.015819881],"genre_scores_gemma":[0.7013159,7.6835266e-7,0.2934877,0.0006412949,0.00010909968,0.000040366256,8.022813e-7,0.0000061285564,0.004397937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927473,0.000014809795,0.0001274973,0.00028167898,0.00010585692,0.00019545206],"domain_scores_gemma":[0.99920577,0.00023978912,0.000030105806,0.0003996436,0.000059351343,0.00006532706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039505615,0.000081428785,0.00008561862,0.000033769727,0.000094125884,0.00016200039,0.0007954382,0.000062552834,0.00009049519],"category_scores_gemma":[0.00007844366,0.00006209878,0.000055251832,0.00009435547,0.00003192271,0.00039133662,0.00009952785,0.00010289952,0.00009493779],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016110876,0.00012824227,0.00075895386,0.000023546396,0.000013346292,0.000001109034,0.0009682613,0.00000195619,0.075933106,0.86690766,0.047553707,0.0076940223],"study_design_scores_gemma":[0.00047637412,0.00027237256,0.0007505475,0.000008164902,0.0000058143933,0.000010899564,0.000029274257,0.033866424,0.29994747,0.054623615,0.609669,0.00034001077],"about_ca_topic_score_codex":0.000020851237,"about_ca_topic_score_gemma":0.00012602418,"teacher_disagreement_score":0.81228405,"about_ca_system_score_codex":0.0000052207442,"about_ca_system_score_gemma":0.000016712413,"threshold_uncertainty_score":0.25323147},"labels":[],"label_agreement":null},{"id":"W2091688783","doi":"10.4018/jmcmc.2009010103","title":"FCVW","year":2009,"lang":"en","type":"article","venue":"International Journal of Mobile Computing and Multimedia Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"Acadia University","keywords":"Collaborative software; Computer science; Workspace; The Internet; Computer-supported cooperative work; Work (physics); World Wide Web; Knowledge management; Human–computer interaction; Engineering","score_opus":0.02866157682639993,"score_gpt":0.3358524425396829,"score_spread":0.30719086571328297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091688783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18785267,0.0033026133,0.7854862,0.019414054,0.0017709889,0.0002063898,0.000004567173,0.00012541018,0.0018371058],"genre_scores_gemma":[0.8200546,0.00028829617,0.17915654,0.0003844063,0.000093779396,9.15541e-7,0.0000013827863,0.0000024128549,0.000017669765],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895203,0.0001254173,0.00043972736,0.00011089546,0.00026439474,0.00010751554],"domain_scores_gemma":[0.9979725,0.000497927,0.00028187106,0.000545745,0.00061012997,0.00009186259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063046673,0.0000839527,0.0001437492,0.00014851605,0.00010164812,0.00016244558,0.0026679032,0.00003940116,0.000004313265],"category_scores_gemma":[0.00019004333,0.00007631595,0.000075493364,0.000106323416,0.00008060508,0.00036065513,0.00034564643,0.000264685,0.000008340252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014495941,0.0005626923,0.0007768843,0.0000021553124,0.00008169078,0.000012293752,0.004616094,0.0005713614,0.0017662275,0.008320715,0.0010301189,0.98224527],"study_design_scores_gemma":[0.0030375577,0.0010143926,0.025397534,0.00037746577,0.00003980012,0.0011050642,0.0005740115,0.8651396,0.00322586,0.019131025,0.08043171,0.0005259871],"about_ca_topic_score_codex":0.0000067746364,"about_ca_topic_score_gemma":0.0000015410347,"teacher_disagreement_score":0.98171926,"about_ca_system_score_codex":0.00004011913,"about_ca_system_score_gemma":0.00006422897,"threshold_uncertainty_score":0.49576724},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","score_opus":0.020253913933099235,"score_gpt":0.21546277780221912,"score_spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092628922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16700521,0.0003953047,0.83224523,0.000075669544,0.000156774,0.0000813847,0.0000017479355,0.000035592257,0.0000031001568],"genre_scores_gemma":[0.8968625,0.00000258347,0.102977775,0.000020802821,0.00005477903,0.0000026394544,1.1226518e-7,0.000009399967,0.00006941282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906987,0.000050142407,0.0003364638,0.00014149406,0.00024086674,0.0001611917],"domain_scores_gemma":[0.99921674,0.00012632608,0.00018587078,0.00020182221,0.00019190581,0.000077310346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042131514,0.00012772476,0.00023223697,0.000096566364,0.000044718243,0.00023401293,0.0003253606,0.000053027656,0.0000012827392],"category_scores_gemma":[0.000019779882,0.000089597444,0.000044859516,0.000089018555,0.000014276939,0.00043717478,0.000029296021,0.00015651686,0.0000012146583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026465921,0.000045498273,0.00943396,0.00012075919,0.000022212063,0.0000360008,0.00022136225,0.98874676,0.00033203184,0.00032261928,0.00043056117,0.0002617478],"study_design_scores_gemma":[0.00070093333,0.00052048534,0.0027994427,0.00072769553,0.000019295529,0.0002789147,0.000044179244,0.9915301,0.0024989385,0.00012393747,0.00051979715,0.00023626561],"about_ca_topic_score_codex":0.000043482964,"about_ca_topic_score_gemma":0.000004018323,"teacher_disagreement_score":0.72985727,"about_ca_system_score_codex":0.000043864864,"about_ca_system_score_gemma":0.00007164689,"threshold_uncertainty_score":0.36536777},"labels":[],"label_agreement":null},{"id":"W2093723614","doi":"10.1145/506443.506663","title":"The business value of HCI","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Value (mathematics); Computer science","score_opus":0.031049618698695033,"score_gpt":0.22338003309428717,"score_spread":0.19233041439559212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093723614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056768958,0.00026827148,0.8831724,0.011222477,0.0004832805,0.00011544691,4.0331253e-7,0.00011942413,0.047849353],"genre_scores_gemma":[0.9886118,0.000017312583,0.0076898034,0.00017684077,0.0000126869445,0.0000021963724,2.3724876e-8,0.0000016463882,0.003487688],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995441,0.00003495224,0.00010552242,0.00010237326,0.00011560327,0.00009747089],"domain_scores_gemma":[0.9992983,0.00014381672,0.000023448309,0.00043387437,0.000082188104,0.000018390441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017681404,0.00003854038,0.000049123242,0.000011631906,0.00006396456,0.000052713604,0.0007036848,0.000016975719,0.00007381646],"category_scores_gemma":[0.0000523977,0.000022149552,0.000022543749,0.00023106014,0.000049140384,0.00014928504,0.0000911805,0.00003338778,0.00011730932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040172445,0.00017524973,0.00087611366,0.000017875804,0.000019479547,0.000002019887,0.0014473629,0.00039183666,0.0015877865,0.88112885,0.033339202,0.081010215],"study_design_scores_gemma":[0.00045040535,0.00017674928,0.028881064,0.000028815266,0.000008104276,0.00002016496,0.00009987126,0.7092138,0.06521485,0.044993892,0.15056193,0.0003503352],"about_ca_topic_score_codex":0.000033603697,"about_ca_topic_score_gemma":0.000006601934,"teacher_disagreement_score":0.93184286,"about_ca_system_score_codex":0.000005561858,"about_ca_system_score_gemma":0.000006418699,"threshold_uncertainty_score":0.15078132},"labels":[],"label_agreement":null},{"id":"W2095407652","doi":"10.1145/1357054.1357251","title":"Evaluation of a role-based approach for customizing a complex development environment","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Presentation (obstetrics); Software engineering; Software; Human–computer interaction; Work (physics); Data science; Process management; World Wide Web; Engineering","score_opus":0.19781832685365652,"score_gpt":0.28574033170949953,"score_spread":0.087922004855843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095407652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046967816,0.000025256319,0.9511324,0.00007652748,0.000017488366,0.0005470585,7.457425e-7,0.000036503116,0.001196205],"genre_scores_gemma":[0.5426258,2.0952966e-7,0.45720145,0.00004790265,0.0000035919907,0.00009208439,0.0000031705508,0.0000022281254,0.000023602213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998687,0.00011189503,0.00023395405,0.0002580337,0.000567618,0.00014146605],"domain_scores_gemma":[0.99939084,0.000076359196,0.00006577873,0.00030319724,0.00012577628,0.000038020156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015194974,0.0000833839,0.000120683035,0.00005302384,0.000095833115,0.0000126446275,0.0003422408,0.000031145144,0.000042016894],"category_scores_gemma":[0.000035151683,0.00007385327,0.000050196468,0.000071013834,0.000038444574,0.000110393004,0.000055532146,0.000030041707,0.000010256494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018873853,0.0039302083,0.0029163947,0.00022284786,0.00025966758,0.0000010088826,0.01922867,0.5042415,0.046255186,0.011122841,0.002595177,0.40903777],"study_design_scores_gemma":[0.0007989379,0.00005962035,0.0020598387,0.0000035529883,0.000010991287,0.0000015945234,0.00003977313,0.94381833,0.050643135,0.00022952569,0.0022361896,0.00009850193],"about_ca_topic_score_codex":0.000008348987,"about_ca_topic_score_gemma":0.000001268684,"teacher_disagreement_score":0.49565795,"about_ca_system_score_codex":0.00013594523,"about_ca_system_score_gemma":0.00022769374,"threshold_uncertainty_score":0.3011649},"labels":[],"label_agreement":null},{"id":"W2097050362","doi":"10.1109/hicss.2011.199","title":"Expanding the Scope: Interaction Design Perspectives for Visual Analytics","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Visual analytics; Computer science; Human–computer interaction; Analytics; Cultural analytics; Scope (computer science); Data science; Participatory design; Visual reasoning; Visualization; Semantic analytics; Artificial intelligence; Engineering","score_opus":0.1653562705988468,"score_gpt":0.3496300877257307,"score_spread":0.18427381712688387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097050362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074954093,0.000053630007,0.98837376,0.0003214645,0.0002530881,0.00028984708,2.7397098e-7,0.00010355944,0.0031089652],"genre_scores_gemma":[0.89605516,0.0000089086725,0.103304446,0.000121708756,0.000040808947,0.000030408211,1.3689616e-7,0.000005065889,0.0004333457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924445,0.00009017529,0.000137677,0.00025640137,0.00009972831,0.0001715659],"domain_scores_gemma":[0.99919355,0.00032101636,0.000047320493,0.00028963768,0.00011241256,0.000036061847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054314366,0.000088532826,0.00008425452,0.000053818767,0.00016589493,0.0001483495,0.00054160005,0.000031990032,0.00008664083],"category_scores_gemma":[0.000102942926,0.000056573186,0.00006740153,0.0001664126,0.00004783587,0.00059864344,0.000084661086,0.000081757105,0.000039955925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008673864,0.0020728363,0.0012629833,0.00008444422,0.0005563075,0.000010327985,0.25691357,0.0015710022,0.021025179,0.5781656,0.02903387,0.10843651],"study_design_scores_gemma":[0.00064351177,0.001537546,0.0015980818,0.000046623063,0.00004791713,0.000024376444,0.0176457,0.4610984,0.4844742,0.030978944,0.0013853005,0.0005193682],"about_ca_topic_score_codex":0.000035667872,"about_ca_topic_score_gemma":0.000010028199,"teacher_disagreement_score":0.88855976,"about_ca_system_score_codex":0.000053706433,"about_ca_system_score_gemma":0.000033817225,"threshold_uncertainty_score":0.23069875},"labels":[],"label_agreement":null},{"id":"W2098461445","doi":"10.1145/1460563.1460604","title":"Small details","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Interface (matter); Presentation (obstetrics); Mobile device; Human–computer interaction; Information retrieval; World Wide Web; Operating system; Telecommunications","score_opus":0.09903394648141726,"score_gpt":0.23748774254025462,"score_spread":0.13845379605883734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098461445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24551785,0.000019706076,0.7350012,0.0005811211,0.00010894812,0.000038944025,8.314636e-8,0.00019161393,0.018540515],"genre_scores_gemma":[0.9003078,0.000003763148,0.0950845,0.0006201249,0.0000140467955,0.0000029065002,7.978534e-8,0.0000018138217,0.0039649913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99953026,0.000023627768,0.00008018295,0.00016432974,0.00007438502,0.0001272438],"domain_scores_gemma":[0.99950707,0.0000422116,0.000010727135,0.00036023266,0.000031403677,0.00004836336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000090160735,0.000047599766,0.00005399528,0.000021771448,0.00006415233,0.000027676406,0.00052641146,0.000022991975,0.0000871957],"category_scores_gemma":[0.000018391787,0.00003881327,0.000031185496,0.000109991066,0.000027899376,0.00018713553,0.00008589596,0.000046127534,0.0006614254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026101341,0.0009310346,0.06730468,0.00003958948,0.00007091832,0.00035115547,0.011958198,0.00034327642,0.025206733,0.679225,0.08869695,0.12584636],"study_design_scores_gemma":[0.0013453893,0.0008077865,0.14581162,0.000022834434,0.000008920025,0.0008558165,0.000089667396,0.097435385,0.49334997,0.0450126,0.21381372,0.0014462873],"about_ca_topic_score_codex":0.000026611351,"about_ca_topic_score_gemma":0.000017713837,"teacher_disagreement_score":0.6547899,"about_ca_system_score_codex":0.000009155503,"about_ca_system_score_gemma":0.000026878928,"threshold_uncertainty_score":0.85015064},"labels":[],"label_agreement":null},{"id":"W2099523582","doi":"10.1109/enabl.2000.883709","title":"A review of groupware evaluations","year":2002,"lang":"en","type":"review","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Collaborative software; Computer-supported cooperative work; Computer science; Variety (cybernetics); Frame (networking); Human–computer interaction; World Wide Web; Engineering; Artificial intelligence; Telecommunications","score_opus":0.23721375897060754,"score_gpt":0.42252975393545966,"score_spread":0.18531599496485213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099523582","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.815662e-10,0.92519456,0.068333216,0.000105870895,0.00014753308,0.00069763843,0.000007992621,0.00007557802,0.0054376046],"genre_scores_gemma":[1.6953516e-8,0.98784345,0.010789688,0.0003023015,0.00001933004,0.000094305986,0.0000079251,0.000009148565,0.0009338437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803996,0.000368923,0.0007591253,0.00039393347,0.0002857688,0.00015230717],"domain_scores_gemma":[0.99786973,0.00027318407,0.00029924072,0.001314185,0.00018800075,0.00005567405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007281988,0.00022487486,0.0012631883,0.00009990073,0.000029529669,0.000031082112,0.0016129556,0.00011796793,0.0010136877],"category_scores_gemma":[0.00022906864,0.00016010083,0.0005593239,0.00069947576,0.00003088507,0.0001804581,0.00022775707,0.00018435535,0.0006511691],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5388904e-8,0.00003124285,1.6577433e-8,0.152151,0.000021647144,3.7850464e-7,0.000012435729,3.384252e-8,3.1603586e-9,0.0029351653,0.01930805,0.82554],"study_design_scores_gemma":[0.000014408302,0.000027621672,4.255396e-8,0.1685011,0.00016511137,0.000013777837,2.75169e-7,0.00010382583,2.096766e-7,0.00017579929,0.8308665,0.0001313404],"about_ca_topic_score_codex":0.0000056037397,"about_ca_topic_score_gemma":0.0000011982227,"teacher_disagreement_score":0.82540864,"about_ca_system_score_codex":0.000051425708,"about_ca_system_score_gemma":0.0001684916,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W2100372184","doi":"10.5555/776816.776909","title":"Empowering software engineers in human-centered design","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Usability engineering; Social software engineering; Software development; Software construction; Human–computer interaction; Software; Programming language","score_opus":0.05591847084833525,"score_gpt":0.2939923103235969,"score_spread":0.23807383947526167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100372184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03942285,0.000034972836,0.9585724,0.000071690134,0.00018371722,0.00013889841,1.7442397e-7,0.00021210616,0.0013632015],"genre_scores_gemma":[0.804701,0.0000011521421,0.19487639,0.00012474568,0.00000410132,0.000009768563,1.9632706e-7,0.0000060539955,0.00027664664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990012,0.00011084228,0.00019245551,0.00029738096,0.00012617889,0.00027195038],"domain_scores_gemma":[0.9993739,0.00010228412,0.000020518193,0.00041474283,0.000026248703,0.00006230939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004400487,0.00011241747,0.0001173587,0.00010153717,0.000044544155,0.00009433257,0.00050869974,0.000049483348,0.00010110284],"category_scores_gemma":[0.000113620976,0.000108504304,0.000038391405,0.00026307153,0.000016631664,0.0003649416,0.00005363275,0.0001157144,0.00005645635],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000757773,0.0028431132,0.05741478,0.00029235292,0.00018718955,0.0004500058,0.03810964,0.1268754,0.0743359,0.65162015,0.01941151,0.0283842],"study_design_scores_gemma":[0.004915104,0.0010686977,0.0119708115,0.00027163178,0.000013767701,0.00009631204,0.0009280861,0.117641255,0.79158,0.05383038,0.015002861,0.0026810954],"about_ca_topic_score_codex":0.000019668965,"about_ca_topic_score_gemma":0.000011952512,"teacher_disagreement_score":0.7652781,"about_ca_system_score_codex":0.000060379673,"about_ca_system_score_gemma":0.000031568266,"threshold_uncertainty_score":0.44246772},"labels":[],"label_agreement":null},{"id":"W2100975021","doi":"10.1109/mcg.2009.70","title":"Motivation and Procrastination: Methods for Evaluating Pragmatic Casual Information Visualizations","year":2009,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Procrastination; Computer science; Casual; Information visualization; Visualization; Data visualization; Human–computer interaction; Data science; Artificial intelligence; Psychology","score_opus":0.04999669387059905,"score_gpt":0.38796543826670166,"score_spread":0.3379687443961026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100975021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005031542,0.000053168722,0.99241334,0.0011602342,0.00006992518,0.0010975782,0.000006208629,0.00013028827,0.00003769886],"genre_scores_gemma":[0.24919818,0.000024371013,0.74928635,0.0009228825,0.00008247751,0.00043661427,0.0000358169,0.0000051972197,0.000008079414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990485,0.0000873123,0.00033511844,0.00026186102,0.0001235157,0.00014374462],"domain_scores_gemma":[0.998671,0.00045803745,0.00015206085,0.0002509542,0.0003969291,0.000070997776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072943646,0.00012253365,0.00012565847,0.00017191844,0.00042295616,0.00037216884,0.00021572803,0.000062607185,6.6870047e-7],"category_scores_gemma":[0.000065062704,0.00012268237,0.000031421474,0.00043090555,0.000045845954,0.00095234613,0.000039902803,0.000079466074,0.0000014579949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020678808,0.000060419352,0.00008484558,0.00005387957,0.000009335835,1.8252795e-8,0.0007604626,0.00030873244,0.00029557096,0.65088993,0.00014425247,0.3473905],"study_design_scores_gemma":[0.00026875772,0.00020983678,0.0039608143,0.000018592193,0.000014853672,0.0000093120925,0.00001230717,0.8759443,0.00030769932,0.114766605,0.004343984,0.00014291349],"about_ca_topic_score_codex":0.00000208572,"about_ca_topic_score_gemma":7.563176e-7,"teacher_disagreement_score":0.87563556,"about_ca_system_score_codex":0.000014825361,"about_ca_system_score_gemma":0.000037536254,"threshold_uncertainty_score":0.50028414},"labels":[],"label_agreement":null},{"id":"W2102381976","doi":"10.1007/978-3-540-72108-6_20","title":"Collaboration enabled GIS Tools for Emergency Operation Centre","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in geoinformation and cartography","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Geography","score_opus":0.02363406904852414,"score_gpt":0.25634899520925447,"score_spread":0.23271492616073033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102381976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030792778,0.000554448,0.96765393,0.0008770075,0.00066863064,0.0012025468,0.000051260693,0.00011398117,0.028570281],"genre_scores_gemma":[0.72312224,0.0056678336,0.23146929,0.00977377,0.0017367365,0.00055931485,0.005320199,0.00028052606,0.022070115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848574,0.000021684758,0.0006314781,0.00033253458,0.0002707143,0.00025784195],"domain_scores_gemma":[0.9988126,0.00017166726,0.00023296762,0.0003643819,0.00034377075,0.00007461906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042807922,0.00029859363,0.0002779898,0.0005175654,0.00015688282,0.00043152194,0.00026489122,0.00042849526,0.00011131493],"category_scores_gemma":[0.000103489394,0.0002883249,0.00014153472,0.00024299003,0.00003644663,0.0016545393,0.00005113799,0.00024215605,0.000016522175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017249087,0.000068291854,0.00035865503,0.00074597547,0.00014568184,0.0000034570019,0.020415695,0.007288089,0.0002029884,0.35188404,0.0036051932,0.61510944],"study_design_scores_gemma":[0.0026717836,0.0007661483,0.0005417539,0.0004194574,0.00012081619,0.000019360868,0.0001975258,0.14018178,0.004848542,0.18855843,0.6594335,0.00224095],"about_ca_topic_score_codex":0.000013109257,"about_ca_topic_score_gemma":0.0006465146,"teacher_disagreement_score":0.73618466,"about_ca_system_score_codex":0.000052843483,"about_ca_system_score_gemma":0.00006799654,"threshold_uncertainty_score":0.9999569},"labels":[],"label_agreement":null},{"id":"W2104927684","doi":"10.1109/ozchi.1996.559988","title":"Semantic telepointers for groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Workspace; Collaborative software; Focus (optics); Gesture; Viewport; Representation (politics); Object (grammar); Multimedia; Computer vision; World Wide Web; Artificial intelligence; Robot","score_opus":0.05196017736498068,"score_gpt":0.2395398986509189,"score_spread":0.18757972128593822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104927684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008543647,0.000034086854,0.98170257,0.0032815053,0.00026397192,0.00017843241,8.3888335e-7,0.00020799594,0.0057869325],"genre_scores_gemma":[0.93232167,0.000002160439,0.062603,0.00089298043,0.0000266481,0.000020626503,2.953756e-7,0.0000048899924,0.0041277623],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993337,0.00001758868,0.00012365014,0.0002449503,0.000087946195,0.00019219061],"domain_scores_gemma":[0.9994029,0.00010707972,0.000019487501,0.00037716297,0.000042746444,0.000050669158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116459654,0.000074176,0.000084394254,0.00003631757,0.000058825968,0.0001010536,0.0005572125,0.000029474351,0.00021750045],"category_scores_gemma":[0.000040116494,0.00006184537,0.000070866634,0.000107764194,0.0000197518,0.0003091454,0.00006869879,0.00004213599,0.00029446103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002399719,0.00080304284,0.0025786087,0.0002338595,0.000108914755,0.00002283658,0.007677763,0.00017215473,0.0034076436,0.33899906,0.44493592,0.2010362],"study_design_scores_gemma":[0.0006840442,0.00047313047,0.00059514237,0.000027846105,0.000008454039,0.00003618953,0.00010744378,0.9029768,0.017923603,0.016404213,0.060347047,0.00041609988],"about_ca_topic_score_codex":0.00001009688,"about_ca_topic_score_gemma":0.000010534313,"teacher_disagreement_score":0.923778,"about_ca_system_score_codex":0.000016934146,"about_ca_system_score_gemma":0.0000033209774,"threshold_uncertainty_score":0.3784799},"labels":[],"label_agreement":null},{"id":"W2106311469","doi":"10.1145/1753326.1753534","title":"Why it's quick to be square","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"","keywords":"Computer science; Square (algebra); Grid; Perspective (graphical); Human–computer interaction; Dominance (genetics); Crossover; Empirical research; Artificial intelligence; Mathematics; Statistics","score_opus":0.03683536807242901,"score_gpt":0.27953929735951105,"score_spread":0.24270392928708204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106311469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12993895,0.0000026621196,0.71468407,0.13488027,0.0010251473,0.000180067,0.000001458292,0.00029609725,0.018991314],"genre_scores_gemma":[0.82396805,3.127973e-7,0.11173276,0.06125945,0.00007252527,0.0000151236145,4.4339689e-7,0.0000063251236,0.0029450282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917686,0.000024675643,0.00011930184,0.00029977,0.00017163038,0.00020774725],"domain_scores_gemma":[0.9989605,0.000071542345,0.0000138814785,0.0007308594,0.00007600558,0.00014719993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002267665,0.00008249395,0.000080443286,0.000045978366,0.00006187015,0.00017749998,0.00096631213,0.000054280546,0.00068187754],"category_scores_gemma":[0.000075440155,0.000068591784,0.000040206414,0.00021097163,0.000021350012,0.00033737824,0.0002169719,0.00015148618,0.00069526647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009173792,0.00017282789,0.0011650369,0.0000142469235,0.000009610598,0.0000075608923,0.004621255,0.0000383927,0.025755541,0.15108994,0.8052696,0.011846822],"study_design_scores_gemma":[0.00011409694,0.00016333444,0.0012452413,0.000004568199,0.0000015564568,0.000008208357,0.00008940051,0.0046486766,0.034753248,0.0029415064,0.95582,0.00021012846],"about_ca_topic_score_codex":0.0001853216,"about_ca_topic_score_gemma":0.0018625981,"teacher_disagreement_score":0.6940291,"about_ca_system_score_codex":0.000009260854,"about_ca_system_score_gemma":0.0000290869,"threshold_uncertainty_score":0.8936476},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","score_opus":0.08157917640863166,"score_gpt":0.34587573029669977,"score_spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109891159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072844066,0.000009635647,0.9238465,0.00039594792,0.0016296742,0.0007871579,0.000016555152,0.00027068937,0.00019977512],"genre_scores_gemma":[0.9225481,0.0000021147541,0.076730445,0.00021817515,0.00006632008,0.0002918615,0.000028472,0.000015816928,0.000098703604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970103,0.0005681314,0.000599885,0.00097269897,0.00049491035,0.0003541012],"domain_scores_gemma":[0.9966442,0.0007714507,0.00018845264,0.0017295013,0.0005393188,0.00012708882],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013079739,0.00029874078,0.00035574692,0.00056688016,0.00061070285,0.00036449992,0.00091376196,0.00014370294,0.0003753033],"category_scores_gemma":[0.00013533834,0.00031296184,0.000542642,0.001039677,0.00005813452,0.0012480009,0.00001624127,0.00033672986,0.000068063535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028956248,0.005268714,0.0023649274,0.0001905163,0.0033130983,0.0000035971607,0.005683105,0.501259,0.0039446526,0.018551838,0.0019341124,0.45719683],"study_design_scores_gemma":[0.0018036492,0.0016219632,0.006618855,0.00005909948,0.00090690685,0.000027375834,0.0001722387,0.9287799,0.016613964,0.033925287,0.008605388,0.00086534786],"about_ca_topic_score_codex":0.0000773143,"about_ca_topic_score_gemma":0.0002528422,"teacher_disagreement_score":0.849704,"about_ca_system_score_codex":0.00047928875,"about_ca_system_score_gemma":0.00006712107,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W2110117288","doi":"10.22230/src.2012v3n1a48","title":"Understanding Long-Term Collaboration: Reflections on Year 1 and Before","year":2012,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Knowledge management; Work (physics); Term (time); Digital humanities; Interface (matter); Scale (ratio); World Wide Web; Computer science; Library science; Engineering; Geography","score_opus":0.41311915014232065,"score_gpt":0.4548115564687706,"score_spread":0.04169240632644994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110117288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8669236,0.0029457137,0.0851888,0.029278567,0.00026390693,0.0007829044,0.0000059701406,0.00019091842,0.014419631],"genre_scores_gemma":[0.9954914,0.00039964568,0.0037505347,0.00007360344,0.000034181478,0.000021353475,0.000004081976,0.000004890354,0.00022035075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984121,0.00072300725,0.00011532789,0.00017103188,0.00034456566,0.00023401281],"domain_scores_gemma":[0.99853414,0.00029386685,0.000028261273,0.0007358252,0.00027391428,0.00013399495],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029981828,0.000063839856,0.000066223285,0.00017278375,0.0010906943,0.0012459048,0.00046614924,0.00008269675,0.00001115002],"category_scores_gemma":[0.00031155764,0.000057471323,0.000011903425,0.0005408947,0.00019345919,0.0034961915,0.0003745911,0.00061925675,0.000034308487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004025724,0.00021182196,0.05482418,0.000035373872,0.000025513033,6.3163617e-7,0.015147936,0.0000023323182,0.0012718241,0.9224952,0.0009318475,0.005013085],"study_design_scores_gemma":[0.0015313055,0.0017358384,0.7985938,0.00045364644,0.000019787696,0.000049743732,0.007865001,0.0013771995,0.004604863,0.17225434,0.010916617,0.00059785723],"about_ca_topic_score_codex":0.00001425165,"about_ca_topic_score_gemma":0.0001355516,"teacher_disagreement_score":0.75024086,"about_ca_system_score_codex":0.00015390289,"about_ca_system_score_gemma":0.000051203086,"threshold_uncertainty_score":0.9997909},"labels":[],"label_agreement":null},{"id":"W2110890920","doi":"10.1518/0018720053653785","title":"The Impact of Visual Layout Factors on Performance in Web Pages: A Cross-Language Study","year":2005,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Web page; Computer science; Web design; Page layout; World Wide Web; Reading (process); Static web page; Human–computer interaction; Information retrieval; Web navigation; Linguistics","score_opus":0.03743262458559483,"score_gpt":0.3189104833163315,"score_spread":0.28147785873073666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110890920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99910986,0.00013767845,0.000028909531,0.00004666215,0.0002480721,0.0003573139,0.000012321095,0.000018996609,0.000040158102],"genre_scores_gemma":[0.9996219,0.00008205642,0.000014295931,0.000031025324,0.00009970809,0.0000016987232,9.73521e-7,0.000024108764,0.0001242287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973593,0.0004101841,0.0009979544,0.00028469614,0.00045799918,0.0004898829],"domain_scores_gemma":[0.997311,0.00066712714,0.0009348511,0.0008334688,0.00012101466,0.0001325179],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018935449,0.0004412424,0.000539628,0.000087062755,0.0013050473,0.00042081915,0.0024204128,0.00013491402,0.000020153737],"category_scores_gemma":[0.00006445892,0.00019088524,0.0007503238,0.00023019139,0.0004573627,0.000688383,0.00046119603,0.0010164867,0.0000016738941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008129448,0.00062509556,0.89539236,0.000011729898,0.00026436851,4.095118e-7,0.0966694,0.00356799,0.0028359639,0.000087190776,0.00033201647,0.00013220153],"study_design_scores_gemma":[0.0008359838,0.0013230166,0.9809717,0.000046442405,0.00003722193,0.0000033332228,0.010285993,0.0021886267,0.0039362316,0.00006523917,0.00006502784,0.00024120467],"about_ca_topic_score_codex":0.0002132928,"about_ca_topic_score_gemma":0.00039676137,"teacher_disagreement_score":0.0863834,"about_ca_system_score_codex":0.00045810672,"about_ca_system_score_gemma":0.00014033348,"threshold_uncertainty_score":0.9999951},"labels":[],"label_agreement":null},{"id":"W2113435633","doi":"10.1007/978-3-319-07668-3_41","title":"Heuristic Inspection to Assess Persuasiveness: A Case Study of a Mathematics E-learning Program","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Heuristic; Categorization; Usability; Perspective (graphical); Computer science; Heuristic evaluation; Focus (optics); Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.05278255586896766,"score_gpt":0.31238911930632823,"score_spread":0.25960656343736055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113435633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04204903,0.000028686449,0.95528513,0.00008723309,0.00069759437,0.0013259498,9.258621e-7,0.0003023276,0.00022310567],"genre_scores_gemma":[0.74501956,0.0000015824908,0.25469938,0.00008564512,0.00009341435,0.000038070157,4.1702233e-7,0.000022825507,0.00003912123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643457,0.00012497019,0.0006882328,0.0013420202,0.0009450037,0.00046521242],"domain_scores_gemma":[0.9968304,0.00075199315,0.00038085593,0.0013361711,0.00052465615,0.00017592938],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014447668,0.00045887163,0.00068544026,0.0008085745,0.00028780047,0.00049009646,0.0021633473,0.0002052439,0.000006488304],"category_scores_gemma":[0.00037182806,0.0004243723,0.00010596455,0.0008266614,0.00030397897,0.00027460477,0.0011167793,0.0007921187,0.000022955663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018373792,0.0015283739,0.00066476007,0.00048077008,0.00006221015,0.0016368688,0.04035874,0.18567635,0.00016816863,0.007659596,0.000008887885,0.76173687],"study_design_scores_gemma":[0.00049271336,0.0047450764,0.00008082401,0.0007025058,0.000037765523,0.0014742799,0.00005563239,0.97642803,0.0005940152,0.014280989,0.00027319984,0.00083499675],"about_ca_topic_score_codex":0.0001401574,"about_ca_topic_score_gemma":0.00039314732,"teacher_disagreement_score":0.79075164,"about_ca_system_score_codex":0.0002566228,"about_ca_system_score_gemma":0.00026903793,"threshold_uncertainty_score":0.9998208},"labels":[],"label_agreement":null},{"id":"W2113773517","doi":"10.7202/031995ar","title":"Modalités et scénarios d’interaction dans des hypermédias d’apprentissage","year":2007,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.5168386134590139,"score_gpt":0.4456297391280482,"score_spread":0.07120887433096573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113773517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5062478,0.001171757,0.4653163,0.001585389,0.0029883822,0.00020208754,0.0000050839844,0.000081778744,0.022401381],"genre_scores_gemma":[0.93103313,0.00022595681,0.061309643,0.00024521892,0.00027934817,0.000015594562,0.000005955067,0.00001630549,0.00686883],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661374,0.00063275767,0.0005780139,0.00086339586,0.00041642465,0.00089567],"domain_scores_gemma":[0.9979466,0.0005768374,0.00025707667,0.0006117703,0.00031939382,0.0002883044],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0059213787,0.00028309508,0.00023498324,0.00026515557,0.0010707228,0.0010388821,0.0011932909,0.00020333064,0.00018646976],"category_scores_gemma":[0.0005166286,0.0003152805,0.0001572832,0.0014866476,0.0024113448,0.0038648706,0.00017707859,0.00037102622,0.000293007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046061756,0.0014981468,0.017719673,0.0008364516,0.000053246025,0.00005753832,0.41927835,0.01673472,0.020170333,0.24349675,0.0015600417,0.2785487],"study_design_scores_gemma":[0.0006157127,0.0015281233,0.13577336,0.0024050635,0.00015965187,0.004367433,0.038904496,0.5465586,0.051259715,0.1988903,0.017880129,0.0016574027],"about_ca_topic_score_codex":0.003020246,"about_ca_topic_score_gemma":0.0041710115,"teacher_disagreement_score":0.5298239,"about_ca_system_score_codex":0.0016110108,"about_ca_system_score_gemma":0.0006897981,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W2113966600","doi":"10.11575/prism/30688","title":"Extremely Rapid Usability Testing","year":2008,"lang":"en","type":"article","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Usability lab; Cognitive walkthrough; Usability inspection; Usability engineering; Web usability; Human–computer interaction; Heuristic evaluation; World Wide Web","score_opus":0.25377047231985583,"score_gpt":0.32165241712915016,"score_spread":0.06788194480929433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113966600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91023886,0.000047433547,0.03956598,0.0006930103,0.00022069423,0.00038453558,0.0000028761185,0.000014730228,0.048831906],"genre_scores_gemma":[0.7516979,0.0000010292426,0.2471894,0.00007516322,0.000025213782,0.000007967469,5.098072e-7,0.0000038092849,0.0009990371],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868304,0.00011916875,0.00024321678,0.00051667844,0.00018811476,0.00024979553],"domain_scores_gemma":[0.9986379,0.00027454886,0.00006230251,0.00081983465,0.00010528607,0.00010008846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071285944,0.00011345915,0.00015859779,0.000028745313,0.00022801882,0.00023927724,0.0020039803,0.000047607977,0.00086533895],"category_scores_gemma":[0.00036844081,0.000104185456,0.000040116625,0.00034401717,0.00010457998,0.0009506142,0.0006663942,0.00012619757,0.0010744939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021721624,0.00036905924,0.023689985,0.0000065392037,0.000015482949,0.00006487092,0.004010006,0.000081353,0.006019997,0.00016584893,0.0019815783,0.9635736],"study_design_scores_gemma":[0.0026330021,0.0015432042,0.19744895,0.00015750492,0.000029299654,0.0008062454,0.0002899868,0.116788074,0.2514914,0.0070238262,0.41958532,0.0022032075],"about_ca_topic_score_codex":0.000084978696,"about_ca_topic_score_gemma":0.000016552172,"teacher_disagreement_score":0.96137035,"about_ca_system_score_codex":0.000039513994,"about_ca_system_score_gemma":0.00015432508,"threshold_uncertainty_score":0.9997033},"labels":[],"label_agreement":null},{"id":"W2114638934","doi":"10.1109/case.1992.200152","title":"Integrating widget design knowledge with user interface toolkits","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Natural user interface; Adaptation (eye); Representation (politics); Reuse; World Wide Web; User experience design; Programming language; Operating system; Engineering","score_opus":0.03694813710248495,"score_gpt":0.26953415478282416,"score_spread":0.2325860176803392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114638934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010907765,0.00010988654,0.95105284,0.00023777249,0.0002448834,0.0002656768,3.5789114e-7,0.0003151785,0.03686565],"genre_scores_gemma":[0.6325269,0.0000016452625,0.36250162,0.00017091671,0.000011463565,0.00001991375,1.7030234e-7,0.000012177718,0.004755184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99822724,0.00037318328,0.00026390227,0.0005514745,0.00018862134,0.0003955723],"domain_scores_gemma":[0.99852186,0.00036000114,0.000060485487,0.0007351702,0.00019278213,0.00012969456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078324956,0.00024100448,0.00021197021,0.00008252974,0.00012950492,0.0003296371,0.000915714,0.000077334684,0.00015431711],"category_scores_gemma":[0.00019659325,0.00016873123,0.00004932741,0.00050272985,0.00007170963,0.0008778588,0.000118937845,0.00024110657,0.00042026004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110244044,0.0010368252,0.003956693,0.0000844739,0.00017508368,0.000036138495,0.015628682,0.0031588485,0.009642599,0.89867526,0.039341077,0.028154088],"study_design_scores_gemma":[0.0016253989,0.0020643822,0.000520452,0.0002727959,0.000030194667,0.0002130024,0.001033553,0.07674756,0.78363377,0.010468823,0.12183254,0.0015575334],"about_ca_topic_score_codex":0.000018075716,"about_ca_topic_score_gemma":0.00006337092,"teacher_disagreement_score":0.8882064,"about_ca_system_score_codex":0.00007148756,"about_ca_system_score_gemma":0.00017501184,"threshold_uncertainty_score":0.688066},"labels":[],"label_agreement":null},{"id":"W2115164132","doi":"10.32920/ryerson.14640144.v1","title":"Computer Support for Discussions in Spatial Planning","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"NIMBY; Spatial planning; Voting; Argumentation theory; Space (punctuation); Urban planning; Land-use planning; Business; Politics; Land use; Environmental planning; Operations research; Management science; Computer science; Political science; Geography; Engineering; Civil engineering","score_opus":0.06196581401514023,"score_gpt":0.3188841500211945,"score_spread":0.2569183360060543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115164132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0111386115,0.000019370991,0.9839627,0.0016425748,0.0018907113,0.00046974083,0.000011019888,0.00013796783,0.0007272709],"genre_scores_gemma":[0.5839991,0.0000018802095,0.4145694,0.00049880554,0.00017822007,0.00012768328,0.00006382241,0.00001332623,0.0005477302],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981415,0.00009909704,0.00040529508,0.00083223573,0.0001938001,0.0003280462],"domain_scores_gemma":[0.9986663,0.00020045927,0.00008271473,0.0008752567,0.00008605728,0.000089228524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040894406,0.00022500686,0.00035366399,0.00012206082,0.000057417154,0.00043408378,0.0012168314,0.00023739686,0.00010422066],"category_scores_gemma":[0.000036511832,0.00018315343,0.00017885593,0.000105341205,0.000026345759,0.00020208745,0.0021818466,0.00045363666,0.000012839751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024086886,0.0042234594,0.043982178,0.0034896198,0.00044291397,0.00093544653,0.079254635,0.3178889,0.0014887874,0.052959777,0.10109227,0.39400116],"study_design_scores_gemma":[0.00061724155,0.000197438,0.012718037,0.00044400815,0.000013085709,0.000012243544,0.00013537925,0.97138965,0.003035893,0.0073156697,0.0033931166,0.0007282655],"about_ca_topic_score_codex":0.00020647165,"about_ca_topic_score_gemma":0.00022822658,"teacher_disagreement_score":0.65350074,"about_ca_system_score_codex":0.000070261,"about_ca_system_score_gemma":0.0002583194,"threshold_uncertainty_score":0.746878},"labels":[],"label_agreement":null},{"id":"W21154431","doi":"10.7202/1033262ar","title":"Le développement d’une méthodologie pour la construction de systèmes d’information multimédias","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.13415965947071026,"score_gpt":0.3632233336530656,"score_spread":0.22906367418235532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W21154431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01642402,0.0012790387,0.90040416,0.06584007,0.0015801176,0.00042103487,0.000021090063,0.00029264376,0.013737851],"genre_scores_gemma":[0.4754924,0.0027120903,0.51589,0.0030262743,0.00015607779,0.00010481162,0.0000650631,0.0000223794,0.0025309247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964672,0.001592357,0.0006429667,0.00035415599,0.0005125139,0.0004308038],"domain_scores_gemma":[0.9977809,0.0005914651,0.00036302477,0.00036769686,0.00065135973,0.0002455488],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00315769,0.0002694465,0.00025960212,0.0011384975,0.00015935133,0.0057062097,0.00047328722,0.00022163843,0.00031061508],"category_scores_gemma":[0.0006155523,0.0003022275,0.000096874675,0.0021694014,0.00024369465,0.024667425,0.00017289752,0.00025185433,0.00048046702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000122005324,0.00034054962,0.0047874153,0.00028025,0.00012540606,0.000016961794,0.035303067,0.0037052266,0.0007617148,0.8006261,0.09745667,0.056474604],"study_design_scores_gemma":[0.0070842765,0.0009739281,0.03462171,0.0007604972,0.00016570668,0.00066770526,0.024320086,0.09288812,0.076591186,0.5478353,0.21233995,0.0017515221],"about_ca_topic_score_codex":0.0030228556,"about_ca_topic_score_gemma":0.00009759744,"teacher_disagreement_score":0.45906836,"about_ca_system_score_codex":0.000496246,"about_ca_system_score_gemma":0.0018429611,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W2118534650","doi":"10.1109/agile.2008.13","title":"Utilizing Digital Tabletops in Collocated Agile Planning Meetings","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; USable; Planner; Computer science; Agile usability engineering; Variety (cybernetics); Agile Unified Process; Usability; Engineering management; Software; Process management; Knowledge management; Software engineering; Engineering; Human–computer interaction; Multimedia; Software development; Software development process; Artificial intelligence","score_opus":0.05191201595156635,"score_gpt":0.2530656985680922,"score_spread":0.20115368261652583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118534650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.840107,0.00007197428,0.10110848,0.0004224795,0.00023561409,0.00014312811,0.0000010181388,0.00034904905,0.057561215],"genre_scores_gemma":[0.99276125,0.000001741526,0.0046605696,0.00025401442,0.000011563081,0.0000066466173,0.0000012591116,0.0000054793045,0.0022974426],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893105,0.000027911297,0.00023051478,0.00032805625,0.0001799947,0.00030245606],"domain_scores_gemma":[0.99941856,0.00013037196,0.000036016256,0.00030145908,0.000048213034,0.00006535367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020789503,0.00010850944,0.00014186374,0.00009508734,0.00010281368,0.00014937848,0.0005709452,0.000053002663,0.00003643115],"category_scores_gemma":[0.00010536307,0.00010184245,0.000033016444,0.0005198239,0.00005024106,0.00095183606,0.00018350515,0.00013204315,0.000082035134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014126525,0.0014237629,0.7602724,0.00010168025,0.00008756534,0.001524577,0.052270036,0.016715098,0.019494899,0.041795436,0.0928313,0.013342007],"study_design_scores_gemma":[0.003279429,0.0006870822,0.06361284,0.00037522463,0.000007977428,0.0006580059,0.0025113265,0.6658614,0.16728814,0.009676244,0.083756484,0.002285815],"about_ca_topic_score_codex":0.00011101966,"about_ca_topic_score_gemma":0.000009164299,"teacher_disagreement_score":0.6966595,"about_ca_system_score_codex":0.00004854059,"about_ca_system_score_gemma":0.00006052455,"threshold_uncertainty_score":0.41530144},"labels":[],"label_agreement":null},{"id":"W2118581912","doi":"10.4018/jgim.2002100105","title":"Software and Culture","year":2002,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; Modular design; Software; Human–computer interaction; Interface (matter); Component (thermodynamics); Software development; Core (optical fiber); Component-based software engineering; Software engineering; Programming language; Operating system; Telecommunications","score_opus":0.01470817008428234,"score_gpt":0.22844020654359914,"score_spread":0.2137320364593168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118581912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033012035,0.00018060772,0.9856301,0.0018991131,0.00025891847,0.00007286255,0.0000014900725,0.000025880057,0.008629854],"genre_scores_gemma":[0.58472806,0.0003662434,0.4113336,0.003060992,0.00005050266,0.0000019788408,5.9377044e-7,0.0000017325509,0.00045627414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936026,0.000015560401,0.00027901435,0.000036514026,0.00022832716,0.00008032335],"domain_scores_gemma":[0.99953747,0.0000056913514,0.00017678857,0.00011271624,0.00011371708,0.000053633055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001877945,0.000053444022,0.00007020468,0.000036443696,0.00004301676,0.00021632407,0.00030906044,0.000021849217,0.000022869763],"category_scores_gemma":[0.000018773353,0.000041382147,0.000034470635,0.00015558752,0.0000127220455,0.0025219067,0.00010024851,0.00005541026,0.00006222718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014066666,0.000075814096,0.0018272592,0.00013132229,0.00010042001,0.00001819642,0.002801088,0.0008413963,0.0000012079817,0.08456957,0.25480005,0.6548196],"study_design_scores_gemma":[0.0010652951,0.000399741,0.019284485,0.000081924576,0.00003006771,0.00025000144,0.00041470377,0.01969069,0.000033271794,0.022039136,0.93650234,0.00020831688],"about_ca_topic_score_codex":8.1688125e-7,"about_ca_topic_score_gemma":3.4683734e-7,"teacher_disagreement_score":0.6817023,"about_ca_system_score_codex":0.000063704545,"about_ca_system_score_gemma":0.0000029927705,"threshold_uncertainty_score":0.2086018},"labels":[],"label_agreement":null},{"id":"W2119363668","doi":"10.1109/enabl.1996.555046","title":"EEN: a pen-based electronic notebook for unintrusive acquisition of engineering design knowledge","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Information engineering; Focus (optics); Engineering design process; Software engineering; Systems engineering; Information system; Engineering management; Engineering","score_opus":0.03361798720439529,"score_gpt":0.23975610989685878,"score_spread":0.20613812269246348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119363668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027177776,0.00018973522,0.9955104,0.0003350853,0.00008376639,0.0004356294,0.0000014533888,0.00014497225,0.0005812059],"genre_scores_gemma":[0.90022254,0.0000021595508,0.0991176,0.00011126487,0.00002550038,0.00005746076,8.144817e-7,0.000009566253,0.00045311108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990539,0.000053342483,0.00020495142,0.00026918956,0.00010210065,0.00031649647],"domain_scores_gemma":[0.99891305,0.0004572495,0.00005133044,0.0003666579,0.00015964294,0.000052080148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031671842,0.00012497662,0.00015884214,0.00010441981,0.000044961907,0.000040621555,0.0004939593,0.000062816434,0.00015399477],"category_scores_gemma":[0.000057353263,0.00012001068,0.000087461005,0.00020379206,0.000023633402,0.00020952092,0.000039159924,0.00007945676,0.000054072243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028573285,0.0019878205,0.00010236851,0.0007388706,0.00025736913,0.000007677886,0.008108935,0.112951346,0.2167791,0.59217477,0.018296583,0.048309408],"study_design_scores_gemma":[0.00037901904,0.00043340298,0.000023037568,0.000019483705,0.000006709178,0.0000015276497,0.000004201712,0.7864658,0.21040413,0.0010915445,0.0010502931,0.00012080637],"about_ca_topic_score_codex":0.000005091112,"about_ca_topic_score_gemma":0.00000347632,"teacher_disagreement_score":0.89750475,"about_ca_system_score_codex":0.00009628322,"about_ca_system_score_gemma":0.00006845424,"threshold_uncertainty_score":0.48938933},"labels":[],"label_agreement":null},{"id":"W2121878422","doi":"","title":"Pen as a Technology","year":2015,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phone; The Internet; Internet privacy; Computer science; World Wide Web; Advertising; Business; Linguistics","score_opus":0.15881307307088435,"score_gpt":0.4122757090982202,"score_spread":0.2534626360273359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121878422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98650146,0.0017185006,0.002626908,0.0060841125,0.0007217659,0.00009675404,2.6759048e-7,0.00006119911,0.0021890365],"genre_scores_gemma":[0.9855613,0.0000519398,0.014072621,0.00023598448,0.00000956647,0.000014774642,2.313398e-8,0.0000013992081,0.000052364667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988055,0.000064891035,0.00021471849,0.00038832228,0.00021303947,0.0003135308],"domain_scores_gemma":[0.9989411,0.00015106516,0.00007656943,0.00042492166,0.0003599382,0.00004640291],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020589975,0.0000791077,0.00023392127,0.00025866754,0.000111791676,0.00000462279,0.0018585807,0.000074605174,0.0000021152964],"category_scores_gemma":[0.0019895646,0.00006639139,0.00002147565,0.001011413,0.046150707,0.00032762604,0.0010546631,0.00015348324,0.000056950706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020269397,0.00017673758,0.021735739,0.000027969867,0.000035565645,0.000031020423,0.31345713,0.0001609101,0.003630478,0.6540218,0.0023163739,0.0043860213],"study_design_scores_gemma":[0.00046408607,0.00066037173,0.0012979214,0.000034097327,0.000003026403,0.00003543102,0.10013564,0.000876565,0.010188289,0.8850651,0.0010441514,0.00019533292],"about_ca_topic_score_codex":0.000013133635,"about_ca_topic_score_gemma":0.0000075806565,"teacher_disagreement_score":0.23104331,"about_ca_system_score_codex":0.00012264482,"about_ca_system_score_gemma":0.00032833652,"threshold_uncertainty_score":0.9564451},"labels":[],"label_agreement":null},{"id":"W2125736597","doi":"10.1145/1062745.1062784","title":"Predicting outcomes of web navigation","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Web navigation; Web page; Task (project management); Similarity (geometry); Information retrieval; World Wide Web; Path (computing); Web analytics; Web modeling; Web application; Graph; Web intelligence; Artificial intelligence; Theoretical computer science; Engineering","score_opus":0.024405780138750662,"score_gpt":0.2713385173065199,"score_spread":0.24693273716776926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125736597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78978336,0.000010838315,0.20328687,0.0014662918,0.000085941494,0.00005038805,5.699784e-7,0.00011545481,0.005200261],"genre_scores_gemma":[0.9511222,6.1213655e-7,0.048330832,0.00012453676,0.000014378523,0.0000017105878,2.4254655e-7,0.0000014452127,0.0004040131],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951226,0.000021131895,0.00015086832,0.00011442463,0.00012193223,0.00007939801],"domain_scores_gemma":[0.99959064,0.00006955033,0.000037466485,0.00023661325,0.00004317789,0.000022550557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019349625,0.000041218238,0.00006996331,0.000023086455,0.000022315557,0.00002256099,0.00030668481,0.000022522536,0.000035249133],"category_scores_gemma":[0.000028733371,0.000032808966,0.00003088161,0.00009228573,0.000015162111,0.00038872857,0.0000616636,0.000039955714,0.000046185545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006056621,0.00030517863,0.78822935,0.000039565824,0.00004852913,0.0000011290914,0.0034741445,0.0022286177,0.013438101,0.10094076,0.0019574885,0.08933111],"study_design_scores_gemma":[0.00036880292,0.000107075095,0.07705631,0.000024412926,0.0000054463494,0.000004924704,0.000070940674,0.7950014,0.12200755,0.0021654028,0.0030283793,0.00015938276],"about_ca_topic_score_codex":0.000019069737,"about_ca_topic_score_gemma":0.000013624854,"teacher_disagreement_score":0.79277277,"about_ca_system_score_codex":0.000012889539,"about_ca_system_score_gemma":0.000018220411,"threshold_uncertainty_score":0.13379109},"labels":[],"label_agreement":null},{"id":"W2126432237","doi":"10.1023/a:1011930801390","title":"Is it Ethical to Evaluate Web-based Learning Tools using Students?","year":2001,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.12063872378271584,"score_gpt":0.3809342550198918,"score_spread":0.26029553123717597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126432237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41434267,0.000018835655,0.58218616,0.0026708343,0.00021449936,0.0001273097,8.9429676e-7,0.00042662103,0.000012175408],"genre_scores_gemma":[0.8555423,0.0000019127071,0.13807225,0.0060830577,0.00010577189,0.000024069035,0.0000012654932,0.000030961237,0.00013837358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748075,0.0001278632,0.00036330233,0.00061400037,0.00083089713,0.0005831831],"domain_scores_gemma":[0.9982422,0.00073819805,0.000041473544,0.0005138598,0.00013462227,0.00032965143],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010151395,0.00026416546,0.0002851689,0.00015320121,0.00015436833,0.0004405564,0.0011054958,0.00024340232,0.0001674218],"category_scores_gemma":[0.0020264776,0.00026567493,0.00013823934,0.0008204386,0.000019324681,0.00031887877,0.00039394503,0.00093715766,0.00028703557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027365106,0.00012836237,0.17421062,0.000045840734,0.000044757602,0.000074883086,0.001819017,0.8155792,0.0014784418,0.000033942237,0.0030149124,0.0035426605],"study_design_scores_gemma":[0.0006500401,0.000255542,0.030984366,0.00016954802,0.000020054256,0.000023891003,0.000014880463,0.8753403,0.001837193,0.0000515818,0.09001263,0.0006399926],"about_ca_topic_score_codex":0.000012390411,"about_ca_topic_score_gemma":0.0000024935075,"teacher_disagreement_score":0.4441139,"about_ca_system_score_codex":0.00022904815,"about_ca_system_score_gemma":0.00010797192,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W2127484779","doi":"10.1590/s0104-65002000000200004","title":"Missing and declining affordances: are these appropriate concepts?","year":2000,"lang":"en","type":"article","venue":"Journal of the Brazilian Computer Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Pontifícia Universidade Católica do Rio de Janeiro; University of Waterloo; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Affordance; Rhetoric; Framing (construction); Dimension (graph theory); Cognitive dimensions of notations; Computer science; Human–computer interaction; Cognition; Cognitive science; Psychology; Linguistics; Engineering","score_opus":0.019483515552903015,"score_gpt":0.264593819414717,"score_spread":0.24511030386181398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127484779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5129885,0.0006931483,0.47543088,0.00948929,0.0010568196,0.00013231926,0.0000014750041,0.000048871945,0.00015870965],"genre_scores_gemma":[0.7044399,0.00011390233,0.2913142,0.003353017,0.00050683075,9.525363e-7,7.204887e-8,0.000013359044,0.00025777548],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984247,0.00021551801,0.0004870281,0.00025449548,0.00035459056,0.00026366932],"domain_scores_gemma":[0.9986031,0.00023499243,0.00042330148,0.00047516153,0.00013093562,0.00013248422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009774938,0.00017256317,0.00030720496,0.00001931702,0.0002561591,0.00040639588,0.0014905749,0.0000879529,0.00002780873],"category_scores_gemma":[0.000025249776,0.0001110349,0.00039955176,0.00023721837,0.00019790027,0.0007444764,0.000238154,0.000444103,0.0000074858763],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006838641,0.0002756243,0.011387414,0.0001232985,0.0003551265,0.000031430496,0.03938821,0.0047413846,0.00048636715,0.0006760375,0.022163069,0.92030364],"study_design_scores_gemma":[0.0042826985,0.0008804824,0.08487916,0.0020606176,0.0001394784,0.0016349566,0.0011656181,0.7380688,0.0048046443,0.044597734,0.11622494,0.00126088],"about_ca_topic_score_codex":0.0000036334961,"about_ca_topic_score_gemma":0.0000016439234,"teacher_disagreement_score":0.91904277,"about_ca_system_score_codex":0.0000520531,"about_ca_system_score_gemma":0.00008913107,"threshold_uncertainty_score":0.45278716},"labels":[],"label_agreement":null},{"id":"W2127644622","doi":"10.1147/sj.424.0517","title":"Building ease of use into the IBM user experience","year":2003,"lang":"en","type":"article","venue":"IBM Systems Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Usability; Process (computing); Computer science; User experience design; Software engineering; Process management; Engineering management; World Wide Web; Engineering; Human–computer interaction; Operating system","score_opus":0.04459090405807239,"score_gpt":0.28649659972717395,"score_spread":0.24190569566910156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127644622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57610494,0.0003184501,0.421939,0.000116750096,0.0012470465,0.0001048697,4.3188385e-7,0.000021505251,0.00014700509],"genre_scores_gemma":[0.9883846,0.000010954285,0.011183081,0.000086749526,0.00008553628,0.000009297257,3.164153e-8,0.000007847751,0.0002318959],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795556,0.00058704783,0.0005285564,0.00023244305,0.00041369232,0.0002827294],"domain_scores_gemma":[0.99843967,0.00030033936,0.000278487,0.0005852618,0.00024586645,0.00015036383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014713994,0.00013825903,0.00020720546,0.00008386068,0.00029026662,0.0006551728,0.0011043139,0.000059238064,0.000025383657],"category_scores_gemma":[0.00044969728,0.00008977346,0.00010847346,0.00031095961,0.00009719727,0.0011650694,0.00009217043,0.00028917158,0.000018717055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011302599,0.0008344511,0.15764327,0.00032554838,0.00038434064,0.00027040028,0.16817288,0.021287018,0.11060817,0.51764184,0.012880367,0.009838666],"study_design_scores_gemma":[0.0041056196,0.0014559929,0.02236977,0.0021784971,0.00012253094,0.011907181,0.015127726,0.08843539,0.19507423,0.019886134,0.63661176,0.002725146],"about_ca_topic_score_codex":0.00017832004,"about_ca_topic_score_gemma":0.000006408241,"teacher_disagreement_score":0.62373143,"about_ca_system_score_codex":0.0000770825,"about_ca_system_score_gemma":0.00012032129,"threshold_uncertainty_score":0.6317846},"labels":[],"label_agreement":null},{"id":"W2127848723","doi":"10.1109/enabl.2000.883711","title":"The mechanics of collaboration: developing low cost usability evaluation methods for shared workspaces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Workspace; Collaborative software; Computer science; Human–computer interaction; Context (archaeology); Heuristic evaluation; Task (project management); Knowledge management; Conceptual framework; Engineering; Systems engineering; Artificial intelligence","score_opus":0.1385000679545008,"score_gpt":0.398164443632392,"score_spread":0.25966437567789125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127848723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008299026,0.00021154672,0.990599,0.0064247763,0.00041719349,0.0011258825,0.000002798347,0.000054801014,0.00033412568],"genre_scores_gemma":[0.15151101,0.000023464541,0.8478022,0.00016555986,0.000021874517,0.00025571964,0.0000018166977,0.000004981944,0.00021332102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841744,0.000493017,0.0003437149,0.00029619396,0.00026973948,0.00017987205],"domain_scores_gemma":[0.996497,0.0017160812,0.00013025315,0.0005733988,0.0010478084,0.00003545408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004415006,0.00009650235,0.00014111382,0.000028661763,0.00024804403,0.00024662726,0.0006873942,0.000065722365,0.000101009355],"category_scores_gemma":[0.0018281896,0.000068474365,0.00005176643,0.0005811441,0.00004158755,0.00051115034,0.00009776665,0.000056868594,0.000008292411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032396376,0.00012208868,0.00009122519,0.000070426744,0.000051076888,4.7470582e-8,0.004332259,0.002202539,0.0013751789,0.27199912,0.006573577,0.71315],"study_design_scores_gemma":[0.00021179215,0.000051677107,0.000074897456,0.000016225522,0.000008560695,4.5945905e-7,0.00024427526,0.9284418,0.027371125,0.037433147,0.006049123,0.0000968872],"about_ca_topic_score_codex":0.0000053605063,"about_ca_topic_score_gemma":0.00009856484,"teacher_disagreement_score":0.9262393,"about_ca_system_score_codex":0.00012484755,"about_ca_system_score_gemma":0.000120571225,"threshold_uncertainty_score":0.27923036},"labels":[],"label_agreement":null},{"id":"W2128840965","doi":"10.5381/jot.2008.7.7.a1","title":"Adapting the User Interface of Integrated Development Environments (IDEs) for Novice Users.","year":2008,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Eclipse; Computer science; User interface; Human–computer interaction; Development environment; Interface (matter); Software engineering; Operating system","score_opus":0.030596085914386898,"score_gpt":0.2614986263266839,"score_spread":0.23090254041229702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128840965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5658368,0.00021613484,0.43198958,0.0016463379,0.000119663695,0.00015095143,7.089841e-7,0.00002102222,0.000018784402],"genre_scores_gemma":[0.9599192,0.000061472405,0.039758265,0.000112975766,0.000013903875,0.000004805543,1.13946825e-7,0.000009058598,0.00012017971],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986367,0.00013137121,0.00061065453,0.000135176,0.00024001602,0.00024607207],"domain_scores_gemma":[0.9982628,0.0005068781,0.00054229767,0.0005166743,0.00014328219,0.000028065971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013704986,0.00014305345,0.00026312962,0.0001810761,0.0001906273,0.000014416609,0.0023081054,0.00011240895,0.000008619231],"category_scores_gemma":[0.0003324324,0.00007733163,0.00008017325,0.00040944302,0.0003120173,0.0002127243,0.00030767694,0.00043190928,0.000010790635],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022058135,0.0022001101,0.029192176,0.00021482629,0.0026472926,0.000095039846,0.0884847,0.013867034,0.6613376,0.013924869,0.010650654,0.17517987],"study_design_scores_gemma":[0.00092551665,0.0010574625,0.0024661382,0.00013596991,0.000044977143,0.0009363543,0.0021433325,0.0025119712,0.9557343,0.0017088334,0.032133322,0.00020181465],"about_ca_topic_score_codex":0.000011163018,"about_ca_topic_score_gemma":0.00001804503,"teacher_disagreement_score":0.3940824,"about_ca_system_score_codex":0.00010971555,"about_ca_system_score_gemma":0.0002117725,"threshold_uncertainty_score":0.42890725},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.2818764015980461,"score_gpt":0.4738172032287361,"score_spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129936729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365656,0.015596093,0.009679547,0.026737167,0.00033207197,0.0032094193,0.000021707443,0.000017888367,0.007840549],"genre_scores_gemma":[0.99782443,0.0018082757,0.00017872559,0.000044571065,0.00000919518,0.00005305929,0.000009459827,0.0000027141434,0.00006956974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99419814,0.0030706308,0.0004266183,0.00024982932,0.0018931614,0.00016161642],"domain_scores_gemma":[0.9980896,0.00062770065,0.00018976706,0.00042347066,0.00061341655,0.000056031135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025900206,0.00007375329,0.0001817819,0.000045409943,0.00010197305,0.00011954549,0.0025388387,0.000024865938,0.00007490185],"category_scores_gemma":[0.004943295,0.000044083223,0.00004891293,0.00033349174,0.00022477035,0.00026388405,0.0022849087,0.00049714366,0.000008767736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023689803,0.001405593,0.7845744,0.0014415187,0.00019308046,0.0000030250228,0.005711088,0.031652242,0.0006292589,0.029676575,0.0027559951,0.14172031],"study_design_scores_gemma":[0.0057287095,0.0010493002,0.49904373,0.018230874,0.00008695152,0.00003321576,0.013730005,0.3162754,0.0039184517,0.032760307,0.10861322,0.0005298628],"about_ca_topic_score_codex":0.00022914314,"about_ca_topic_score_gemma":0.000011021983,"teacher_disagreement_score":0.2855307,"about_ca_system_score_codex":0.00026900956,"about_ca_system_score_gemma":0.00022788777,"threshold_uncertainty_score":0.8976546},"labels":[],"label_agreement":null},{"id":"W2130025274","doi":"10.1080/07370020902990402","title":"A Predictive Model of Human Performance With Scrolling and Hierarchical Lists","year":2009,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scrolling; Computer science; Selection (genetic algorithm); Hierarchical database model; Information retrieval; Tree (set theory); Anticipation (artificial intelligence); Contrast (vision); Human–computer interaction; Artificial intelligence; Data mining","score_opus":0.03807816590606963,"score_gpt":0.2823521965992984,"score_spread":0.24427403069322876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130025274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55326897,0.000007326634,0.44582134,0.00010479011,0.00006406743,0.00010928012,8.07696e-7,0.000079787234,0.0005436099],"genre_scores_gemma":[0.97116506,0.0000035466903,0.028480694,0.00016925321,0.00009291975,0.000007024545,0.0000029872285,0.000007621672,0.000070887894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866873,0.0000633498,0.00032668083,0.00046757524,0.00025222864,0.00022142334],"domain_scores_gemma":[0.9991866,0.000050368137,0.00015040716,0.00039084288,0.0001419246,0.000079887504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021131651,0.00018530656,0.0002352733,0.00016851546,0.00020237287,0.00015934107,0.00040663595,0.00006964481,0.000005697554],"category_scores_gemma":[0.000003797839,0.00016073817,0.00005062717,0.0001382216,0.00008761797,0.0012245831,0.00010012253,0.0003200869,0.0000039075558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016474993,0.0036400612,0.009190802,0.0006438963,0.00044896393,0.000050545725,0.06583302,0.33467114,0.19702162,0.12759624,0.0018532167,0.257403],"study_design_scores_gemma":[0.00045745497,0.0020739776,0.012867271,0.00019556303,0.00001180262,0.000034878445,0.000015760106,0.97015834,0.011662243,0.0022974603,0.000035633715,0.00018964542],"about_ca_topic_score_codex":0.000014010754,"about_ca_topic_score_gemma":0.0000070020583,"teacher_disagreement_score":0.63548714,"about_ca_system_score_codex":0.00004185822,"about_ca_system_score_gemma":0.000024642437,"threshold_uncertainty_score":0.65547127},"labels":[],"label_agreement":null},{"id":"W2135345119","doi":"10.1145/1166253.1166301","title":"User interface façades","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Personalization; Human–computer interaction; User interface; Interface (matter); Graphical user interface; Natural user interface; User interface design; Simple (philosophy); Post-WIMP; 10-foot user interface; User experience design; World Wide Web; Operating system","score_opus":0.015456883242892223,"score_gpt":0.2473856424170776,"score_spread":0.2319287591741854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135345119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0759799,0.00004578276,0.8901239,0.00145386,0.00019326658,0.00006144462,3.7095538e-7,0.00030822027,0.03183324],"genre_scores_gemma":[0.94091094,6.0443966e-7,0.04602286,0.00023972327,0.000033044613,0.000004197293,2.5870202e-7,0.0000037924306,0.012784607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99927133,0.00003401975,0.00013917308,0.00024836804,0.0001243012,0.0001828099],"domain_scores_gemma":[0.99942285,0.000054376393,0.000020633828,0.00042922908,0.00004041274,0.000032485706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001344462,0.00008299106,0.00007797166,0.000036811543,0.000045440218,0.00017317857,0.0006907971,0.00003727869,0.00016116626],"category_scores_gemma":[0.000010759865,0.00006759695,0.000040979416,0.00015442522,0.000030084493,0.00045230708,0.00015191176,0.000069093694,0.00064397574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009796011,0.00031692037,0.008018547,0.00001741352,0.00001715713,0.000010401279,0.0004947786,0.001002772,0.017352657,0.8151524,0.14798741,0.009619759],"study_design_scores_gemma":[0.0005137349,0.0002091137,0.019165635,0.00002329829,0.0000060332886,0.000030060732,0.0000714102,0.03650413,0.5709988,0.07346466,0.2983748,0.00063833705],"about_ca_topic_score_codex":0.00020415033,"about_ca_topic_score_gemma":0.0000630388,"teacher_disagreement_score":0.864931,"about_ca_system_score_codex":0.00002092097,"about_ca_system_score_gemma":0.00001504063,"threshold_uncertainty_score":0.827722},"labels":[],"label_agreement":null},{"id":"W2136978097","doi":"10.1007/978-3-540-69554-7_16","title":"Mixed-Fidelity Prototyping of User Interfaces","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Fidelity; Commit; Computer science; Rapid prototyping; Interface (matter); Process (computing); Human–computer interaction; User interface; Software engineering; Engineering; Programming language; Operating system; Database","score_opus":0.055027689131631564,"score_gpt":0.28618182071152876,"score_spread":0.2311541315798972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136978097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013844315,0.00054497167,0.9927465,0.00035747772,0.0016042128,0.00081776344,0.0000051475877,0.00015069319,0.002388856],"genre_scores_gemma":[0.3634199,0.000048044236,0.6350095,0.00089442544,0.00026463417,0.000016869571,0.0000018263706,0.000041268442,0.0003035234],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99547166,0.000065586195,0.0010007493,0.0016252076,0.0011146868,0.0007221255],"domain_scores_gemma":[0.99624485,0.0006432426,0.00047150187,0.0019267027,0.0005444182,0.00016931488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025575594,0.00056347623,0.00072649826,0.00085507304,0.00015143747,0.00032318244,0.0047612893,0.000434285,0.000053371612],"category_scores_gemma":[0.0001985545,0.0005136618,0.00018224333,0.0007462531,0.0011399548,0.0008331201,0.0017093933,0.0010037174,0.000049486724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000336657,0.00009501969,0.00018337354,0.00023310549,0.00002892991,0.000040485804,0.0014348957,0.006763578,0.0005941044,0.041386828,0.000043859527,0.9491621],"study_design_scores_gemma":[0.0008030662,0.0011050961,0.0013083516,0.003062759,0.000032004136,0.00012852515,0.0000014094848,0.33435294,0.17300762,0.4682497,0.015419189,0.0025293473],"about_ca_topic_score_codex":0.00004828386,"about_ca_topic_score_gemma":0.00019387795,"teacher_disagreement_score":0.9466328,"about_ca_system_score_codex":0.000288224,"about_ca_system_score_gemma":0.00050275197,"threshold_uncertainty_score":0.9997315},"labels":[],"label_agreement":null},{"id":"W2139772333","doi":"10.1145/571878.571901","title":"Visibility-based interest management in collaborative virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Visibility; Computer science; Collaborative virtual environment; Filter (signal processing); Bandwidth (computing); Multimedia; World Wide Web; Human–computer interaction; Virtual reality; Computer vision; Computer network","score_opus":0.03975055687388115,"score_gpt":0.25227507228921964,"score_spread":0.21252451541533848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139772333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16914885,0.00004787491,0.80477357,0.0035232622,0.00029994725,0.0007267776,0.000004495105,0.00015353556,0.021321679],"genre_scores_gemma":[0.978971,0.000006341106,0.018318374,0.00076378044,0.0000058140026,0.000030450914,7.6835573e-7,0.000004742203,0.0018987473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872696,0.00014375169,0.00024457832,0.00046696168,0.00018810245,0.00022965048],"domain_scores_gemma":[0.9991922,0.00008153287,0.000034677745,0.0006187197,0.0000071443883,0.00006577192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025974374,0.00013040948,0.00012534928,0.00010967377,0.000039251492,0.00009592021,0.0006946288,0.00004374857,0.00042193496],"category_scores_gemma":[0.000014224666,0.000119376615,0.000033761586,0.00040549354,0.000060940318,0.00036186224,0.00019876732,0.00010631862,0.0005187754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018024807,0.009284286,0.015287548,0.0001068431,0.00021431173,0.0004086049,0.01199352,0.0098764,0.003613819,0.66674674,0.021721857,0.26056585],"study_design_scores_gemma":[0.0050108763,0.0018258919,0.024387322,0.00011008432,0.000017220145,0.0000035798587,0.001247598,0.7939371,0.046261124,0.0073145917,0.11855,0.0013346411],"about_ca_topic_score_codex":0.000008189129,"about_ca_topic_score_gemma":0.000049527105,"teacher_disagreement_score":0.80982214,"about_ca_system_score_codex":0.0001269008,"about_ca_system_score_gemma":0.0000064010396,"threshold_uncertainty_score":0.6667982},"labels":[],"label_agreement":null},{"id":"W2141905672","doi":"10.11575/prism/30663","title":"Combining Power and Simplicity in a Groupware Toolkit","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan; University of Calgary","keywords":"Collaborative software; Computer science; Simplicity; Simple (philosophy); Software engineering; Human–computer interaction; World Wide Web","score_opus":0.016968870525972384,"score_gpt":0.24906827744501323,"score_spread":0.23209940691904085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141905672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83223754,0.000029385968,0.15578623,0.0033450294,0.000049686023,0.0000887529,2.6504705e-7,0.00011213129,0.008350989],"genre_scores_gemma":[0.99065894,9.833235e-7,0.007549894,0.0016704276,0.000003242999,0.000001388335,1.3507324e-7,0.0000013423479,0.00011365861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993644,0.00003326721,0.000121180296,0.00023311225,0.000086313165,0.00016176369],"domain_scores_gemma":[0.99960726,0.000063368934,0.000014954478,0.00024831857,0.00001812608,0.00004795949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020797114,0.000068871064,0.00009556905,0.000045276163,0.000032904234,0.000108938795,0.0002962109,0.000037205285,0.000022486442],"category_scores_gemma":[0.00003073131,0.000060691193,0.000016756423,0.0001671759,0.000015946498,0.0003951498,0.00007803053,0.000093283845,0.000015112455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049931317,0.0007904549,0.06782107,0.00002063453,0.000013858184,0.00007065215,0.014720325,0.00014796628,0.0055420958,0.7769297,0.0041872724,0.12970607],"study_design_scores_gemma":[0.0012853697,0.0010615992,0.7965323,0.00005457667,0.000002690212,0.0000450858,0.00026373082,0.050741427,0.0052599087,0.14069775,0.0034605644,0.00059504434],"about_ca_topic_score_codex":0.000052154443,"about_ca_topic_score_gemma":0.000033411077,"teacher_disagreement_score":0.7287112,"about_ca_system_score_codex":0.000016453218,"about_ca_system_score_gemma":0.000010517162,"threshold_uncertainty_score":0.2474915},"labels":[],"label_agreement":null},{"id":"W2144201843","doi":"10.1152/advan.00043.2013","title":"An efficient approach to improve the usability of e-learning resources: the role of heuristic evaluation","year":2013,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Heuristic evaluation; Computer science; Heuristics; Heuristic; Usability goals; Usability inspection; Web usability; Cognitive walkthrough; Set (abstract data type); Human–computer interaction; Artificial intelligence","score_opus":0.01055014456176382,"score_gpt":0.29082560346671077,"score_spread":0.28027545890494693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144201843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843045,0.000505181,0.01319474,0.0002094488,0.0002657774,0.00078803103,5.3343484e-7,0.000012294738,0.0007194885],"genre_scores_gemma":[0.9960583,0.0000064019264,0.0035054442,0.000059159935,0.000036783367,0.0003219387,0.000002689285,0.000003214027,0.0000060783764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998255,0.0008004279,0.00029640505,0.00032209494,0.00018533743,0.00014069966],"domain_scores_gemma":[0.9983376,0.00042831126,0.0001891476,0.0007287518,0.00029029607,0.00002588872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011733565,0.000082668616,0.000132795,0.000047335878,0.00008058226,0.000017918564,0.00081550394,0.000037761674,0.000009776954],"category_scores_gemma":[0.00046828014,0.00005030829,0.000030356468,0.00034290095,0.0001882384,0.000276242,0.000083622515,0.00014487846,0.0000071530985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004222424,0.0017199465,0.0066386224,0.00007861434,0.000010873173,3.4088494e-9,0.035126965,0.50709754,0.11805234,0.015396043,0.000024436893,0.31581238],"study_design_scores_gemma":[0.0001341476,0.00040872826,0.18233562,0.000026254584,0.000011957436,6.940942e-7,0.009179376,0.71027654,0.014598328,0.08221627,0.00067926676,0.0001328472],"about_ca_topic_score_codex":0.00019876962,"about_ca_topic_score_gemma":0.000008643008,"teacher_disagreement_score":0.31567955,"about_ca_system_score_codex":0.00005242382,"about_ca_system_score_gemma":0.00010925167,"threshold_uncertainty_score":0.20515124},"labels":[],"label_agreement":null},{"id":"W2146038408","doi":"10.1145/587078.587086","title":"Improving interpretation of remote gestures with telepointer traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Gesture; Computer science; Pointer (user interface); Jitter; Human–computer interaction; Visibility; Artificial intelligence; Telecommunications","score_opus":0.01676335793589917,"score_gpt":0.21796747348222414,"score_spread":0.20120411554632497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146038408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14217745,0.000050656454,0.8513332,0.0005153849,0.00006007684,0.000078281926,2.2987925e-7,0.00007814216,0.005706607],"genre_scores_gemma":[0.846783,0.0000014319929,0.15244673,0.00013024345,0.000008000659,9.387732e-7,9.151728e-8,0.0000034658037,0.0006261372],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993173,0.00003572008,0.00016982146,0.00021539468,0.00014361202,0.00011814123],"domain_scores_gemma":[0.9994341,0.00006625975,0.0000722754,0.0003251079,0.00007139989,0.000030836247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012459978,0.00008122932,0.00010498763,0.000054173302,0.000025099624,0.000064954766,0.00040133455,0.00003122516,0.000089223104],"category_scores_gemma":[0.000032639775,0.000055806177,0.00003426107,0.00013160895,0.000042128333,0.00048010793,0.000053699147,0.000075911004,0.000024030724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000677083,0.00020124775,0.001136514,0.00011030954,0.00004283884,0.000011159201,0.01623413,0.0003871109,0.013967527,0.0042929826,0.0018735625,0.9616749],"study_design_scores_gemma":[0.00021739093,0.00044061342,0.000791036,0.000040567644,0.0000059840336,0.00002238673,0.0001239793,0.91785276,0.07937884,0.00071229273,0.00028167304,0.00013250308],"about_ca_topic_score_codex":0.000091406226,"about_ca_topic_score_gemma":0.000044312073,"teacher_disagreement_score":0.9615424,"about_ca_system_score_codex":0.000011899943,"about_ca_system_score_gemma":0.000006684178,"threshold_uncertainty_score":0.22757098},"labels":[],"label_agreement":null},{"id":"W2146222110","doi":"10.1109/hpcs.2006.51","title":"Understanding the Parallel Programmer","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Programmer; Usability; Parallel programming model; Focus (optics); Programming paradigm; Domain (mathematical analysis); Sorting; Parallel computing; Programming language; Human–computer interaction","score_opus":0.1334901562641699,"score_gpt":0.26317375093226936,"score_spread":0.12968359466809945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146222110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012662472,0.000021719807,0.9604858,0.005812415,0.000098185315,0.00010868539,7.907196e-8,0.00015567559,0.032051176],"genre_scores_gemma":[0.9717738,4.8822096e-7,0.02603035,0.00037231747,0.000028535256,0.000009532548,2.1351967e-7,0.0000023110185,0.0017824264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99942416,0.000037713828,0.00009154233,0.00015225435,0.00012596641,0.000168392],"domain_scores_gemma":[0.9995456,0.00007392559,0.000017179276,0.0003297707,0.000015332542,0.000018217197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002236682,0.000054937238,0.000043520922,0.000014776247,0.00012091491,0.00021504475,0.00053018366,0.000021355705,0.000034324763],"category_scores_gemma":[0.0000054697566,0.00003114495,0.000035034325,0.0001557546,0.000048148744,0.00019164142,0.00007420337,0.000060651048,0.00009163014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012787397,0.000035089703,0.00089549454,0.0000015485407,0.0000034443874,0.0000012126741,0.00015506605,0.00029555612,0.000045654433,0.98592985,0.011843859,0.00079196325],"study_design_scores_gemma":[0.00034472943,0.000107164386,0.0041655484,0.0000074416694,0.000005954519,0.00001808725,0.00031345576,0.10998998,0.0014269052,0.83960295,0.0437324,0.00028536035],"about_ca_topic_score_codex":0.00010598093,"about_ca_topic_score_gemma":0.00008160708,"teacher_disagreement_score":0.97050756,"about_ca_system_score_codex":0.000036246372,"about_ca_system_score_gemma":0.000014492157,"threshold_uncertainty_score":0.20736815},"labels":[],"label_agreement":null},{"id":"W2146765982","doi":"10.2340/16501977-0952","title":"Usability testing of two e-learning resources: Methods to maximize potential for clinician use","year":2012,"lang":"en","type":"article","venue":"Journal of Rehabilitation Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Usability; Navigability; Session (web analytics); Resource (disambiguation); Relevance (law); Quality (philosophy); Categorization; Computer science; Cognitive walkthrough; Web usability; Human–computer interaction; World Wide Web; Artificial intelligence","score_opus":0.09749781756499752,"score_gpt":0.4136881073714319,"score_spread":0.3161902898064344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146765982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4281181,0.00009678471,0.56829476,0.0025939331,0.0006356762,0.00021922326,7.5988135e-7,0.000015947144,0.00002481407],"genre_scores_gemma":[0.4370739,0.0000011922798,0.5624505,0.00016124688,0.00027981697,0.0000045234283,2.2195842e-7,0.0000066757234,0.000021883043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996212,0.001246414,0.0015005127,0.00022665848,0.00051257596,0.00030183376],"domain_scores_gemma":[0.9824832,0.014285283,0.0009469265,0.0004162154,0.0015668605,0.00030151938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016097754,0.000148467,0.0005652845,0.00030574488,0.00009793171,0.00003348643,0.0005616428,0.00007026891,0.000023367147],"category_scores_gemma":[0.056916974,0.00011344329,0.00019654926,0.0006172511,0.00018520387,0.0009938496,0.00009069107,0.0003195023,0.0000021780124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012925832,0.0011704728,0.36443454,0.000742211,0.00019705428,0.0000033037888,0.08827303,0.026518412,0.08862062,0.0038986253,0.002692484,0.4221567],"study_design_scores_gemma":[0.014525166,0.04471696,0.6695106,0.0031253938,0.00067008566,0.00029465905,0.016366333,0.11921086,0.0134881055,0.04875611,0.068047315,0.0012884043],"about_ca_topic_score_codex":0.00004997443,"about_ca_topic_score_gemma":0.000002557682,"teacher_disagreement_score":0.42086828,"about_ca_system_score_codex":0.0001011618,"about_ca_system_score_gemma":0.00007817995,"threshold_uncertainty_score":0.95102704},"labels":[],"label_agreement":null},{"id":"W2153026831","doi":"10.1007/s00779-007-0154-3","title":"Using job-shop scheduling tasks for evaluating collocated collaboration","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Human–computer interaction; Scheduling (production processes); Task (project management)","score_opus":0.10307134223095887,"score_gpt":0.3764747728313812,"score_spread":0.2734034306004223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153026831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50087684,0.00012484097,0.49815363,0.00020814838,0.00027344842,0.00021048295,0.0000017396563,0.000086955355,0.000063928754],"genre_scores_gemma":[0.7472407,0.0000012739072,0.25229782,0.0002136728,0.0002065342,0.0000026939376,0.0000023703597,0.000010767938,0.00002415722],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982176,0.00008132559,0.00039294586,0.00051870913,0.0003066135,0.00048282588],"domain_scores_gemma":[0.998527,0.0005837148,0.00015775232,0.00016554601,0.00044158485,0.0001244233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002403726,0.00018863981,0.00022328726,0.00011685531,0.0007273673,0.00036047545,0.0002974761,0.00010064153,0.0000027647845],"category_scores_gemma":[0.00022062667,0.00019223755,0.00006179532,0.000500121,0.000055468827,0.00034908357,0.00017451712,0.00015924587,0.000002577069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005456558,0.00044357852,0.02469899,0.0008874528,0.00030676738,0.00003647475,0.071188234,0.052235413,0.52185035,0.028952803,0.00037435992,0.2984799],"study_design_scores_gemma":[0.00051310065,0.00020477163,0.0008930416,0.000089210494,0.000018201325,0.000030793064,0.0015592905,0.9904071,0.005244502,0.0006812011,0.00011181934,0.0002469539],"about_ca_topic_score_codex":0.000045100533,"about_ca_topic_score_gemma":0.000022314925,"teacher_disagreement_score":0.9381717,"about_ca_system_score_codex":0.00011577892,"about_ca_system_score_gemma":0.0001608615,"threshold_uncertainty_score":0.783922},"labels":[],"label_agreement":null},{"id":"W2154176717","doi":"10.1145/1874551.1874552","title":"Hypertext 2010 conference review","year":2010,"lang":"en","type":"article","venue":"ACM SIGWEB Newsletter","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hypertext; Hypermedia; Nova scotia; World Wide Web; Library science; HyperCard; Computer science; Sociology","score_opus":0.043422631016802646,"score_gpt":0.26964753900342503,"score_spread":0.22622490798662237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154176717","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15206863,0.0027380567,0.15834567,0.6592729,0.008701158,0.0014313195,0.000010603847,0.0010710813,0.016360555],"genre_scores_gemma":[0.6743703,0.00047780207,0.0978228,0.21972568,0.0005698258,0.00011047739,0.000006658512,0.000040905135,0.006875534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983588,0.000097768185,0.0003117989,0.00055838487,0.00028965628,0.00038362172],"domain_scores_gemma":[0.99673295,0.00024708375,0.000083009734,0.0026499375,0.00014164703,0.0001453599],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004623665,0.00020920567,0.00027120629,0.00004825862,0.000093459676,0.00018880458,0.003037122,0.00012172439,0.0015965329],"category_scores_gemma":[0.00049354386,0.00017344403,0.00011279432,0.00023100457,0.00010687986,0.00065136055,0.00056491763,0.0006230595,0.003330166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037462723,0.00009677926,0.00084298773,0.00015769832,0.000020543288,0.000027788892,0.00026863243,4.7199643e-7,0.090222396,0.0065991483,0.8534857,0.048274122],"study_design_scores_gemma":[0.00035613886,0.000103457205,0.0035678651,0.00028535773,0.000028073886,0.000114156675,0.0000043955765,0.0011193211,0.018609442,0.011738169,0.96341574,0.0006578863],"about_ca_topic_score_codex":0.00003787382,"about_ca_topic_score_gemma":0.000038544465,"teacher_disagreement_score":0.5223017,"about_ca_system_score_codex":0.000011084858,"about_ca_system_score_gemma":0.00006940073,"threshold_uncertainty_score":0.99931616},"labels":[],"label_agreement":null},{"id":"W2154245491","doi":"10.1109/apsec.2005.23","title":"Accommodating software development collaboration","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software development; Orchestration; Software development process; Context (archaeology); Process (computing); Software; The Internet; Task (project management); Collaborative software; Software engineering; Systems engineering; Engineering; World Wide Web; Operating system","score_opus":0.02422541687910388,"score_gpt":0.2637331032524036,"score_spread":0.23950768637329975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154245491","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06425234,0.00001508038,0.9310619,0.0021168322,0.00008378912,0.00007440718,1.8277935e-7,0.000272114,0.0021233375],"genre_scores_gemma":[0.4420247,2.4595144e-7,0.55696195,0.00045981005,0.000020117404,0.0000066304906,7.8346017e-7,0.0000017764514,0.000523994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999391,0.000025824278,0.00015039639,0.00017635735,0.00013260834,0.00012376811],"domain_scores_gemma":[0.9995524,0.000050393926,0.000027843149,0.00024652257,0.00008470886,0.000038111906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002026392,0.000059475784,0.000054180964,0.000030205902,0.000105155006,0.00017147769,0.00040197241,0.000027180768,0.000083940526],"category_scores_gemma":[0.000051335188,0.000053106356,0.0000112795105,0.0001972238,0.000007468031,0.0007595797,0.00011607582,0.00004518686,0.0003775288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041817348,0.00015013092,0.0032836543,0.000012477133,0.000014689468,0.0000012342473,0.007477572,0.001488873,0.0013306782,0.027695103,0.010477315,0.9480641],"study_design_scores_gemma":[0.00057896785,0.00008917159,0.009384454,0.00003393542,0.0000033810932,0.00001011678,0.0003371811,0.11534805,0.38990352,0.0025128396,0.48112696,0.00067143235],"about_ca_topic_score_codex":0.0000031417906,"about_ca_topic_score_gemma":0.00008326259,"teacher_disagreement_score":0.94739264,"about_ca_system_score_codex":0.000064003434,"about_ca_system_score_gemma":0.00009805971,"threshold_uncertainty_score":0.48524952},"labels":[],"label_agreement":null},{"id":"W2154308702","doi":"10.1109/enabl.2000.883714","title":"Towards an evaluation methodology for the development of research-oriented virtual communities","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Computer science; Profiling (computer programming); Virtual machine; Human–computer interaction","score_opus":0.644066046408005,"score_gpt":0.47742784678794453,"score_spread":0.1666381996200605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154308702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09241826,0.000053340616,0.90465635,0.0010427649,0.00017154872,0.00041349122,0.0000010551188,0.000037897702,0.0012052694],"genre_scores_gemma":[0.6634811,0.0000024981407,0.33610362,0.00006632814,0.00001168161,0.00009805634,0.0000016644154,0.0000025788386,0.00023248342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997318,0.0016509972,0.0002475414,0.00013873234,0.00045362677,0.00019105723],"domain_scores_gemma":[0.99620235,0.0023552317,0.00004026714,0.0006122763,0.00075754133,0.000032325937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011585586,0.000060785766,0.00010294767,0.000089214984,0.00031746962,0.000043011652,0.001010596,0.00004417314,0.00021996883],"category_scores_gemma":[0.00047764985,0.000040020623,0.00002875652,0.00024329638,0.00018907971,0.00025590314,0.00022099604,0.00012226983,0.000011212168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004097085,0.00030806105,0.00008509658,0.000019193167,0.00005705941,7.3435636e-8,0.15271308,0.0004193897,0.0012284932,0.26010543,0.0013910593,0.5836321],"study_design_scores_gemma":[0.000439983,0.0007235492,0.0012842328,0.000012378013,0.000008554436,0.0000017457136,0.014694662,0.8962185,0.06374768,0.015096558,0.0076609496,0.00011122558],"about_ca_topic_score_codex":0.000119406104,"about_ca_topic_score_gemma":0.00048009955,"teacher_disagreement_score":0.8957991,"about_ca_system_score_codex":0.000051466373,"about_ca_system_score_gemma":0.00010610604,"threshold_uncertainty_score":0.4015356},"labels":[],"label_agreement":null},{"id":"W2155073551","doi":"10.1145/1978942.1979270","title":"Post-deployment usability","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Software deployment; Pluralistic walkthrough; Web usability; Computer science; Usability engineering; Usability lab; Cognitive walkthrough; Bridge (graph theory); Human–computer interaction; Process management; World Wide Web; Software engineering; Business","score_opus":0.06378382652698246,"score_gpt":0.2529053081360033,"score_spread":0.18912148160902087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155073551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3075719,0.000016142827,0.63756263,0.0010093623,0.00038018514,0.00018732596,0.0000011260365,0.0005558453,0.052715495],"genre_scores_gemma":[0.9342568,7.2697486e-7,0.06415444,0.00083371566,0.000009445616,0.000008745727,1.347124e-7,0.000003275494,0.00073274306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99914604,0.000059025966,0.00015779646,0.00030561225,0.00013865926,0.00019283523],"domain_scores_gemma":[0.9990286,0.000039893857,0.000021605558,0.00073679286,0.00008577358,0.000087304186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032593758,0.00008198989,0.00008245599,0.00002694477,0.000046818863,0.000043490316,0.000804927,0.000034707315,0.00072042755],"category_scores_gemma":[0.000040880976,0.00006465988,0.000053493684,0.000109061846,0.000044624812,0.0004284062,0.00020966707,0.000067191424,0.000655261],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007496754,0.00211692,0.049051072,0.000045702076,0.000069872,0.000026135558,0.018881269,0.000006315401,0.011386745,0.8058558,0.005759768,0.106725454],"study_design_scores_gemma":[0.0008324144,0.0017974818,0.26085576,0.000017300312,0.00001609607,0.000047425307,0.00038218996,0.013738495,0.5683576,0.1373798,0.015482993,0.0010924384],"about_ca_topic_score_codex":0.0002985935,"about_ca_topic_score_gemma":0.000041119627,"teacher_disagreement_score":0.668476,"about_ca_system_score_codex":0.00002883549,"about_ca_system_score_gemma":0.000031791962,"threshold_uncertainty_score":0.8422273},"labels":[],"label_agreement":null},{"id":"W2158366533","doi":"10.1109/icgse.2006.261226","title":"MasePlanner: A Card-Based Distributed Planning Tool for Agile Teams","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Workspace; Plan (archaeology); Computer science; Agile Unified Process; Human–computer interaction; Software engineering; Process management; Engineering; Robot; Artificial intelligence; Operating system; Software; Software development; Geography","score_opus":0.01832854572269661,"score_gpt":0.2542375640948222,"score_spread":0.23590901837212558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158366533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0694949,0.000029600342,0.92776954,0.0007797443,0.00018383638,0.0002850816,0.00007740606,0.0003668115,0.0010130706],"genre_scores_gemma":[0.93136716,6.79241e-8,0.06732209,0.00040270662,0.0000710944,0.00007168774,0.00008589746,0.000008554747,0.0006707453],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988693,0.00003811987,0.00022601527,0.00037026228,0.00016637673,0.0003299149],"domain_scores_gemma":[0.9990933,0.00025795487,0.0000466526,0.00047071016,0.000083894054,0.000047492555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027206095,0.00013706386,0.00015525597,0.00004734929,0.00012597906,0.00018668774,0.0005512119,0.00006699917,0.00002426794],"category_scores_gemma":[0.00004612513,0.00011877423,0.00010324868,0.00018006028,0.000029340345,0.00023818213,0.00005637752,0.000074955045,0.000035610523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026939457,0.0010350168,0.04242667,0.00022415043,0.000084542204,0.00007190866,0.00055692054,0.121142015,0.011898372,0.1477048,0.6664637,0.008122509],"study_design_scores_gemma":[0.0017057364,0.00042393603,0.0058129057,0.000054268123,0.00001983033,0.000010721477,0.000043639197,0.7227957,0.09172825,0.012587604,0.16413422,0.00068314775],"about_ca_topic_score_codex":0.00014658186,"about_ca_topic_score_gemma":0.000015150454,"teacher_disagreement_score":0.86187226,"about_ca_system_score_codex":0.000059030706,"about_ca_system_score_gemma":0.00006925256,"threshold_uncertainty_score":0.48434725},"labels":[],"label_agreement":null},{"id":"W2158508294","doi":"10.1145/365024.365339","title":"The notification collage","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Thumbnail; World Wide Web; Computer science; Multimedia; Collaborative software; Internet privacy; Image (mathematics)","score_opus":0.025190568754473168,"score_gpt":0.2462492104577882,"score_spread":0.22105864170331502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158508294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030686887,0.000031015174,0.9240459,0.009499458,0.00024274415,0.00008572147,8.092628e-8,0.00013501727,0.035273127],"genre_scores_gemma":[0.98574376,0.000013582661,0.004817363,0.00029730296,0.0000162482,0.000006884719,1.0931989e-7,0.0000012552916,0.009103465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960774,0.000032314805,0.000071550305,0.00011066031,0.0000849447,0.00009277672],"domain_scores_gemma":[0.99938256,0.00011990282,0.000013995686,0.0004227014,0.000039509843,0.00002135827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025807435,0.000029955358,0.000023578852,0.000008362123,0.00015453642,0.00017650565,0.00056168716,0.000014364019,0.000026757893],"category_scores_gemma":[0.00003233044,0.000017815406,0.00001562675,0.00015988506,0.000022719985,0.00016009626,0.000046575322,0.000028246526,0.00037237632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000964935,0.00007112882,0.0015105926,0.0000017027546,0.000007864311,0.0000032854957,0.00079743564,0.00006700683,0.0032971492,0.7945107,0.02934646,0.17037702],"study_design_scores_gemma":[0.00016486915,0.000111091926,0.010945418,0.0000031382015,0.0000019753622,0.000019730496,0.00011157863,0.11211416,0.02324246,0.03472387,0.81838924,0.00017248432],"about_ca_topic_score_codex":0.000012447552,"about_ca_topic_score_gemma":0.00003675309,"teacher_disagreement_score":0.9550569,"about_ca_system_score_codex":0.000012246986,"about_ca_system_score_gemma":0.00001360069,"threshold_uncertainty_score":0.47862685},"labels":[],"label_agreement":null},{"id":"W2159012668","doi":"10.1145/1082983.1083080","title":"&lt;username&gt;, i need you!","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Affect (linguistics); Computer science; Control (management); Human–computer interaction; Position paper; Knowledge management; Process management; Engineering; World Wide Web; Psychology; Artificial intelligence; Communication","score_opus":0.017640262076376676,"score_gpt":0.22697883754475015,"score_spread":0.20933857546837348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159012668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36284938,0.00066047575,0.6303273,0.002432466,0.0007853253,0.00021777223,0.000009854187,0.0027021857,0.000015267893],"genre_scores_gemma":[0.74621004,0.000010422565,0.2530573,0.0003083881,0.0002151579,0.000023517812,0.000004014014,0.00003416488,0.00013699752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980602,0.00003080033,0.0003617027,0.00058138306,0.000373522,0.0005923488],"domain_scores_gemma":[0.98508054,0.012866889,0.00007153181,0.0016511186,0.0001171273,0.00021282102],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032446109,0.00033882313,0.00029113234,0.00016962358,0.00011017162,0.00023702964,0.002258741,0.00015864207,0.00007468086],"category_scores_gemma":[0.041499555,0.00034811502,0.00014415257,0.00046018598,0.00003230472,0.00092033343,0.0005614427,0.00031582918,0.00051985285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007858104,0.0010809319,0.36148483,0.00059187884,0.00044637307,0.00015728967,0.012096747,0.12114085,0.073987834,0.023600375,0.018920848,0.38641346],"study_design_scores_gemma":[0.0027984905,0.000794417,0.25119287,0.0005642613,0.00010533768,0.00024329501,0.000038862814,0.088385016,0.23660234,0.0011499559,0.4132893,0.0048358487],"about_ca_topic_score_codex":0.000021712478,"about_ca_topic_score_gemma":0.000007602643,"teacher_disagreement_score":0.39436847,"about_ca_system_score_codex":0.000115233146,"about_ca_system_score_gemma":0.000054596396,"threshold_uncertainty_score":0.99989706},"labels":[],"label_agreement":null},{"id":"W2159750035","doi":"10.1111/j.1467-9671.2012.01352.x","title":"Geo‐Social Model: A Conceptual Framework for Real‐time Geocollaboration","year":2012,"lang":"en","type":"article","venue":"Transactions in GIS","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Geospatial analysis; Computer science; Ontology; Context (archaeology); Negotiation; Conceptual model; Task (project management); Conceptual framework; Knowledge management; Data science; Process management; Systems engineering; Engineering; Database; Geography; Sociology","score_opus":0.049556700141808296,"score_gpt":0.3126113793496059,"score_spread":0.2630546792077976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159750035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02378218,0.00001914815,0.9735973,0.0013660975,0.00026493592,0.0003997386,0.000028380451,0.00014859345,0.0003936205],"genre_scores_gemma":[0.78899586,0.0000052663568,0.2102231,0.00012951696,0.00008309647,0.00020455643,0.0000029890537,0.000009251321,0.00034636425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990446,0.00006936289,0.00021478893,0.00021397109,0.0001405798,0.00031671996],"domain_scores_gemma":[0.99937963,0.0001920644,0.00004138985,0.00024667277,0.00008082553,0.000059398484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034863275,0.00010571659,0.0001417504,0.000078889774,0.00018194814,0.00005765317,0.00029724473,0.00015771981,0.000101498576],"category_scores_gemma":[0.000024527426,0.00011463709,0.00006877442,0.0004170219,0.000069268994,0.0011299647,0.00000675404,0.00016345018,0.000049008908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018721164,0.0014485137,0.00030143472,0.00005916069,0.00008426661,0.0000010360656,0.09257718,0.053120933,0.0054295305,0.7995584,0.002117824,0.04511452],"study_design_scores_gemma":[0.0010416243,0.00020221375,0.0013565244,0.000035254,0.00004251107,0.000004117817,0.0007028572,0.917789,0.008026758,0.06147007,0.008729403,0.0005997033],"about_ca_topic_score_codex":0.00005103615,"about_ca_topic_score_gemma":0.00003060653,"teacher_disagreement_score":0.864668,"about_ca_system_score_codex":0.00010654422,"about_ca_system_score_gemma":0.00007810301,"threshold_uncertainty_score":0.46747652},"labels":[],"label_agreement":null},{"id":"W2160421392","doi":"10.1023/b:cosu.0000014876.96003.be","title":"Empirical Study on Collaborative Writing: What Do Co-authors Do, Use, and Like?","year":2004,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Communications Research Centre Canada","funders":"","keywords":"Collaborative writing; Computer science; Task (project management); Collaborative software; Collaborative editing; Empirical research; Work (physics); Computer-supported cooperative work; Teamwork; Control (management); World Wide Web; Knowledge management; Engineering; Management","score_opus":0.05519322543567857,"score_gpt":0.3222008296470765,"score_spread":0.26700760421139796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160421392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77595735,0.00033106605,0.21836856,0.0020192908,0.0011378932,0.001582289,0.000017505306,0.00038442106,0.00020164851],"genre_scores_gemma":[0.9812842,0.000064703265,0.016075611,0.002085238,0.000180259,0.0001050455,0.000018911862,0.000042583517,0.000143417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949836,0.001002846,0.0007944633,0.0017650486,0.0006990039,0.00075500616],"domain_scores_gemma":[0.99647564,0.0007135531,0.00020031775,0.0012656306,0.0008717774,0.00047307595],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00083123293,0.0006872476,0.00074617536,0.0002894411,0.0006149633,0.004457691,0.0011929423,0.0002464661,0.00006411612],"category_scores_gemma":[0.00009518593,0.0006070434,0.00011277938,0.001970955,0.00033761916,0.0027733506,0.0005965468,0.0008162895,0.00022206812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014550295,0.015144555,0.46050668,0.000097429496,0.0021166296,0.0026592189,0.30977005,0.020614024,0.00050537946,0.02131521,0.08659189,0.0792239],"study_design_scores_gemma":[0.027961742,0.04097668,0.7862261,0.0038659333,0.00037110754,0.00045117646,0.03528908,0.017897552,0.015141967,0.0056846756,0.056311302,0.009822673],"about_ca_topic_score_codex":0.000011660911,"about_ca_topic_score_gemma":0.000020464267,"teacher_disagreement_score":0.32571942,"about_ca_system_score_codex":0.0002068415,"about_ca_system_score_gemma":0.00039760754,"threshold_uncertainty_score":0.9996381},"labels":[],"label_agreement":null},{"id":"W2160510495","doi":"10.1145/1357054.1357282","title":"Heuristic evaluation for games","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":415,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Usability; Heuristics; Heuristic evaluation; Computer science; Human–computer interaction; Usability engineering; Usability lab; Web usability; Usability inspection; Cognitive walkthrough; Set (abstract data type); Multimedia; Programming language","score_opus":0.12010717457016272,"score_gpt":0.31387953877854874,"score_spread":0.193772364208386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160510495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044256557,0.00003810873,0.95103276,0.00070263573,0.00018023036,0.00023397205,4.8815514e-7,0.00009218952,0.0034630364],"genre_scores_gemma":[0.93250114,0.0000020089963,0.0661349,0.0002442519,0.000023433147,0.000045742672,7.9634145e-7,0.0000019656875,0.001045773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999462,0.00003415618,0.00008746375,0.00016618693,0.0001528755,0.00009730703],"domain_scores_gemma":[0.99944717,0.0001241515,0.000016447977,0.000250292,0.0001352661,0.000026679576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033618082,0.000041871474,0.000051043502,0.000022846885,0.00007226014,0.000024944708,0.0002648347,0.000019257825,0.00005974188],"category_scores_gemma":[0.00015192856,0.00003521936,0.00003137317,0.0000727907,0.000019756204,0.00019432548,0.000027735778,0.000021369853,0.000075839795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073249044,0.0007615208,0.0055401777,0.000095390154,0.00007868711,0.000009026604,0.0093140025,0.0029087616,0.0046697985,0.4004536,0.28896886,0.28712693],"study_design_scores_gemma":[0.00047308402,0.00019602178,0.006123703,0.0000046445325,0.0000069394687,0.00002048412,0.000015320074,0.9206481,0.013376254,0.04638447,0.012599416,0.00015157825],"about_ca_topic_score_codex":0.0000076643155,"about_ca_topic_score_gemma":0.0000034292154,"teacher_disagreement_score":0.91773933,"about_ca_system_score_codex":0.000020403371,"about_ca_system_score_gemma":0.00005531036,"threshold_uncertainty_score":0.14362039},"labels":[],"label_agreement":null},{"id":"W2162147617","doi":"10.1109/vrais.1995.512474","title":"EM-an environment manager for building networked virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Replication (statistics); The Internet; Virtual machine; Architecture; Concurrency; Distributed computing; Control (management); Virtual file system; Concurrency control; Operating system; Human–computer interaction; File system; Database; SSH File Transfer Protocol","score_opus":0.04007812689224097,"score_gpt":0.23239830634416256,"score_spread":0.1923201794519216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162147617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027955405,0.000042531603,0.97015375,0.0005342355,0.00020775077,0.00031231946,0.0000015799745,0.000098547505,0.0006938861],"genre_scores_gemma":[0.85251176,0.000021901878,0.13711274,0.0007802408,0.00010049735,0.00006467665,0.000001851143,0.000016011829,0.009390314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860007,0.00006421923,0.0002174957,0.0005287491,0.00022606355,0.00036342224],"domain_scores_gemma":[0.9990097,0.0000878654,0.000046247995,0.0007239367,0.0000021880783,0.00013002595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027317103,0.00015851305,0.00013588193,0.000040388408,0.00014333666,0.00014429941,0.0008373329,0.00006633356,0.0005547752],"category_scores_gemma":[0.000007891077,0.00014610485,0.000078626574,0.000059499776,0.000038673934,0.00060644775,0.00020650944,0.00008063063,0.00029479308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055243145,0.002162331,0.00064891693,0.00002765295,0.00019559823,0.00002270038,0.005334251,0.08591868,0.01131817,0.22897826,0.029664239,0.63567394],"study_design_scores_gemma":[0.00048699166,0.00048967364,0.00038558274,0.0000057337857,0.000011454627,0.0000036941208,0.000070514536,0.82107586,0.0047756066,0.002520495,0.16984135,0.00033306808],"about_ca_topic_score_codex":0.0000037427112,"about_ca_topic_score_gemma":0.0000016322056,"teacher_disagreement_score":0.833041,"about_ca_system_score_codex":0.00006694757,"about_ca_system_score_gemma":0.0000018502795,"threshold_uncertainty_score":0.6074399},"labels":[],"label_agreement":null},{"id":"W2162547029","doi":"10.1177/154193120304701208","title":"A Comparison of Manual and Electronic Status Boards in the Emergency Department: What's Gained and What's Lost?","year":2003,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Variety (cybernetics); Emergency department; Work (physics); Medical emergency; Business; Operations management; Medicine; Computer science; Engineering; Nursing; Artificial intelligence","score_opus":0.021724971831333057,"score_gpt":0.2791876818016127,"score_spread":0.25746270997027965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162547029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964554,0.002901785,0.00003897906,0.00016600908,0.000093951894,0.00025330728,0.0000035911744,0.000010572358,0.00007644381],"genre_scores_gemma":[0.9973179,0.0020879474,0.0005078383,0.000047693866,0.000012959655,0.0000061832993,6.279257e-7,0.000008236933,0.000010585835],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9986362,0.00004130053,0.00043681214,0.0003351451,0.00016672145,0.0003838613],"domain_scores_gemma":[0.99929434,0.00011156463,0.00030638013,0.00012870201,0.00010308116,0.00005595863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009990975,0.0001931721,0.00030312163,0.00003034185,0.00027330563,0.00040326585,0.00041821515,0.000086670145,0.0000020509653],"category_scores_gemma":[0.00006909926,0.00013316303,0.000097043325,0.00016409306,0.00019412019,0.0019583744,0.00023890038,0.00026188025,1.0735471e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006545534,0.00037615508,0.65903115,0.00051504764,0.0001545619,9.38821e-8,0.2812568,0.000046592842,0.0062416173,0.049335886,0.00056672905,0.0024098975],"study_design_scores_gemma":[0.0017853085,0.0013566462,0.2868968,0.0006618365,0.0001471487,0.000011049248,0.62182623,0.0062372666,0.05121814,0.026701696,0.0021461844,0.0010117101],"about_ca_topic_score_codex":0.000062521,"about_ca_topic_score_gemma":0.000036227524,"teacher_disagreement_score":0.3721344,"about_ca_system_score_codex":0.000049320555,"about_ca_system_score_gemma":0.000030694784,"threshold_uncertainty_score":0.54302305},"labels":[],"label_agreement":null},{"id":"W2164201790","doi":"10.2307/25148744","title":"Enhancing the Design of Web Navigation Systems: The Influence of User Disorientation on Engagement and Performance1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Human–computer interaction; Computer science; User engagement; Web application; Systems engineering; World Wide Web; Engineering; Knowledge management; Process management","score_opus":0.01625167166000217,"score_gpt":0.23385378761297904,"score_spread":0.21760211595297688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164201790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83794856,0.00005471827,0.16144192,0.00014390805,0.00007533406,0.00028951184,0.0000014585903,0.000014128044,0.000030447445],"genre_scores_gemma":[0.9991168,0.000002344185,0.0007777381,0.000025592046,0.000016798536,0.000029568771,7.8395874e-7,0.000002948704,0.000027428483],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988916,0.00031021534,0.0003051265,0.00015210349,0.00023811069,0.00010282369],"domain_scores_gemma":[0.99903065,0.0003555136,0.00016029956,0.0003499104,0.00009167941,0.00001194854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010169409,0.00007883308,0.00009395198,0.00002930124,0.00012624114,0.00007080684,0.00033236126,0.00002525008,0.000001218785],"category_scores_gemma":[0.000011484871,0.0000459243,0.000021870314,0.00015508832,0.00007634313,0.00030807182,0.000013185588,0.000085094616,0.0000046081213],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017369844,0.00049191806,0.00882327,0.0007538935,0.00008765394,0.000002535807,0.14807977,0.23154455,0.5242553,0.06407801,0.0007885675,0.020920837],"study_design_scores_gemma":[0.0016806531,0.00593496,0.29389077,0.0012069623,0.000083703635,0.000018803663,0.013006243,0.46036628,0.21726502,0.0048028235,0.0011114579,0.000632335],"about_ca_topic_score_codex":0.00019441437,"about_ca_topic_score_gemma":0.000015638252,"teacher_disagreement_score":0.30699027,"about_ca_system_score_codex":0.000019708255,"about_ca_system_score_gemma":0.000025295978,"threshold_uncertainty_score":0.18727385},"labels":[],"label_agreement":null},{"id":"W2164398755","doi":"10.1145/1958824.1958851","title":"It's about time","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Synchronizing; Collaborative software; Timeline; Human–computer interaction; Latency (audio); Usability; User interface; Modular design; Interface (matter); Distributed computing; World Wide Web; Operating system","score_opus":0.052329073292352625,"score_gpt":0.23904560221254637,"score_spread":0.18671652892019375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164398755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007117708,0.000012735006,0.54345113,0.0008506027,0.0001508748,0.000057277924,2.5014836e-7,0.00025090383,0.44810852],"genre_scores_gemma":[0.8194644,0.0000021410556,0.15474111,0.0031663433,0.000026075842,0.0000066019775,2.2896066e-7,0.000005294278,0.022587841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994949,0.000025761597,0.000089433175,0.00017541606,0.000081424245,0.00013302821],"domain_scores_gemma":[0.99946445,0.00002389814,0.00001387232,0.00041627052,0.000031379415,0.000050155923],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015505376,0.000052945332,0.00005692907,0.00002256199,0.000030812884,0.000042211603,0.00065690884,0.000027793601,0.0018989051],"category_scores_gemma":[0.000013250064,0.000042423857,0.000030237157,0.00009174405,0.00002271789,0.00032829284,0.000111646026,0.00004408851,0.005494126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031427757,0.00078441564,0.0025769335,0.00002578261,0.00006988892,0.000046597837,0.03136946,0.000008211108,0.007812855,0.5367679,0.34223148,0.07827505],"study_design_scores_gemma":[0.0009866337,0.0010404706,0.03911927,0.000056011588,0.000018422586,0.000074946605,0.000137301,0.12782106,0.38801533,0.11782041,0.3234235,0.0014866508],"about_ca_topic_score_codex":0.000033516277,"about_ca_topic_score_gemma":0.0000048850934,"teacher_disagreement_score":0.81234664,"about_ca_system_score_codex":0.000007700348,"about_ca_system_score_gemma":0.00001656625,"threshold_uncertainty_score":0.9990135},"labels":[],"label_agreement":null},{"id":"W2165884442","doi":"10.1145/587078.587093","title":"Empirical development of a heuristic evaluation methodology for shared workspace groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"National Institute of Standards and Technology","keywords":"Collaborative software; Workspace; Heuristics; Teamwork; Computer science; Usability; Heuristic; Human–computer interaction; Knowledge management; Artificial intelligence; Robot","score_opus":0.49512533848059215,"score_gpt":0.4201068761668401,"score_spread":0.07501846231375203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165884442","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015641186,0.000100705525,0.98206395,0.0011824821,0.00015641587,0.0003825357,0.0000011102336,0.00006237049,0.00040923254],"genre_scores_gemma":[0.24359402,6.3186707e-7,0.7557901,0.00015690368,0.000011057369,0.00008048371,0.0000019223478,0.0000035368987,0.0003613175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986877,0.00028630902,0.000293553,0.0003101156,0.00024052915,0.00018180413],"domain_scores_gemma":[0.9984393,0.000859031,0.000073469295,0.00032519357,0.00025282017,0.000050184608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015752589,0.000089084046,0.00017396445,0.00006444348,0.000060114595,0.00003220928,0.00045088647,0.000071018236,0.00040284314],"category_scores_gemma":[0.0007380947,0.00007679862,0.000051934734,0.00020947008,0.00002626773,0.00016371964,0.000097733755,0.000056158155,0.000034665973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001366302,0.0013137957,0.0036879082,0.00031611958,0.00022035636,0.0000027803521,0.07458182,0.0015677381,0.003527388,0.017760068,0.069844805,0.8270406],"study_design_scores_gemma":[0.000956709,0.00029601165,0.0067215175,0.000036914807,0.00002884586,0.0000071698023,0.00018387624,0.9529214,0.0135901505,0.018960722,0.005992202,0.0003044718],"about_ca_topic_score_codex":0.0000037773266,"about_ca_topic_score_gemma":0.000022600556,"teacher_disagreement_score":0.95135367,"about_ca_system_score_codex":0.00006178771,"about_ca_system_score_gemma":0.00005674228,"threshold_uncertainty_score":0.44108498},"labels":[],"label_agreement":null},{"id":"W2165925809","doi":"10.1109/cts.2011.5928658","title":"Supporting activity awareness in computer-mediated collaboration","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Office of Naval Research","keywords":"Computer science; Knowledge management; Situation awareness; Process management; Human–computer interaction; Business; Engineering","score_opus":0.05607795854225139,"score_gpt":0.3029487126178406,"score_spread":0.24687075407558923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165925809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47382388,0.0000016638356,0.5250206,0.00013503211,0.00017511542,0.00008608518,6.5508993e-7,0.000109532666,0.0006474521],"genre_scores_gemma":[0.96133757,6.6003753e-7,0.03844229,0.00014227549,0.00001434985,0.000009446939,0.0000012426071,0.0000034700117,0.00004868659],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903053,0.00011608658,0.00020063343,0.00030039114,0.00012654213,0.00022581535],"domain_scores_gemma":[0.99936354,0.00009021442,0.000070130656,0.00033378083,0.00008790135,0.00005441244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045719658,0.0000890464,0.00012415348,0.0000853202,0.000044808163,0.00007751089,0.00043953682,0.000058668684,0.00006664255],"category_scores_gemma":[0.000044480203,0.00008331022,0.000020840465,0.0005411749,0.000022404258,0.000873116,0.00013042387,0.0000888995,0.00007632415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034607,0.0033048852,0.6699189,0.00015659438,0.000063786334,0.00020151111,0.060380198,0.0012039781,0.026338039,0.043435033,0.0036157505,0.19117789],"study_design_scores_gemma":[0.00052043656,0.00023688126,0.1665061,0.00001994371,0.0000020745242,0.0000052683135,0.00010748594,0.73436004,0.09450159,0.0031653056,0.0002474385,0.0003274159],"about_ca_topic_score_codex":0.0004659981,"about_ca_topic_score_gemma":0.0007037877,"teacher_disagreement_score":0.7331561,"about_ca_system_score_codex":0.000046603564,"about_ca_system_score_gemma":0.00011514038,"threshold_uncertainty_score":0.33972922},"labels":[],"label_agreement":null},{"id":"W2169433752","doi":"10.1007/978-3-540-73101-6_6","title":"Using Horizontal Displays for Distributed and Collocated Agile Planning","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Architecture; Software engineering; Work (physics); Engineering","score_opus":0.07226834250222114,"score_gpt":0.3122931949224977,"score_spread":0.24002485242027655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169433752","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001694844,0.00042890734,0.99556655,0.0001698784,0.0011415984,0.00061627396,0.00004821307,0.00013051949,0.00020324707],"genre_scores_gemma":[0.3178098,0.000009078576,0.6811375,0.0005839958,0.00032344816,0.000011009515,0.000026399837,0.000042185497,0.000056575587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679554,0.000024373443,0.00049451843,0.0014105231,0.00055059604,0.00072445604],"domain_scores_gemma":[0.9977986,0.0007302969,0.00022345745,0.0007841033,0.00026213072,0.00020141358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010525296,0.0004817964,0.000510949,0.00048916973,0.00039587144,0.00058932195,0.001746437,0.00036535144,0.0000047567746],"category_scores_gemma":[0.00012726894,0.00046192206,0.000101934995,0.00048334483,0.00065217516,0.0005655979,0.0008337513,0.0005461861,0.000004163818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026859742,0.00025852863,0.0014765061,0.00062453846,0.00015141234,0.0004984571,0.005622698,0.20411886,0.0072479825,0.07441319,0.00025284133,0.7050664],"study_design_scores_gemma":[0.00042162352,0.0003096999,0.00011251671,0.00051573495,0.000015199399,0.00010723547,5.019863e-7,0.9416364,0.004940922,0.04991405,0.0013373621,0.0006887628],"about_ca_topic_score_codex":0.000027879432,"about_ca_topic_score_gemma":0.000047421716,"teacher_disagreement_score":0.73751754,"about_ca_system_score_codex":0.00036412195,"about_ca_system_score_gemma":0.00034390914,"threshold_uncertainty_score":0.9997833},"labels":[],"label_agreement":null},{"id":"W2172719365","doi":"10.1089/10949310050191746","title":"Evaluating the Women's Health Matters Website","year":2000,"lang":"en","type":"article","venue":"CyberPsychology & Behavior","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"The Internet; Hypertext; Seekers; World Wide Web; Health information; Psychology; Internet privacy; Perception; Health care; Medical education; Medicine; Computer science; Political science","score_opus":0.07487405547023364,"score_gpt":0.3967037314429066,"score_spread":0.321829675972673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172719365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728621,0.000094312105,0.0011820465,0.023853673,0.00067419553,0.00041708266,0.000003662056,0.00020305243,0.0007098789],"genre_scores_gemma":[0.9334804,0.000022396967,0.010280087,0.05032688,0.00010712444,0.00054048654,0.0000031994255,0.00002685978,0.005212615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759036,0.000516818,0.00036923809,0.000615014,0.00025573862,0.0006528565],"domain_scores_gemma":[0.9982852,0.00012690834,0.00009679638,0.0012994815,0.00004235006,0.00014926922],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011533567,0.00018618752,0.00022513297,0.00005737758,0.00034879823,0.00012905632,0.0014632761,0.00009052648,0.001985696],"category_scores_gemma":[0.000013064578,0.00014159892,0.000083347586,0.00031949737,0.00018666839,0.00026671955,0.000092072536,0.00035385077,0.001840712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024610605,0.0002368296,0.0012413433,6.059928e-7,0.000010656205,0.000010572493,0.004982195,0.00002955758,0.0011846996,0.0003955984,0.0081678005,0.98371553],"study_design_scores_gemma":[0.0019750441,0.0029922968,0.88377476,0.000053938253,0.000032717995,0.00029636672,0.00040497974,0.0019448239,0.00044782725,0.0007264823,0.10646424,0.0008865223],"about_ca_topic_score_codex":0.000047226396,"about_ca_topic_score_gemma":0.000009853872,"teacher_disagreement_score":0.98282903,"about_ca_system_score_codex":0.00013252714,"about_ca_system_score_gemma":0.00007545967,"threshold_uncertainty_score":0.9989365},"labels":[],"label_agreement":null},{"id":"W2182931793","doi":"","title":"An Interaction Approach to Enhance Situational Awareness and the Production of Anticipatory Actions in Emergency Operation Centers","year":2013,"lang":"en","type":"article","venue":"ISCRAM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Anticipation (artificial intelligence); Situation awareness; Situational ethics; Action (physics); Work (physics); Joint (building); Production (economics); Computer science; Action theory (sociology); Knowledge management; Human–computer interaction; Operations research; Process management; Psychology; Business; Engineering; Social psychology; Sociology; Artificial intelligence; Economics","score_opus":0.05221862718276005,"score_gpt":0.33970920549853595,"score_spread":0.2874905783157759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182931793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7448628,0.0000095851865,0.25256896,0.0015526706,0.0004569252,0.0003722971,4.7137885e-7,0.0000188367,0.00015745194],"genre_scores_gemma":[0.9957268,0.0000087702265,0.0039837216,0.000051613963,0.00003627938,0.0001301045,0.0000026192904,0.0000029577832,0.00005711032],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991448,0.00016048095,0.00021848606,0.0002567499,0.00012779847,0.00009167373],"domain_scores_gemma":[0.9994901,0.000029380351,0.000056628818,0.00028093363,0.00011136912,0.000031611507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003479406,0.00006485444,0.00008449986,0.00007826413,0.00008745527,0.000061614235,0.00021449318,0.000026628284,0.000016086196],"category_scores_gemma":[0.000074587806,0.000049694747,0.000017855777,0.00020236777,0.00004139013,0.0012267028,0.000040078776,0.00007947219,0.0000126688565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004169164,0.004823885,0.06636736,0.00029450553,0.00010916652,5.242167e-7,0.117515735,0.15067936,0.48822457,0.063075565,0.0052374406,0.10325497],"study_design_scores_gemma":[0.00041506355,0.00021027437,0.253585,0.00006704195,0.000012389255,0.000009224076,0.002064342,0.66803885,0.07100349,0.0040412094,0.000245273,0.00030785787],"about_ca_topic_score_codex":0.00055113196,"about_ca_topic_score_gemma":0.000134664,"teacher_disagreement_score":0.51735944,"about_ca_system_score_codex":0.000030737396,"about_ca_system_score_gemma":0.000024940522,"threshold_uncertainty_score":0.2026493},"labels":[],"label_agreement":null},{"id":"W2183229350","doi":"10.28945/2081","title":"The Use of Graphics to Communicate Findings of Longitudinal Data in Design-Based Research","year":2014,"lang":"en","type":"article","venue":"Journal of Information Technology Education Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Multidisciplinary approach; Graphics; Computer science; Association (psychology); Computer graphics; Engineering ethics; Management science; Knowledge management; Human–computer interaction; Sociology; Psychology; Engineering; Computer graphics (images); Social science","score_opus":0.4204180952700664,"score_gpt":0.46055889613169093,"score_spread":0.040140800861624526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183229350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35835162,0.00010561526,0.59706074,0.04361682,0.00018950694,0.0005696004,0.0000037503435,0.000016443826,0.00008593078],"genre_scores_gemma":[0.9238061,0.000083672,0.07599559,0.00007093061,0.000007958967,0.000012899741,0.0000021547407,0.0000028640218,0.000017892513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965412,0.0010124977,0.0009998623,0.00010968703,0.0010388012,0.0002979327],"domain_scores_gemma":[0.9896222,0.0038901274,0.00035747665,0.0018314008,0.004230723,0.00006810211],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023672601,0.00006501832,0.00018333831,0.0033947611,0.00021201135,0.00016995509,0.0051508537,0.0001365531,0.0000045277584],"category_scores_gemma":[0.012535604,0.0000489339,0.000030041927,0.003819113,0.0005924433,0.0017540725,0.0008108698,0.0011258404,0.000012349648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008856749,0.0018314311,0.089586735,0.00035957704,0.0001012909,0.000001309571,0.0075138058,0.007010132,0.0031491357,0.4067182,0.09039873,0.39244398],"study_design_scores_gemma":[0.0023325174,0.0067540756,0.091415845,0.0018546998,0.000017352151,0.00008857397,0.006765758,0.33954623,0.17635922,0.12196051,0.2523741,0.0005310915],"about_ca_topic_score_codex":0.0001225592,"about_ca_topic_score_gemma":0.000041572144,"teacher_disagreement_score":0.5654544,"about_ca_system_score_codex":0.00011593929,"about_ca_system_score_gemma":0.0013280262,"threshold_uncertainty_score":0.99578226},"labels":[],"label_agreement":null},{"id":"W2220637044","doi":"","title":"User studies and usability evaluations: from research to products","year":2015,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Timeline; Usability; Computer science; Usability engineering; Heuristic evaluation; Usability inspection; Web usability; Human–computer interaction; Usability goals; Observational study; User Research; Product (mathematics); System usability scale; User experience design; Software engineering; Mathematics","score_opus":0.3650173235291656,"score_gpt":0.4657158496648107,"score_spread":0.10069852613564512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220637044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8301146,0.0036404438,0.1466093,0.017713457,0.0008335314,0.0007404675,0.0000091968395,0.00016900766,0.0001699647],"genre_scores_gemma":[0.96162647,0.000049452447,0.037576303,0.00029668605,0.00006583915,0.000074831856,7.8112663e-7,0.00001000718,0.0002996462],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967547,0.00079959864,0.00032805826,0.0009161925,0.0008166955,0.00038476102],"domain_scores_gemma":[0.9954784,0.0008225704,0.00004470141,0.0013223208,0.002078364,0.00025364538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005644405,0.0001741215,0.0002448462,0.00022892306,0.00019115259,0.0002848706,0.0010899898,0.00008201447,0.0000061423475],"category_scores_gemma":[0.0055500846,0.0001521096,0.00003138287,0.0012316721,0.0003832612,0.00061669014,0.0011651145,0.00041530738,0.00018073287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007031106,0.0016244012,0.04559665,0.000502594,0.0009803587,0.000030178608,0.29981714,0.0027756342,0.014765609,0.25718352,0.3200485,0.055972256],"study_design_scores_gemma":[0.0013498506,0.0022555648,0.02072789,0.00046482764,0.000047750167,0.00001672431,0.00918274,0.011565402,0.10680751,0.74967754,0.09674177,0.0011624355],"about_ca_topic_score_codex":0.0002811963,"about_ca_topic_score_gemma":0.00025076012,"teacher_disagreement_score":0.49249402,"about_ca_system_score_codex":0.00013502927,"about_ca_system_score_gemma":0.00016868222,"threshold_uncertainty_score":0.66443706},"labels":[],"label_agreement":null},{"id":"W22254401","doi":"10.1109/iembs.2011.6090153","title":"Misleading Behaviour in Interactive Systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science","score_opus":0.024451297387423247,"score_gpt":0.27001860059414806,"score_spread":0.24556730320672482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22254401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44055083,0.000028444725,0.5527086,0.00063353445,0.0004814345,0.00014493897,3.879392e-7,0.0001233616,0.005328438],"genre_scores_gemma":[0.99256766,7.2720763e-7,0.0068898327,0.0000978473,0.000012666511,0.000012179516,1.9715294e-7,0.0000031618358,0.00041571914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999277,0.000040042003,0.00016252158,0.00024114727,0.00010772834,0.00017159102],"domain_scores_gemma":[0.99957204,0.000050257328,0.000026736912,0.00027521254,0.00003313536,0.00004261064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020378984,0.00007337817,0.00009902264,0.00008636192,0.000024720151,0.00014061724,0.00046904094,0.000037097783,0.000011125722],"category_scores_gemma":[0.000024846351,0.000065279666,0.000027387781,0.00020234847,0.00001387195,0.00059344,0.00008702391,0.00012258273,0.00016602794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007093263,0.0021089583,0.07910258,0.00011956622,0.00006745747,0.00045345357,0.048131336,0.0479796,0.014562886,0.795293,0.002163145,0.009947105],"study_design_scores_gemma":[0.0112041235,0.0024320302,0.17536935,0.0022591718,0.00003999434,0.00075557135,0.013244172,0.30991146,0.38033074,0.09367752,0.006376685,0.004399193],"about_ca_topic_score_codex":0.00087640615,"about_ca_topic_score_gemma":0.00015580845,"teacher_disagreement_score":0.70161545,"about_ca_system_score_codex":0.00014754267,"about_ca_system_score_gemma":0.000035336798,"threshold_uncertainty_score":0.26620275},"labels":[],"label_agreement":null},{"id":"W2227213866","doi":"10.11575/prism/10588","title":"iCORE Research Report: Volume 1","year":2002,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Siemens Canada; University of Alberta","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.06774704930712176,"score_gpt":0.25538059441404204,"score_spread":0.18763354510692026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227213866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07739366,0.00013695851,0.881119,0.0037025404,0.00013464017,0.00014507677,1.1810199e-7,0.000111845286,0.03725617],"genre_scores_gemma":[0.63057977,0.00007794512,0.27756792,0.000086705666,0.000023807259,5.8946665e-7,0.0000024191768,0.000012170566,0.09164866],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861,0.00015934074,0.00011851537,0.00037000194,0.00046585195,0.0002762563],"domain_scores_gemma":[0.9987145,0.000092726805,0.00007019418,0.0008079572,0.00019465486,0.00011997752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066909735,0.0000754056,0.0001475387,0.0001678827,0.0002267941,0.000033356817,0.0012245232,0.00009276086,0.00062474044],"category_scores_gemma":[0.000087427616,0.00009255062,0.00008495453,0.0004005464,0.00023453322,0.000508213,0.00047317232,0.00028387515,0.0005001605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004422272,0.0007731277,0.009211414,0.00009848822,0.00008862193,0.0025296707,0.019177085,0.0000040992895,0.0016773238,0.028775493,0.28430194,0.6533185],"study_design_scores_gemma":[0.00058804743,0.00033956388,0.021161493,0.000044398723,0.00001330043,0.00010928652,0.00013204309,0.6337613,0.0008294009,0.008648451,0.3340397,0.0003330503],"about_ca_topic_score_codex":0.00050316984,"about_ca_topic_score_gemma":0.000008186597,"teacher_disagreement_score":0.65298545,"about_ca_system_score_codex":0.000058789472,"about_ca_system_score_gemma":0.00003510139,"threshold_uncertainty_score":0.684047},"labels":[],"label_agreement":null},{"id":"W2227872074","doi":"","title":"Reality testing mobile and entertainment applications","year":2005,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Confidentiality; Mobile device; Entertainment; Internet privacy; Human–computer interaction; Data science; Computer security; World Wide Web","score_opus":0.05882079592185124,"score_gpt":0.3116625505401364,"score_spread":0.2528417546182852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227872074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65184295,0.0019869597,0.30382934,0.024937388,0.00006684428,0.0026822146,0.000031416508,0.0012691332,0.013353771],"genre_scores_gemma":[0.9391055,0.00021648311,0.05976813,0.000024323992,0.00002965148,0.000013811452,0.0000020461598,0.000008577845,0.00083144504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976967,0.00015144567,0.00026986402,0.00073892757,0.00052783836,0.0006152365],"domain_scores_gemma":[0.9974975,0.00040244273,0.00011042474,0.0012470855,0.0005670184,0.00017550428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015617514,0.00017507105,0.00028779925,0.0008202712,0.000512683,0.000058344398,0.0020176538,0.00024032047,0.00007189073],"category_scores_gemma":[0.00025902205,0.00019836208,0.000071486065,0.00186776,0.0009800259,0.00053804496,0.0015725025,0.00067982916,0.000057530284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100358346,0.0016279529,0.02618801,0.00025168163,0.0002122716,0.00006889316,0.0024753395,0.00040500276,0.030965952,0.07811061,0.00802799,0.85156596],"study_design_scores_gemma":[0.0042055636,0.0032268455,0.010930401,0.0004828281,0.00007722871,0.00016189132,0.007491212,0.034672845,0.08346386,0.075486206,0.77838546,0.0014156479],"about_ca_topic_score_codex":0.00025677495,"about_ca_topic_score_gemma":0.000108952154,"teacher_disagreement_score":0.8501503,"about_ca_system_score_codex":0.0002603728,"about_ca_system_score_gemma":0.00019675477,"threshold_uncertainty_score":0.8088971},"labels":[],"label_agreement":null},{"id":"W2229912692","doi":"10.1080/10447318.2015.1065697","title":"Challenges to Assessing Usability in the Wild: A Case Study","year":2015,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Swinburne University of Technology","keywords":"Usability; Seriousness; Interview; Pluralistic walkthrough; Cognitive walkthrough; Computer science; Product (mathematics); Construct (python library); Usability inspection; Usability lab; Usability engineering; Knowledge management; Engineering; Human–computer interaction; Software engineering","score_opus":0.20759313742022542,"score_gpt":0.4274936382817451,"score_spread":0.21990050086151966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229912692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84949404,0.000039117564,0.14221063,0.0042892927,0.0033407866,0.00021697413,3.7572428e-7,0.000022603612,0.00038616933],"genre_scores_gemma":[0.9920621,0.0000020923853,0.0066556702,0.00054632215,0.0007091804,0.000009515968,3.348263e-7,0.0000071559834,0.000007642281],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970774,0.0006933868,0.0008121733,0.00032861362,0.0009090741,0.00017934621],"domain_scores_gemma":[0.99778515,0.00038137054,0.0003670154,0.0004266824,0.00092364306,0.00011612218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031871097,0.0001685989,0.00023931246,0.00047610162,0.000068500536,0.0008357151,0.0019340051,0.00004597871,0.000007989635],"category_scores_gemma":[0.00016682656,0.00012442419,0.000121181976,0.00021129036,0.00002694459,0.0024784766,0.00027857334,0.0004884287,0.000021693746],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034705197,0.009565389,0.022755533,0.000026181573,0.0005282216,0.023052067,0.33226892,0.015356302,0.00052144565,0.0042965314,0.0060869497,0.5851954],"study_design_scores_gemma":[0.016741062,0.025691202,0.2174852,0.0018543774,0.00020145428,0.23717229,0.2667944,0.16315563,0.0027431287,0.035648316,0.029592585,0.0029203228],"about_ca_topic_score_codex":0.00028362108,"about_ca_topic_score_gemma":0.00053884863,"teacher_disagreement_score":0.5822751,"about_ca_system_score_codex":0.00039697287,"about_ca_system_score_gemma":0.00009032679,"threshold_uncertainty_score":0.805882},"labels":[],"label_agreement":null},{"id":"W2232796458","doi":"10.1145/2817761.2817768","title":"Deployment Study Length","year":2015,"lang":"en","type":"article","venue":"GetMobile Mobile Computing and Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Computer science; Human–computer interaction; Natural (archaeology); Software engineering","score_opus":0.0781386505046916,"score_gpt":0.3319639196039671,"score_spread":0.2538252690992755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232796458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81425476,0.0024803865,0.17679927,0.0010895899,0.00035084732,0.0013259633,0.0000026942996,0.000808294,0.002888163],"genre_scores_gemma":[0.9747161,0.00003814669,0.02478645,0.0001504009,0.000026811602,0.00016917704,0.0000030246724,0.000011130857,0.00009875926],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982917,0.0004553313,0.0003489291,0.0004097097,0.00022971963,0.00026465804],"domain_scores_gemma":[0.9963324,0.0003300214,0.00009551937,0.0028412566,0.00019778905,0.00020300661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065919,0.00016524705,0.00020771746,0.00007500153,0.00041735347,0.00026259018,0.002238472,0.000046120054,0.0000027468402],"category_scores_gemma":[0.0000655209,0.0001598733,0.00004425371,0.00033295594,0.0001256825,0.0002572201,0.0022315816,0.0002573211,0.000059331403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036245066,0.011232514,0.10682026,0.000056401015,0.00034168863,0.000019179659,0.119862564,0.010701972,0.000265897,0.054078754,0.0091040535,0.68748045],"study_design_scores_gemma":[0.0041105505,0.0050405175,0.02380977,0.00013692002,0.00010419736,0.00014418698,0.026422553,0.773727,0.0005223398,0.012229726,0.15205535,0.0016969091],"about_ca_topic_score_codex":0.00012757482,"about_ca_topic_score_gemma":0.000044256165,"teacher_disagreement_score":0.763025,"about_ca_system_score_codex":0.000064837004,"about_ca_system_score_gemma":0.00009101297,"threshold_uncertainty_score":0.6519444},"labels":[],"label_agreement":null},{"id":"W2249606525","doi":"","title":"If you show them, will they use it? A Case Study in Technology Integration","year":2007,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Business","score_opus":0.0685543131979715,"score_gpt":0.3084608883248811,"score_spread":0.2399065751269096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249606525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69316036,0.000044441273,0.0052750525,0.2990253,0.0012082439,0.00062250363,0.0000048924358,0.00024943918,0.00040980108],"genre_scores_gemma":[0.9944922,0.00003429939,0.0045681098,0.00026189472,0.000115196504,0.000197961,0.0000062708095,0.000012128117,0.00031196955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978447,0.00009171553,0.00050110434,0.0007827714,0.00029146252,0.00048826286],"domain_scores_gemma":[0.9973212,0.0012820417,0.00014348372,0.0007950175,0.0003298462,0.00012844981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006949205,0.00028799387,0.00033015176,0.0018120006,0.00014071354,0.00012333736,0.00087315944,0.00029598412,0.00009305578],"category_scores_gemma":[0.001232599,0.0002560737,0.000029204466,0.0018051063,0.0003927566,0.0005626573,0.00023697701,0.00081878394,0.00004878473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002716835,0.0013143832,0.15895143,0.000008300906,0.000024998923,0.00040473818,0.007926114,0.000001252779,0.00035311832,0.8044069,0.00034404412,0.026237588],"study_design_scores_gemma":[0.00076968275,0.00046382166,0.013210205,0.00011158932,0.000014754319,0.000725253,0.004848624,0.0007129754,0.002040474,0.97646385,0.00022396329,0.00041480022],"about_ca_topic_score_codex":0.00017719537,"about_ca_topic_score_gemma":0.016492685,"teacher_disagreement_score":0.30133185,"about_ca_system_score_codex":0.00013243401,"about_ca_system_score_gemma":0.0004235285,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W2255396083","doi":"10.2196/humanfactors.4602","title":"Sociotechnical Human Factors Involved in Remote Online Usability Testing of Two eHealth Interventions","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Health Sciences Centre; McMaster University Medical Centre; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Usability; eHealth; Computer science; Sociotechnical system; Pluralistic walkthrough; Knowledge management; Applied psychology; Psychology; Human–computer interaction","score_opus":0.1858160698330467,"score_gpt":0.4031256813249926,"score_spread":0.21730961149194591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255396083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798173,0.000012442492,0.018770522,0.0003332533,0.00014408134,0.0005130095,0.00003736124,0.00028639112,0.00008568538],"genre_scores_gemma":[0.9954266,8.7101034e-7,0.0043799556,0.000029025878,0.00003460755,0.000008503375,0.000010960991,0.000019621855,0.000089848516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966465,0.0004214752,0.0011875308,0.00076064584,0.0004405545,0.0005432583],"domain_scores_gemma":[0.9972651,0.0007820249,0.00040177786,0.0011682349,0.00018414792,0.00019870352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010011847,0.0003150122,0.0005385049,0.00032174334,0.00022542672,0.00006657247,0.0015178231,0.0002017776,0.00010396608],"category_scores_gemma":[0.0005928172,0.000230696,0.00033554708,0.0006008207,0.00038136126,0.0006292809,0.00051649066,0.0004783812,0.000010014194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007793181,0.0014282524,0.92588896,0.00023607162,0.000027100052,0.0000032254593,0.0027282133,0.000013742025,0.058338173,0.006660618,0.0001239963,0.0045438414],"study_design_scores_gemma":[0.00089278125,0.0006525028,0.9611011,0.00064193155,0.000008651101,7.2218495e-7,0.00018848902,0.0003235066,0.014295112,0.021433633,0.00007558599,0.0003859417],"about_ca_topic_score_codex":0.0013699436,"about_ca_topic_score_gemma":0.0033271112,"teacher_disagreement_score":0.04404306,"about_ca_system_score_codex":0.00044947682,"about_ca_system_score_gemma":0.00010450506,"threshold_uncertainty_score":0.94075096},"labels":[],"label_agreement":null},{"id":"W2257894180","doi":"","title":"Generating adaptable user interfaces using rich internet application","year":2009,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; User interface; XML; Personalization; Graphical user interface; Natural user interface; User interface design; Markup language; Human–computer interaction; 10-foot user interface; The Internet; World Wide Web; Graphical user interface testing; Key (lock); Post-WIMP; Component (thermodynamics); User Friendly; XHTML; Interface (matter); Operating system","score_opus":0.05296069742312112,"score_gpt":0.28809194670129745,"score_spread":0.23513124927817633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257894180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29508987,0.000019979389,0.70299655,0.0007427214,0.00031675684,0.00016559064,0.0000026405055,0.00018864007,0.0004772693],"genre_scores_gemma":[0.9132388,0.0000032589187,0.08485119,0.0016606117,0.000083286046,0.000006523311,0.0000038674257,0.000008014572,0.00014444886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812764,0.00014070584,0.0003526281,0.00068869855,0.0002968665,0.00039346164],"domain_scores_gemma":[0.99873364,0.000085646745,0.0001434211,0.00063680357,0.0002795279,0.000120949604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003073156,0.00026003437,0.00024862346,0.00012911813,0.0001307066,0.0005438432,0.0013398973,0.00009733217,0.000019989337],"category_scores_gemma":[0.000022663788,0.00024968563,0.000058086327,0.00030848014,0.000049115526,0.0009994445,0.00020851321,0.00025674145,0.00011121904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016653548,0.0011605619,0.0011437456,0.000050211856,0.00015500761,0.00004994375,0.029905956,0.115893036,0.061065424,0.27368873,0.022634422,0.49408644],"study_design_scores_gemma":[0.00021719883,0.0005151152,0.00026971678,0.00008343299,0.0000056720487,0.000014758931,0.00020432593,0.97946626,0.016195169,0.0016196746,0.0010717794,0.0003368787],"about_ca_topic_score_codex":0.00010512948,"about_ca_topic_score_gemma":0.000010266538,"teacher_disagreement_score":0.86357325,"about_ca_system_score_codex":0.0000900653,"about_ca_system_score_gemma":0.000081063255,"threshold_uncertainty_score":0.9999955},"labels":[],"label_agreement":null},{"id":"W2270324159","doi":"10.3233/978-1-61499-203-5-174","title":"The Long and Twisting Path: An Efficiency Evaluation of an Electronic Whiteboard System","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Whiteboard; Workflow; Computer science; Multimedia; Electronic systems; Simple (philosophy); Human–computer interaction; Engineering; Database","score_opus":0.05248169857619415,"score_gpt":0.35002325562030356,"score_spread":0.2975415570441094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270324159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984,0.0040579545,0.010286874,0.0008370756,0.00010488021,0.00055183313,3.6873877e-7,0.000085231644,0.00007578078],"genre_scores_gemma":[0.9957546,0.00040955542,0.0037095642,0.000055628072,0.000004171442,0.00006274604,2.843763e-7,0.0000019485542,0.0000015001002],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986682,0.00015598269,0.00058532035,0.000113615344,0.00017370531,0.00030320536],"domain_scores_gemma":[0.9989586,0.0001614206,0.00024054784,0.0003585157,0.000251159,0.000029754865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035769092,0.00008659109,0.00019145854,0.00015234658,0.00035465864,0.000035790425,0.00033253193,0.00007573993,2.3477828e-7],"category_scores_gemma":[0.0003255393,0.00006019034,0.000007284493,0.00037705313,0.00035902814,0.00055191765,0.00019436104,0.00020726178,0.0000011979181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012005677,0.000109117056,0.01742153,0.0022993227,0.000052174153,4.7584723e-7,0.06401157,0.0007126305,0.000013150394,0.23110154,0.000049655366,0.6842168],"study_design_scores_gemma":[0.0003561867,0.0009677856,0.006728649,0.00021453424,0.0000063103475,0.000025884083,0.035339832,0.93689144,0.00011305015,0.019201947,0.00004690482,0.00010746009],"about_ca_topic_score_codex":0.000031202,"about_ca_topic_score_gemma":0.00007839238,"teacher_disagreement_score":0.9361788,"about_ca_system_score_codex":0.00011748737,"about_ca_system_score_gemma":0.00010917221,"threshold_uncertainty_score":0.27277833},"labels":[],"label_agreement":null},{"id":"W2273564813","doi":"","title":"Reverse engineering of content to find usability problems: a healthcare case study","year":2012,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Usability; Usability engineering; Artifact (error); Computer science; System usability scale; Pluralistic walkthrough; Usability inspection; Reverse engineering; Task (project management); Human–computer interaction; Usability lab; Web usability; Heuristic evaluation; Cognitive walkthrough; Usability goals; Software engineering; Engineering; Artificial intelligence; Systems engineering; Programming language","score_opus":0.16189085914638227,"score_gpt":0.3430565840768054,"score_spread":0.18116572493042313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273564813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97486705,0.00062085193,0.020116277,0.0026796926,0.00067631097,0.0009888291,0.000017151086,0.000025346042,0.000008481849],"genre_scores_gemma":[0.97076565,0.000020417498,0.028918896,0.00014816776,0.00010828662,0.00002127991,1.016146e-7,0.000009795794,0.000007397671],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9964526,0.0006285895,0.0014735003,0.00036414887,0.0005652088,0.00051593623],"domain_scores_gemma":[0.9958705,0.0014403623,0.0005239056,0.0008594482,0.0008910844,0.00041473279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043766047,0.0002701232,0.0008878136,0.00018415289,0.00015660953,0.00003424234,0.0006527767,0.00004473065,0.000005612822],"category_scores_gemma":[0.0027541707,0.00021210397,0.00028415862,0.00041256857,0.00017213699,0.00071903213,0.00071007886,0.00046386768,0.0000049631476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042011228,0.00740312,0.48302236,0.0017144958,0.0013701544,0.00043729498,0.48766613,0.004085904,0.0035653724,0.001286394,0.001369286,0.007659392],"study_design_scores_gemma":[0.0063385875,0.028786222,0.6269508,0.001803156,0.0006084038,0.010298056,0.30351007,0.0051658982,0.0038796123,0.005660813,0.0047470275,0.002251352],"about_ca_topic_score_codex":0.0004954423,"about_ca_topic_score_gemma":0.0002786869,"teacher_disagreement_score":0.18415603,"about_ca_system_score_codex":0.00032280595,"about_ca_system_score_gemma":0.000107492764,"threshold_uncertainty_score":0.8649349},"labels":[],"label_agreement":null},{"id":"W2278152755","doi":"","title":"Adapting usability investigations for agile user-centered design","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Agile software development; Computer science; Usability engineering; Agile usability engineering; Usability goals; User story; User experience design; Human–computer interaction; Web usability; Usability inspection; Usability lab; User-centered design; Pluralistic walkthrough; User interface; Knowledge management; Process management; Software engineering; Engineering; Software development process; Software development; Software","score_opus":0.1325906199585196,"score_gpt":0.3167544527483563,"score_spread":0.1841638327898367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278152755","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039649956,0.000012445447,0.95699114,0.0011018508,0.00026784855,0.0005871213,0.0000028036236,0.0003086026,0.001078266],"genre_scores_gemma":[0.48209435,3.1309116e-7,0.51699036,0.0004470646,0.000032278276,0.000022459666,0.0000013149928,0.000005813222,0.00040602157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99844897,0.000101758655,0.00038999427,0.00046135855,0.00018464861,0.00041329785],"domain_scores_gemma":[0.9977571,0.0011520948,0.00007536372,0.0006570452,0.00018679719,0.00017161423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023874335,0.00013748408,0.00014709559,0.000069707756,0.00021602634,0.00015571783,0.00078972836,0.000075059994,0.000039543647],"category_scores_gemma":[0.00061209773,0.00012725341,0.00009133804,0.00030605684,0.000088237655,0.0006392241,0.0001310077,0.000103239836,0.00004852053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025742027,0.0016907164,0.03253702,0.00022595067,0.0001581139,0.0000114038785,0.008679084,0.0053222706,0.071834184,0.7340573,0.04725372,0.09797281],"study_design_scores_gemma":[0.0016029195,0.0008249458,0.012069347,0.0000665216,0.000026068545,0.00001886449,0.00046728275,0.38282138,0.45315993,0.10488856,0.04309417,0.00096001104],"about_ca_topic_score_codex":0.00005324143,"about_ca_topic_score_gemma":0.00008983059,"teacher_disagreement_score":0.62916875,"about_ca_system_score_codex":0.00008436204,"about_ca_system_score_gemma":0.00009349907,"threshold_uncertainty_score":0.5189244},"labels":[],"label_agreement":null},{"id":"W2279934621","doi":"10.1007/s10606-016-9244-y","title":"Implications of We-Awareness to the Design of Distributed Groupware Tools","year":2016,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Human–computer interaction; Computer-supported cooperative work; World Wide Web; Engineering","score_opus":0.07438867872134487,"score_gpt":0.2845269198859995,"score_spread":0.21013824116465463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279934621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013117062,0.00007023434,0.9750756,0.010141416,0.00035032572,0.00086730806,0.00021401032,0.00012033488,0.000043699805],"genre_scores_gemma":[0.95724833,0.000017674025,0.04201262,0.00036927123,0.00006823546,0.00013237282,0.000024415916,0.000016913418,0.00011016046],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974092,0.0005205822,0.0007095254,0.00064977014,0.00030097947,0.00040990754],"domain_scores_gemma":[0.99587005,0.0011781891,0.00023448863,0.0015973712,0.0009548894,0.00016502095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057262444,0.00029357843,0.00046297646,0.000112878304,0.00019620915,0.00012330343,0.0023708546,0.00010308078,0.000115669034],"category_scores_gemma":[0.00013941954,0.0001733474,0.00012946838,0.0014769452,0.00021140157,0.00050229346,0.0006188416,0.00013820957,0.00008561004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047043647,0.0018125102,0.022304857,0.0001289013,0.00086615013,0.000026701793,0.014619868,0.041580427,0.031103192,0.08016089,0.20656593,0.60036016],"study_design_scores_gemma":[0.006650158,0.006982319,0.36921433,0.0031163823,0.0003005705,0.00012891898,0.00049724965,0.07779965,0.4181523,0.014352554,0.09838394,0.004421606],"about_ca_topic_score_codex":0.00001181051,"about_ca_topic_score_gemma":0.000010071714,"teacher_disagreement_score":0.94413126,"about_ca_system_score_codex":0.00007568548,"about_ca_system_score_gemma":0.00029227865,"threshold_uncertainty_score":0.70689017},"labels":[],"label_agreement":null},{"id":"W2280681165","doi":"10.1524/9783486781236.277","title":"Towards Metric-based Usability Evaluation of Online Web Interfaces","year":2013,"lang":"en","type":"book-chapter","venue":"Oldenbourg Wissenschaftsverlag eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Metric (unit); World Wide Web; Usability engineering; Human–computer interaction; Engineering","score_opus":0.06696292557862209,"score_gpt":0.2976293032049111,"score_spread":0.230666377626289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280681165","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08639456,0.0018217925,0.02752057,0.0015956869,0.0031625987,0.005058396,0.00044480388,0.001033272,0.8729683],"genre_scores_gemma":[0.84971637,0.000019519712,0.017700324,0.0002652813,0.00023582525,0.000080515616,0.00005445535,0.00013169841,0.13179605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.992924,0.0004453401,0.0016174372,0.0016118786,0.0027367042,0.0006646493],"domain_scores_gemma":[0.992236,0.00057695346,0.0010891181,0.0031333752,0.002622537,0.0003420175],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029949136,0.0010116237,0.0013911958,0.0008584813,0.00014639644,0.000275453,0.0026747037,0.0009171164,0.0020074644],"category_scores_gemma":[0.00063079287,0.00096063927,0.0006649915,0.00016516985,0.0005619666,0.00039913613,0.00068463007,0.0009918592,0.0005085238],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028967368,0.0012727553,0.00014495915,0.0017011634,0.0014796024,0.000052244166,0.0024984383,0.0018003159,0.017043833,0.26028088,0.015562347,0.6978738],"study_design_scores_gemma":[0.007455164,0.0031594725,0.0012938166,0.0038218212,0.0023272363,0.00011276747,0.00022282409,0.39732558,0.17112792,0.27757993,0.12874919,0.0068242685],"about_ca_topic_score_codex":0.0001811954,"about_ca_topic_score_gemma":0.00018113664,"teacher_disagreement_score":0.76332176,"about_ca_system_score_codex":0.00055634853,"about_ca_system_score_gemma":0.0018267602,"threshold_uncertainty_score":0.9992844},"labels":[],"label_agreement":null},{"id":"W2288079777","doi":"","title":"First-Person Hypertext","year":2006,"lang":"en","type":"article","venue":"Public","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Girl; Sitting; Art; Art history; Class (philosophy); Visual arts; Psychology; Medicine; Artificial intelligence; Computer science","score_opus":0.042159746916359035,"score_gpt":0.21344578951695584,"score_spread":0.1712860426005968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288079777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20358364,0.00045545358,0.6465443,0.07327797,0.0009776098,0.00024007862,0.0000031352643,0.0009184691,0.07399934],"genre_scores_gemma":[0.9906596,9.834355e-7,0.0072159693,0.00051139446,0.00007607259,0.000012252522,0.0000012122543,0.0000047473827,0.0015177677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991993,0.000031837073,0.00009718181,0.00025601612,0.00016050675,0.00025521097],"domain_scores_gemma":[0.99935496,0.000060874685,0.000025204825,0.00044585028,0.00005645547,0.00005664218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017944646,0.00007869277,0.00007938515,0.000063423664,0.00010739361,0.00031889926,0.0007280525,0.000041891322,0.000105882835],"category_scores_gemma":[0.00004000949,0.00007059838,0.000046708283,0.00028229275,0.000028958599,0.0006612488,0.000067978035,0.000074087475,0.0006009408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005180357,0.00060089165,0.018213715,0.00003917582,0.000024675353,0.000021008012,0.0010156082,0.0002696205,0.00086734135,0.72971183,0.20999706,0.039233927],"study_design_scores_gemma":[0.00046941012,0.00012198273,0.051451746,0.00001159525,0.000004417044,0.000038866907,0.0000441409,0.10218355,0.0029172436,0.020372093,0.82193035,0.0004545779],"about_ca_topic_score_codex":0.00019547468,"about_ca_topic_score_gemma":0.00010543364,"teacher_disagreement_score":0.78707594,"about_ca_system_score_codex":0.000036147932,"about_ca_system_score_gemma":0.000030531057,"threshold_uncertainty_score":0.7724078},"labels":[],"label_agreement":null},{"id":"W2288197668","doi":"10.5281/zenodo.3264473","title":"Challenges in evaluating complex IT security management systems","year":2010,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Usability goals; Cognitive walkthrough; IT service management; Usability inspection; Usability engineering; Usability lab; Information Technology Infrastructure Library; Knowledge management; Human–computer interaction; Information technology","score_opus":0.19168023463762413,"score_gpt":0.32316225923359054,"score_spread":0.13148202459596642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288197668","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10405327,0.0002755702,0.05906469,0.013309049,0.0011063262,0.0022679076,0.000052132535,0.0025679623,0.8173031],"genre_scores_gemma":[0.9972181,0.000065150285,0.0020885905,0.000088101064,0.000056774687,1.1046581e-7,0.00004612585,0.00024550525,0.00019159188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801856,0.00047843662,0.0002600496,0.00050562766,0.00041313164,0.00032421196],"domain_scores_gemma":[0.9987262,0.000038200957,0.00007175651,0.00077135465,0.000286255,0.00010623414],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022186246,0.00011384261,0.00012683815,0.00019262024,0.00069534266,0.00089134736,0.0019709456,0.00005339982,0.0012350588],"category_scores_gemma":[0.00024951083,0.00012163617,0.000029801222,0.00038757856,0.00007306606,0.0003849204,0.0015674066,0.00034464712,0.0029311692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048962855,0.0006150288,0.000013200939,0.0004989047,0.000062904015,0.00005272515,0.014617191,0.00055608066,0.008374166,0.35263723,0.058323577,0.5642],"study_design_scores_gemma":[0.0004903885,0.00020724598,0.0017958399,0.000051869156,0.000004482302,0.00007742831,0.0008501595,0.06511043,0.00016427205,0.0018745153,0.92915684,0.00021655187],"about_ca_topic_score_codex":0.000016510494,"about_ca_topic_score_gemma":0.0000036465385,"teacher_disagreement_score":0.89316475,"about_ca_system_score_codex":0.00007863535,"about_ca_system_score_gemma":0.000002226021,"threshold_uncertainty_score":0.99967796},"labels":[],"label_agreement":null},{"id":"W2316699534","doi":"10.1061/40937(261)94","title":"Methodology for Selecting Features of Mobile Technology for Municipal Inspections","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research and Productivity Council; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Deliverable; Usability; Systems engineering; Process management; Engineering management; Engineering; Human–computer interaction","score_opus":0.09550606972673897,"score_gpt":0.3822373150341356,"score_spread":0.28673124530739663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316699534","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075121544,0.00007851141,0.92271584,0.00035749644,0.0002529797,0.00045263703,0.0000022853778,0.00019581702,0.00082288304],"genre_scores_gemma":[0.45898917,8.171098e-7,0.5405722,0.00005184973,0.00002055654,0.000062803774,4.6408118e-7,0.0000039392894,0.0002981979],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991719,0.000034584915,0.0002335937,0.00024959867,0.000047333542,0.0002629947],"domain_scores_gemma":[0.99791783,0.0014539955,0.00007375693,0.0003328741,0.00019480265,0.000026738893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013080391,0.00007483073,0.00017890938,0.00021705353,0.0001251154,0.00001369825,0.0005427092,0.00013792388,0.000005363435],"category_scores_gemma":[0.0005028909,0.00006743597,0.00008004232,0.00042150612,0.00007466016,0.00010290136,0.0000944306,0.00009961824,9.987752e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010374122,0.0002352709,0.00036497143,0.000071352326,0.00007978414,3.9965656e-7,0.0033036587,0.00026208733,0.12503126,0.78172296,0.0013007801,0.08752376],"study_design_scores_gemma":[0.00037288296,0.0010407042,0.0002582363,0.0000060801594,0.000011860182,0.000027693193,0.0010558782,0.0029769493,0.9002083,0.08034099,0.013574524,0.00012588441],"about_ca_topic_score_codex":0.0000649173,"about_ca_topic_score_gemma":0.00031354526,"teacher_disagreement_score":0.77517706,"about_ca_system_score_codex":0.000026267691,"about_ca_system_score_gemma":0.00003171782,"threshold_uncertainty_score":0.2749959},"labels":[],"label_agreement":null},{"id":"W2320892947","doi":"10.2514/6.2006-5610","title":"A New Era for Voice Conferencing: Advancement in Technology and Capabilities","year":2006,"lang":"en","type":"article","venue":"SpaceOps 2006 Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safe Engineering Services & Technologies (Canada)","funders":"","keywords":"Computer science; Teleconference; Multimedia","score_opus":0.01875463641050818,"score_gpt":0.24686269616910614,"score_spread":0.22810805975859796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320892947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12835796,0.0005129581,0.85949296,0.007866404,0.00018838735,0.00061775383,0.000012665773,0.0001817999,0.0027691],"genre_scores_gemma":[0.9229005,0.000018153527,0.0740468,0.0000965181,0.000035254438,0.000091087146,0.000002970553,0.0000087095,0.0028000313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841124,0.00004134486,0.00032167925,0.0006074032,0.00015766306,0.00046069853],"domain_scores_gemma":[0.9989582,0.0001781826,0.00008803075,0.00051697297,0.00018128341,0.0000773464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024031496,0.0002190093,0.00029294952,0.00029401862,0.00007733136,0.00017133399,0.00057155924,0.0001357656,0.000022432532],"category_scores_gemma":[0.00010254403,0.00021822822,0.000035709796,0.00042954765,0.00013209577,0.0003801089,0.00016986848,0.00018825564,0.000014642757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033130014,0.00009595718,0.016245086,0.00007610753,0.00000842754,0.000004730343,0.0009527129,0.0001272164,0.003733944,0.94806474,0.0018014222,0.028856525],"study_design_scores_gemma":[0.002862945,0.00080554886,0.023011288,0.00021225326,0.00001649493,0.00002321365,0.0009174372,0.024108874,0.026610592,0.8592929,0.061188467,0.00094998465],"about_ca_topic_score_codex":0.0013393194,"about_ca_topic_score_gemma":0.0042156796,"teacher_disagreement_score":0.7945425,"about_ca_system_score_codex":0.00008079418,"about_ca_system_score_gemma":0.0003608382,"threshold_uncertainty_score":0.88990885},"labels":[],"label_agreement":null},{"id":"W2332275336","doi":"10.1177/154193120004403715","title":"Web-Based Collection of Critical Incidents during Remote Usability Evaluation","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Usability; Computer science; Data collection; Web application; User interface; World Wide Web; Web usability; Human–computer interaction; Operating system","score_opus":0.025606969014010456,"score_gpt":0.2726463862965169,"score_spread":0.24703941728250642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332275336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99909824,0.000023860097,0.0000802308,0.00013466628,0.000089735084,0.00022443064,0.0000069568914,0.0000365849,0.00030527933],"genre_scores_gemma":[0.99682754,0.000006685469,0.0030775894,0.000024074721,0.000025203226,0.0000034008492,4.701015e-7,0.0000075255703,0.000027494742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869406,0.000035851685,0.00043013474,0.00033913506,0.00029712915,0.00020367872],"domain_scores_gemma":[0.99903613,0.00014338367,0.00019514358,0.00015239761,0.00041762917,0.000055318415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013050486,0.00014444694,0.0002189667,0.000027684919,0.0004619982,0.00007846771,0.00048210556,0.000105210405,0.00001975188],"category_scores_gemma":[0.00037805922,0.000120013596,0.00018393174,0.00021435902,0.0002813399,0.0005399543,0.00016236542,0.00017529285,5.1614944e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037378128,0.0009816361,0.5907711,0.0025534965,0.00019321045,7.8127925e-8,0.1152144,0.0023097256,0.27851275,0.0023232396,0.00090906775,0.0058575557],"study_design_scores_gemma":[0.0013039814,0.00025585873,0.52146065,0.00037843295,0.000097847755,0.0000028548272,0.003212553,0.18984374,0.27648115,0.0064777,0.000052646763,0.00043261232],"about_ca_topic_score_codex":0.00015690603,"about_ca_topic_score_gemma":0.000009050123,"teacher_disagreement_score":0.187534,"about_ca_system_score_codex":0.0001516798,"about_ca_system_score_gemma":0.000058511654,"threshold_uncertainty_score":0.48940125},"labels":[],"label_agreement":null},{"id":"W2342799194","doi":"10.1186/s40064-016-2171-z","title":"Usability evaluation of mobile applications using ISO 9241 and ISO 25062 standards","year":2016,"lang":"en","type":"article","venue":"SpringerPlus","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Android (operating system); Software; Mobile device; World Wide Web; Human–computer interaction; Operating system","score_opus":0.049421486663155205,"score_gpt":0.33855666166278153,"score_spread":0.2891351749996263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342799194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50096416,0.00022199133,0.49786782,0.00010558533,0.00007735901,0.0004320677,0.000015723708,0.00004291399,0.00027239186],"genre_scores_gemma":[0.9876199,0.000014063736,0.012200955,0.000015607491,0.000030988434,0.00008812026,2.4395322e-7,0.0000062095974,0.000023909404],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983367,0.00016006216,0.00030063523,0.0004177795,0.0005987468,0.0001860794],"domain_scores_gemma":[0.99832404,0.00015878522,0.00011008482,0.000778674,0.0005559411,0.000072464856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024163793,0.000109482186,0.00017166843,0.00006478721,0.00009557691,0.000049143546,0.00039284123,0.000061203995,0.000078757126],"category_scores_gemma":[0.0002133481,0.00008478205,0.000048395417,0.000212936,0.00017518544,0.0004002176,0.00021211417,0.000057890516,0.0000119204615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005218131,0.00041423496,0.02622398,0.00019075707,0.00006161804,6.5631184e-7,0.0029251117,0.0013338786,0.15008326,0.019132264,0.0001399104,0.7994422],"study_design_scores_gemma":[0.0050693136,0.0010103507,0.06701977,0.0004605265,0.0002953072,0.00004621109,0.0003851806,0.36804402,0.39859217,0.118709885,0.03873432,0.001632956],"about_ca_topic_score_codex":0.00006029957,"about_ca_topic_score_gemma":0.000022513193,"teacher_disagreement_score":0.7978092,"about_ca_system_score_codex":0.0002628486,"about_ca_system_score_gemma":0.00027703462,"threshold_uncertainty_score":0.34573114},"labels":[],"label_agreement":null},{"id":"W2346164804","doi":"10.1145/2851581.2851584","title":"From Two CSCW Frameworks to User Requirements Definition for a Retail Planning Collaborative Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer-supported cooperative work; Computer science; Collaborative software; Software; Software engineering; Human–computer interaction; World Wide Web; Engineering; Programming language; Work (physics)","score_opus":0.08494926618990649,"score_gpt":0.32794995839078195,"score_spread":0.24300069220087545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346164804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059988536,0.000024622977,0.9350382,0.003450321,0.00036624042,0.00042914678,0.000058623984,0.00022519876,0.00041912592],"genre_scores_gemma":[0.32167304,0.0000012612251,0.67531794,0.002015923,0.00011349191,0.00012727133,0.000005793228,0.000012327122,0.00073292427],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986356,0.00007543899,0.00024437704,0.0005280447,0.000221633,0.00029489622],"domain_scores_gemma":[0.9982057,0.0007798502,0.00006843568,0.00053346663,0.00029058455,0.00012192342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026993436,0.00014818768,0.00016540705,0.000060959508,0.0001227055,0.0001882943,0.0006046127,0.00013818976,0.0001729683],"category_scores_gemma":[0.00051412545,0.00010452268,0.000050946204,0.0002689552,0.000028487671,0.00076939753,0.00017264886,0.00010014287,0.00021008533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022095824,0.0009784307,0.06713095,0.00012305136,0.0007824977,0.000058368212,0.06399267,0.0012247579,0.055527322,0.25215924,0.28678155,0.26903158],"study_design_scores_gemma":[0.0065222736,0.0024128,0.0064352225,0.0016401669,0.00006229508,0.000004069719,0.0012984878,0.0069363215,0.17083614,0.6793109,0.122443795,0.002097533],"about_ca_topic_score_codex":0.000031813124,"about_ca_topic_score_gemma":0.000020704909,"teacher_disagreement_score":0.42715168,"about_ca_system_score_codex":0.00009101254,"about_ca_system_score_gemma":0.00007046994,"threshold_uncertainty_score":0.42623115},"labels":[],"label_agreement":null},{"id":"W2364230501","doi":"","title":"Research on Perceptual-control-based Design for User Interface","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Usability; Computer science; Human–computer interaction; USable; Perception; Task (project management); User interface; User interface design; Control (management); User experience design; Interface (matter); Multimedia; Artificial intelligence; Systems engineering; Engineering","score_opus":0.13988708858174403,"score_gpt":0.3896247245122481,"score_spread":0.24973763593050408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364230501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040756498,0.000004424543,0.9512296,0.0047793165,0.00050582027,0.00077833317,0.0000031908346,0.00021595735,0.0017268893],"genre_scores_gemma":[0.83590394,2.2212788e-7,0.1610572,0.000872361,0.00006580984,0.00013425548,4.2507088e-7,0.000013888755,0.0019518835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978199,0.00034907492,0.00022429299,0.0006236615,0.00043243912,0.00055065396],"domain_scores_gemma":[0.99576044,0.0025398843,0.000029809858,0.0011191748,0.0003963649,0.00015430064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003223034,0.00016149688,0.00017295263,0.00019833315,0.00023710685,0.00033939743,0.0015785154,0.00014918964,0.00032806917],"category_scores_gemma":[0.00037329612,0.00012886696,0.00010012161,0.00030075177,0.00015393463,0.000335704,0.0000953498,0.000591553,0.0006504071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019161361,0.0023896901,0.0005293041,0.00010537782,0.00010732869,0.000013101723,0.003430923,0.03005875,0.27050656,0.3838074,0.27776596,0.029369498],"study_design_scores_gemma":[0.0020858587,0.0024198743,0.0006657326,0.000026749498,0.0000063915913,0.0000036128288,0.0001507517,0.6389867,0.3039795,0.009129125,0.042111713,0.00043403025],"about_ca_topic_score_codex":0.000035970184,"about_ca_topic_score_gemma":0.00005563739,"teacher_disagreement_score":0.7951475,"about_ca_system_score_codex":0.00004648198,"about_ca_system_score_gemma":0.00016380566,"threshold_uncertainty_score":0.8359884},"labels":[],"label_agreement":null},{"id":"W2395860597","doi":"10.1145/2858036.2858129","title":"Anchored Customization","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Networks of Centres of Excellence of Canada","keywords":"Personalization; Computer science; Task (project management); World Wide Web; Layer (electronics); Face (sociological concept); Human–computer interaction; Software; Software engineering; Web application; Operating system; Engineering; Systems engineering","score_opus":0.013894618637498617,"score_gpt":0.2156089359964463,"score_spread":0.20171431735894768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395860597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009637829,0.0000047562617,0.9778031,0.003453166,0.00013724326,0.000037689813,2.1281517e-7,0.0001702297,0.008755769],"genre_scores_gemma":[0.9717648,0.0000023820407,0.02435824,0.00026158843,0.000017627573,0.0000031204527,6.362135e-8,0.0000016336917,0.0035905612],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996163,0.000023841958,0.00006543004,0.00013991306,0.00006896735,0.00008549637],"domain_scores_gemma":[0.99960417,0.00004654922,0.000012187756,0.00027157378,0.000035907167,0.000029640987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104666746,0.000034053675,0.00003510187,0.000021546264,0.000021667274,0.000033981636,0.00030613915,0.00001938982,0.0001568801],"category_scores_gemma":[0.00003566771,0.000018728253,0.000015841162,0.0000884123,0.000013752762,0.0004030453,0.000050285926,0.000011865132,0.0005160615],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013385435,0.0001086933,0.005314905,0.000005597651,0.000013239582,0.0000030991912,0.00055165455,0.000023362523,0.052267358,0.32768345,0.11176085,0.5022544],"study_design_scores_gemma":[0.0019462133,0.00030501888,0.022438712,0.00005609663,0.000005728385,0.000016850188,0.00002210742,0.04402586,0.59193784,0.062748276,0.27578634,0.00071094517],"about_ca_topic_score_codex":0.0000038793887,"about_ca_topic_score_gemma":0.000003310581,"teacher_disagreement_score":0.962127,"about_ca_system_score_codex":0.000016085301,"about_ca_system_score_gemma":0.000012529626,"threshold_uncertainty_score":0.6633099},"labels":[],"label_agreement":null},{"id":"W2397758814","doi":"","title":"Modeling Mobile User Planning-Context.","year":2014,"lang":"en","type":"article","venue":"International Conference on User Modeling, Adaptation, and Personalization","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction","score_opus":0.10771484055470423,"score_gpt":0.30290044519479314,"score_spread":0.1951856046400889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397758814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10183606,0.00006209276,0.89496404,0.00064566266,0.00046288274,0.00019230983,0.000007959597,0.00015189617,0.001677116],"genre_scores_gemma":[0.98958206,0.00006971828,0.008296916,0.00095614506,0.00014699445,0.000059362814,0.00006554998,0.000019152978,0.0008041065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801564,0.00013522153,0.00041186638,0.00064489554,0.00056071574,0.00023164891],"domain_scores_gemma":[0.99854934,0.00007689518,0.00010977446,0.00031446255,0.00083009497,0.00011944569],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046572715,0.00024432488,0.00019165936,0.00020633431,0.00022999957,0.0004978681,0.00061737077,0.00012192513,0.00014154508],"category_scores_gemma":[0.000115234594,0.00024547978,0.00006573173,0.0001404606,0.000039647053,0.0010702041,0.000076502845,0.00017350879,0.000051541665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043072214,0.000064936314,0.00045031586,0.000014411273,0.000029087285,7.86112e-7,0.008716286,0.6359166,0.00011696484,0.34975964,0.0001214505,0.004766442],"study_design_scores_gemma":[0.00045319484,0.0001239598,0.000044290377,0.00010043913,0.00000930108,0.0000055968007,0.00089283625,0.9822233,0.00006036508,0.013815891,0.0019951367,0.0002757158],"about_ca_topic_score_codex":0.000276066,"about_ca_topic_score_gemma":0.00011487092,"teacher_disagreement_score":0.887746,"about_ca_system_score_codex":0.00006724385,"about_ca_system_score_gemma":0.00010184415,"threshold_uncertainty_score":0.99999976},"labels":[],"label_agreement":null},{"id":"W2398498114","doi":"10.3233/978-1-60750-709-3-213","title":"Adapting Usability Testing Techniques to Gather User Requirements: An Illustrative Proposal","year":2011,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Computer science; Usability inspection; User requirements document; Software engineering; Human–computer interaction; Usability engineering; World Wide Web","score_opus":0.24077239050245577,"score_gpt":0.39668047187927524,"score_spread":0.15590808137681947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398498114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78852737,0.00044643707,0.19838105,0.004788414,0.00040423227,0.0024302886,0.000005221722,0.001470145,0.0035468694],"genre_scores_gemma":[0.5056488,0.000033989403,0.49352476,0.0006894783,0.0000071476725,0.00008171137,1.6772508e-7,0.000004068325,0.000009876402],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982252,0.000102807244,0.0008592692,0.00024188632,0.00012963299,0.00044121494],"domain_scores_gemma":[0.99884045,0.00011699398,0.00022706349,0.0005153326,0.00022391815,0.000076260265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019196947,0.0001738435,0.00031993212,0.00032655307,0.00028885077,0.000023591703,0.00056577224,0.00013613937,0.000002196402],"category_scores_gemma":[0.00094217854,0.00014607937,0.000013406058,0.0009123123,0.00047606986,0.0010200433,0.0006058622,0.00034705974,0.0000054183556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005511516,0.0004564872,0.12119915,0.0013520207,0.000074205185,0.0000074406767,0.24006955,0.000018297049,0.000065518034,0.28259593,0.00036921815,0.3537371],"study_design_scores_gemma":[0.001871663,0.026261082,0.038215652,0.004156775,0.000029418343,0.00022475317,0.281875,0.037049595,0.027667733,0.5682503,0.011536491,0.0028615056],"about_ca_topic_score_codex":0.00006399688,"about_ca_topic_score_gemma":0.00011276826,"teacher_disagreement_score":0.3508756,"about_ca_system_score_codex":0.00014597608,"about_ca_system_score_gemma":0.00012422822,"threshold_uncertainty_score":0.5956944},"labels":[],"label_agreement":null},{"id":"W2462137674","doi":"","title":"Architecting tools to support transitions in workstyle","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Collaborative software; Variety (cybernetics); Computer-supported cooperative work; Computer science; Domain (mathematical analysis); Human–computer interaction; Knowledge management; Software engineering; Work (physics); Engineering","score_opus":0.05101275167865792,"score_gpt":0.2819946786888003,"score_spread":0.23098192701014236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462137674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23031107,0.0000014544162,0.75601894,0.0072735227,0.0000685206,0.00012631639,7.466724e-7,0.000109676286,0.006089741],"genre_scores_gemma":[0.88433635,1.435749e-7,0.11442087,0.0010501994,0.00001143257,0.00001606614,4.2036433e-7,0.0000029232021,0.00016157248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99923664,0.00002572268,0.00016224226,0.0002475078,0.00010541394,0.00022246002],"domain_scores_gemma":[0.9995491,0.000046540114,0.0000095939895,0.00029672353,0.000018853583,0.00007918573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002604511,0.00006666227,0.00008216744,0.00010136572,0.00004602042,0.00013026579,0.00041464364,0.000028707324,0.00006279549],"category_scores_gemma":[0.0000409751,0.00006424373,0.000035225094,0.00045788573,0.000011963991,0.00036064826,0.00005801119,0.00011708834,0.00023543405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048620375,0.0011698201,0.0022916838,0.000041155767,0.000024788742,0.00015816688,0.07980656,0.16434169,0.020444067,0.37639463,0.0010207422,0.35425806],"study_design_scores_gemma":[0.009040225,0.005896837,0.11227781,0.0008878969,0.000027535474,0.00051207043,0.006109796,0.030594012,0.41109985,0.39217013,0.02676263,0.0046211956],"about_ca_topic_score_codex":0.00007642308,"about_ca_topic_score_gemma":0.0006335925,"teacher_disagreement_score":0.6540253,"about_ca_system_score_codex":0.00005268396,"about_ca_system_score_gemma":0.000057182853,"threshold_uncertainty_score":0.3026107},"labels":[],"label_agreement":null},{"id":"W2462385782","doi":"","title":"Engineering product usability: a review and analysis techniques","year":2005,"lang":"en","type":"review","venue":"International Conference on Information and Automation","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Usability engineering; Product (mathematics); Usability inspection; Software engineering; Systems engineering; Human–computer interaction; Engineering; Mathematics","score_opus":0.05520259574983036,"score_gpt":0.337814227160877,"score_spread":0.2826116314110466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462385782","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003258881,0.8673441,0.12459137,0.00265199,0.00021589344,0.0012327691,0.00007001016,0.00053562655,0.0033550032],"genre_scores_gemma":[0.00013431493,0.9915583,0.0075005586,0.0003892546,0.00003355534,0.00015655367,0.00015866445,0.0000049264168,0.000063872976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983715,0.00007709458,0.00079566945,0.00031440303,0.00031523942,0.00012609173],"domain_scores_gemma":[0.99877805,0.00008483262,0.00042767494,0.0003735615,0.00027025875,0.000065645974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006266235,0.00027136307,0.00066738983,0.0006463256,0.000056910812,0.000553575,0.0004999726,0.00011244579,0.00009696118],"category_scores_gemma":[0.00021677074,0.00023022185,0.00014239152,0.0004927617,0.00003223794,0.0021875591,0.0001482602,0.00023328072,0.00006889335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0259433e-7,0.000012181486,0.000001292196,0.0031818515,0.00013206329,1.3132662e-7,0.00008870792,0.0000031869795,1.2303701e-7,0.0313217,0.00013069811,0.9651276],"study_design_scores_gemma":[0.000043474076,0.000029074079,0.00004389002,0.004658527,0.0004104619,0.000020482717,0.000003614594,0.049666453,0.0000036049007,0.00015031153,0.9446891,0.00028100397],"about_ca_topic_score_codex":0.0000066997895,"about_ca_topic_score_gemma":0.0000016426683,"teacher_disagreement_score":0.96484655,"about_ca_system_score_codex":0.00011743462,"about_ca_system_score_gemma":0.00010026201,"threshold_uncertainty_score":0.93881744},"labels":[],"label_agreement":null},{"id":"W2470742547","doi":"","title":"Bridging the User and Developer Gap: The DTIF Workshop, Vancouver, June 4-5, 2001","year":2001,"lang":"en","type":"article","venue":"JMU Scholoraly Commons (James Madison University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bridging (networking); Mine action; Engineering; Operations research; Computer science; Political science; Computer security; Law","score_opus":0.040095483048344344,"score_gpt":0.23896091224762708,"score_spread":0.19886542919928274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470742547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.634573,0.00097124657,0.25675815,0.07364833,0.0019520601,0.0009571614,0.00001157995,0.0006683072,0.030460143],"genre_scores_gemma":[0.9368059,0.0003995341,0.0046637864,0.0021033,0.00011417467,0.000004269542,0.0000025755564,0.00002650363,0.05587993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790865,0.00043106524,0.00021635655,0.00057055074,0.0002981442,0.000575225],"domain_scores_gemma":[0.99788594,0.00042000326,0.00012114605,0.0012659509,0.0001337327,0.00017321746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065179385,0.00027460902,0.00025014536,0.00022194549,0.0009888415,0.0004976797,0.0025598246,0.0001260038,0.00006408859],"category_scores_gemma":[0.0000956594,0.00019034828,0.000118476106,0.001643997,0.0003760531,0.001406573,0.0010434272,0.0006711218,0.00008069078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023574456,0.00039465903,0.06643679,0.000019315221,0.0002459969,0.0003999834,0.006237821,0.0009025309,0.00014978735,0.029456267,0.78959495,0.10592616],"study_design_scores_gemma":[0.000557644,0.00004640438,0.012087024,0.000039826056,0.000041272946,0.000043597964,0.001542425,0.0060866927,0.00010156627,0.0005885307,0.97850454,0.00036049436],"about_ca_topic_score_codex":0.00022795252,"about_ca_topic_score_gemma":0.0036638824,"teacher_disagreement_score":0.30223292,"about_ca_system_score_codex":0.0001332438,"about_ca_system_score_gemma":0.00009913439,"threshold_uncertainty_score":0.77621776},"labels":[],"label_agreement":null},{"id":"W2474667125","doi":"10.29173/cais186","title":"Improving Digital Library Interfaces by Investigating the Electronic Activities of Users","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reading (process); World Wide Web; Humanities; Library science; Art; Linguistics; Philosophy","score_opus":0.020659166731634756,"score_gpt":0.2182230483585225,"score_spread":0.19756388162688773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474667125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824679,0.0014713312,0.0004233387,0.012221921,0.0002942763,0.00061230356,0.00027181668,0.00006889683,0.0021682484],"genre_scores_gemma":[0.9962045,0.00013097077,0.00059098453,0.00026819762,0.0000724431,0.00003957698,0.0000027618266,0.000035702677,0.0026548824],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970335,0.00008729104,0.00090490497,0.0005337886,0.0006043791,0.0008361844],"domain_scores_gemma":[0.9839322,0.00073464727,0.0016772414,0.00046476154,0.013011965,0.00017916497],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0006629235,0.00045542055,0.00064921344,0.0001162749,0.00020692831,0.00921632,0.0047808173,0.00024409691,0.00007310752],"category_scores_gemma":[0.009304037,0.00032664416,0.00026199414,0.0006484957,0.0021963762,0.047830783,0.002039364,0.00076424115,0.00000785525],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019933064,0.0008717635,0.19211552,0.0037688722,0.0007811377,8.376037e-7,0.23953672,0.00004684329,0.33346096,0.07868204,0.050555065,0.09998092],"study_design_scores_gemma":[0.00050533045,0.0012577213,0.0073748375,0.0015316214,0.0001295691,0.00004150648,0.014302957,0.012852582,0.91062784,0.029908322,0.020783335,0.000684367],"about_ca_topic_score_codex":0.0009243309,"about_ca_topic_score_gemma":0.0000099986255,"teacher_disagreement_score":0.5771669,"about_ca_system_score_codex":0.000077491786,"about_ca_system_score_gemma":0.0007623379,"threshold_uncertainty_score":0.9999186},"labels":[],"label_agreement":null},{"id":"W2476227936","doi":"10.4018/978-1-60960-866-8.ch014","title":"Identifying the Essential Design Requirements for Usable E-Health Communities in Mobile Devices","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; USable; Computer science; Mobile device; Human–computer interaction; Set (abstract data type); Process (computing); User interface; Interface (matter); World Wide Web","score_opus":0.11123147202540161,"score_gpt":0.32944337166809584,"score_spread":0.21821189964269422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476227936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044508386,0.0033416133,0.6258326,0.00040901164,0.0018539792,0.005714633,0.00010411738,0.00030516024,0.36199376],"genre_scores_gemma":[0.7291702,0.00018403961,0.12651464,0.007469998,0.0006938054,0.0026955805,0.000037069232,0.00021811406,0.13301651],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974363,0.00022626852,0.00073811284,0.00050946657,0.0004659622,0.00062393467],"domain_scores_gemma":[0.99763715,0.00035278263,0.00041583864,0.0012991906,0.000179942,0.000115121155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001233015,0.0004271832,0.00053220993,0.000088868575,0.00042514654,0.0007413493,0.002629349,0.000247766,0.000053596417],"category_scores_gemma":[0.000014945633,0.00035204066,0.00019269736,0.00003911727,0.00019442484,0.0003899446,0.00062658585,0.0003764648,0.00016081147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026972959,0.0000332912,0.000018312152,0.00020659945,0.00008311166,0.0000034983748,0.0020066805,0.00016352544,0.00001003892,0.97888315,0.0068866448,0.011678179],"study_design_scores_gemma":[0.00074502104,0.00054706784,0.000030692485,0.0010645794,0.000042353015,0.000020062433,0.00045992134,0.005979417,0.00028851125,0.9305245,0.0595117,0.00078616594],"about_ca_topic_score_codex":0.0013075777,"about_ca_topic_score_gemma":0.0015877448,"teacher_disagreement_score":0.72872514,"about_ca_system_score_codex":0.0004286386,"about_ca_system_score_gemma":0.00041355097,"threshold_uncertainty_score":0.9998931},"labels":[],"label_agreement":null},{"id":"W2480734548","doi":"10.4018/978-1-59140-105-6.ch009","title":"Usability Inspection of the ECONOF System's User Interface Visualisation Component","year":2003,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Usability; Visualization; User interface; Component (thermodynamics); Computer science; Human–computer interaction; Interface (matter); User interface design; Process (computing); User experience design; Software engineering; Software; Operating system; Data mining","score_opus":0.027965179494596343,"score_gpt":0.2570495064239489,"score_spread":0.22908432692935257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480734548","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011722989,0.00016474925,0.07914467,0.0002678031,0.0036290083,0.0013313704,0.00012280849,0.00042922315,0.9031874],"genre_scores_gemma":[0.991755,0.0000010450232,0.00079448853,0.00017665014,0.000062972766,0.000015177519,0.0000010159772,0.00002128387,0.007172371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974381,0.00021533221,0.00082556054,0.00074045704,0.0005149971,0.00026557015],"domain_scores_gemma":[0.9973129,0.00008074224,0.0005936554,0.0016452534,0.00027210376,0.000095323805],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000558019,0.00041454085,0.0005396259,0.000052823205,0.00015633463,0.00013840619,0.0013471085,0.00038278915,0.00001725297],"category_scores_gemma":[0.000035340316,0.0003362058,0.00035444836,0.000047041627,0.00026749962,0.00017960918,0.000412356,0.00034377986,0.00007898491],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020246745,0.000032966964,0.0001280886,0.00015579109,0.00006777553,0.000001196638,0.00022934585,0.00010747404,0.0001233795,0.99748623,0.0011787587,0.0004687199],"study_design_scores_gemma":[0.0025059932,0.001342551,0.0034568603,0.0039535305,0.0004996806,0.0004150994,0.00032294783,0.0142425485,0.052465275,0.7742654,0.14294936,0.0035807625],"about_ca_topic_score_codex":0.00022940412,"about_ca_topic_score_gemma":0.00016164733,"teacher_disagreement_score":0.980032,"about_ca_system_score_codex":0.0011412736,"about_ca_system_score_gemma":0.00017180807,"threshold_uncertainty_score":0.999909},"labels":[],"label_agreement":null},{"id":"W2480769190","doi":"10.4018/978-1-61520-731-2.ch024","title":"Usability Guidelines for a Generic Educational Game Shell","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Usability; Shell (structure); Computer science; Section (typography); Human–computer interaction; Interface (matter); Multimedia; Interface design; Engineering drawing; World Wide Web; Engineering; Mechanical engineering; Operating system","score_opus":0.09193765431255083,"score_gpt":0.3270456589823648,"score_spread":0.235108004669814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480769190","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003324315,0.00035335906,0.15289766,0.004393246,0.0035373187,0.001280976,0.000347846,0.0002871211,0.83657],"genre_scores_gemma":[0.030686459,0.000009151045,0.5657788,0.00867541,0.0037871634,0.00041522505,0.000034253204,0.00012485635,0.39048868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99723524,0.000026841788,0.0007579495,0.0010926648,0.00045796394,0.00042934672],"domain_scores_gemma":[0.99655974,0.00020512239,0.00027455715,0.0015526578,0.0011742045,0.00023372949],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004661471,0.0005024293,0.00049616955,0.00005917017,0.00013246779,0.0002540748,0.0018510399,0.00058900804,0.00013237612],"category_scores_gemma":[0.000297773,0.00048322848,0.0004329235,0.000027998352,0.00021557928,0.00013831836,0.00036879585,0.000368654,0.00027615827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018265237,0.000030897256,0.000011771291,0.000053544125,0.000041750653,0.0000014223057,0.000056266734,0.000008076939,0.00026106415,0.97620153,0.013872022,0.0094433725],"study_design_scores_gemma":[0.00017078381,0.000096781056,0.000030512429,0.000046699002,0.00002793704,0.000027482196,0.0000011286022,0.00082527753,0.00034420146,0.7635869,0.23442262,0.00041971522],"about_ca_topic_score_codex":0.000051379535,"about_ca_topic_score_gemma":0.00015259883,"teacher_disagreement_score":0.44608137,"about_ca_system_score_codex":0.0002579698,"about_ca_system_score_gemma":0.00097227853,"threshold_uncertainty_score":0.99976194},"labels":[],"label_agreement":null},{"id":"W2484605039","doi":"10.4018/978-1-59904-792-8.ch002","title":"A Bio-Psycho-Social Review of Usability Methods and their Applications in Healthcare","year":2008,"lang":"en","type":"review","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Usability; Computer science; Health care; Focus (optics); Human–computer interaction; Data science; Information system; Cognition; Management science; Knowledge management; Psychology; Engineering; Neuroscience","score_opus":0.10091490559196141,"score_gpt":0.4287563916902479,"score_spread":0.32784148609828645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484605039","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018335007,0.96351534,0.031618465,0.00032766518,0.000095947296,0.0018027977,0.00011422584,0.00006377782,0.0024599712],"genre_scores_gemma":[0.00006691808,0.98260504,0.016632875,0.00030084836,0.000034094723,0.00034071726,0.0000032042885,0.0000107561045,0.000005559262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613756,0.0013985008,0.0011155265,0.0008319563,0.0001907804,0.00032569253],"domain_scores_gemma":[0.9978352,0.0003589307,0.00044566454,0.0010904884,0.00014250136,0.00012716648],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010439514,0.0004182049,0.0019865406,0.00007369483,0.00010111151,0.00003571265,0.0012840579,0.00031974143,0.0000016557775],"category_scores_gemma":[0.00010550915,0.000320437,0.0004616143,0.00055708905,0.00022024264,0.000074594245,0.00033901914,0.00037155,0.0000048528386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010311354,0.000047461697,0.000011968085,0.038603466,0.000022335278,6.200513e-7,0.00014159273,6.88675e-9,9.550167e-8,0.116081886,0.00014529495,0.84494424],"study_design_scores_gemma":[0.00011177385,0.000075892494,0.000049028906,0.020854589,0.000053244607,0.0000742717,0.000011103708,0.000009658984,0.0000041779886,0.039068993,0.9392441,0.0004431895],"about_ca_topic_score_codex":0.00019305959,"about_ca_topic_score_gemma":0.00004485691,"teacher_disagreement_score":0.9390988,"about_ca_system_score_codex":0.00025497965,"about_ca_system_score_gemma":0.0005514222,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W2485113444","doi":"10.1007/978-3-319-39510-4_25","title":"New ISO Standards for Usability, Usability Reports and Usability Measures","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability lab; Web usability; Usability inspection; System usability scale; Component-based usability testing; Heuristic evaluation; Cognitive walkthrough; Pluralistic walkthrough; Human–computer interaction; Software engineering; World Wide Web","score_opus":0.03476624718639018,"score_gpt":0.2879566603387476,"score_spread":0.25319041315235746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485113444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085693045,0.0006700857,0.9891183,0.003549225,0.0025970007,0.0017155249,0.00007334131,0.00028415234,0.0011354671],"genre_scores_gemma":[0.3919062,0.00007055309,0.6049359,0.0012415027,0.00094843894,0.00006566001,0.000004562818,0.00008614737,0.0007410602],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9905413,0.00016985538,0.0015542647,0.0042333254,0.0022888435,0.001212404],"domain_scores_gemma":[0.99096644,0.0024438591,0.00057491893,0.0040531964,0.0013352423,0.00062633154],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008958033,0.0009952321,0.0012730617,0.00048342263,0.00054322777,0.0010563702,0.0032878413,0.00068573304,0.00008759617],"category_scores_gemma":[0.0026768039,0.0007996873,0.00037707834,0.0004982213,0.0025277913,0.0014438123,0.002134314,0.0008461284,0.0000110288365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007588532,0.00008752208,0.0024516524,0.00024832107,0.000032701075,0.000030021318,0.0008715381,0.00077152625,0.00025836035,0.015706105,0.00027250365,0.97919387],"study_design_scores_gemma":[0.0005778945,0.0006590408,0.0010428388,0.00049463334,0.000028865135,0.00016901281,3.474483e-7,0.017263832,0.0041253483,0.9541231,0.02019894,0.0013161722],"about_ca_topic_score_codex":0.00009839417,"about_ca_topic_score_gemma":0.0005251332,"teacher_disagreement_score":0.9778777,"about_ca_system_score_codex":0.0013609454,"about_ca_system_score_gemma":0.0033511142,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2485885011","doi":"10.4018/978-1-60566-060-8.ch081","title":"A Pliant-Based Software Tool for Courseware Development","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Toronto Metropolitan University","funders":"","keywords":"Computer science; Usability; Software; Flexibility (engineering); The Internet; World Wide Web; Multimedia; Human–computer interaction; Operating system","score_opus":0.03359076219586932,"score_gpt":0.2597890530326488,"score_spread":0.2261982908367795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485885011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003582877,0.00018492377,0.7336279,0.00028513168,0.0006243219,0.0012602598,0.00018460467,0.0006563786,0.26314062],"genre_scores_gemma":[0.021533754,0.0000011458485,0.7462454,0.0074588032,0.000429016,0.0003090149,0.00004477845,0.00012786746,0.22385024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973572,0.000020001846,0.0005521055,0.00096586364,0.000551317,0.00055354595],"domain_scores_gemma":[0.9980737,0.00011956977,0.00023364773,0.0010721878,0.00031789814,0.00018300621],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002630359,0.0005851659,0.0005412508,0.00007402677,0.0002075272,0.00027970565,0.0015694634,0.0005117811,0.000021366483],"category_scores_gemma":[0.00004875859,0.0005896606,0.00032028058,0.000023258379,0.0000720968,0.00009986748,0.00017818053,0.0002589609,0.00022199481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007380361,0.00004084465,0.000009394345,0.000107770284,0.00008079425,0.000045116347,0.0001268007,0.000036181013,0.0000044653434,0.7700537,0.00996543,0.21945572],"study_design_scores_gemma":[0.0013857622,0.0005977338,0.00007273453,0.0010187326,0.00008053351,0.000034931516,0.000004309628,0.0008595497,0.0012054911,0.4819168,0.5110081,0.001815368],"about_ca_topic_score_codex":0.000006146733,"about_ca_topic_score_gemma":0.000043080425,"teacher_disagreement_score":0.5010426,"about_ca_system_score_codex":0.0005208587,"about_ca_system_score_gemma":0.0013608817,"threshold_uncertainty_score":0.9996555},"labels":[],"label_agreement":null},{"id":"W2495716684","doi":"10.4018/978-1-60566-978-6.ch003","title":"A Formal Approach to the Verification of Adaptability Properties for Mobile Multimodal User Interfaces","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Usability; Flexibility (engineering); Computer science; Adaptability; Context (archaeology); Human–computer interaction; User interface; Focus (optics); Modalities; Modality (human–computer interaction); Formal methods; Formal verification; Software engineering; Programming language","score_opus":0.04374070054901268,"score_gpt":0.2527263894805215,"score_spread":0.20898568893150882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495716684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021912782,0.00025225725,0.6258663,0.0002617282,0.0012246572,0.0068543185,0.0003640018,0.00027339192,0.34299055],"genre_scores_gemma":[0.95356745,6.1133755e-7,0.03772905,0.00011581108,0.000101040874,0.00058008806,0.0000027244944,0.000022757835,0.007880449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795204,0.000042648022,0.0005595515,0.0007147689,0.0003749735,0.0003560338],"domain_scores_gemma":[0.9976641,0.00006913358,0.00024753984,0.0015136041,0.00039994044,0.00010570425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006077204,0.0003690556,0.00043039696,0.000043682736,0.00016560654,0.00016227846,0.0020084516,0.0003690786,0.0000052943474],"category_scores_gemma":[0.00006229182,0.00025324858,0.00023996536,0.000028829327,0.000237054,0.00023460906,0.00049738097,0.000341681,0.000032483706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029385174,0.00012442816,0.000012372894,0.00024355423,0.00009373182,2.282439e-7,0.002820503,0.00030570096,0.0016598646,0.9733893,0.0004409873,0.020615458],"study_design_scores_gemma":[0.0025587953,0.0047248015,0.00051612075,0.00079626753,0.00037530897,0.000076011725,0.0007297841,0.06635792,0.16966096,0.27750912,0.47296023,0.003734683],"about_ca_topic_score_codex":0.00011988504,"about_ca_topic_score_gemma":0.00013554745,"teacher_disagreement_score":0.9316547,"about_ca_system_score_codex":0.000119986915,"about_ca_system_score_gemma":0.0002114841,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W2499856605","doi":"10.4018/978-1-4666-1821-3.ch015","title":"Search Success at the University of Manitoba Libraries Pre- and Post-Summon Implementation","year":2012,"lang":"en","type":"book-chapter","venue":"Advances in library and information science (ALIS) book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick; University of Manitoba","funders":"","keywords":"Usability; Unified Modeling Language; Computer science; World Wide Web; Resource (disambiguation); Software engineering; Library science; Software; Programming language; Human–computer interaction","score_opus":0.012521161310485892,"score_gpt":0.2379162563924514,"score_spread":0.2253950950819655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499856605","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06493399,0.017510636,0.0011756779,0.0043283864,0.0006648042,0.0015941841,0.00031212275,0.00029188397,0.90918833],"genre_scores_gemma":[0.26449236,0.72104824,0.004827565,0.0013783914,0.000087704226,0.000011407154,0.00014149671,0.00003534593,0.007977496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875456,0.000039644863,0.0003458611,0.00024241954,0.00038179176,0.00023572148],"domain_scores_gemma":[0.99909055,0.00014791556,0.00025629497,0.0003493136,0.000071114664,0.00008481546],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00035562913,0.00018188023,0.00019229706,0.00022951685,0.00048859196,0.00029436953,0.00078217534,0.000083381936,0.0001576353],"category_scores_gemma":[0.000009917102,0.00014947602,0.000030636584,0.00018190157,0.0017494056,0.62279284,0.00087402505,0.00017083276,0.000007647777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007308591,0.0000036383287,0.0030451647,0.00009243149,0.0000040085815,4.5713276e-7,0.007679205,0.000025203704,0.00002806142,0.98027307,0.000007011636,0.008768667],"study_design_scores_gemma":[0.00027991654,0.00027481111,0.019272458,0.00014232773,0.000011033789,0.00002366485,0.0036164674,0.00014092722,0.008819976,0.0022055984,0.9648475,0.00036530127],"about_ca_topic_score_codex":0.000026536789,"about_ca_topic_score_gemma":0.00007559313,"teacher_disagreement_score":0.97806746,"about_ca_system_score_codex":0.000031619587,"about_ca_system_score_gemma":0.00016669063,"threshold_uncertainty_score":0.6445758},"labels":[],"label_agreement":null},{"id":"W2505591812","doi":"10.4018/978-1-59904-002-8.ch002","title":"Accessibility of Mobile Applications","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Mobile device; Computer science; Human–computer interaction; Multimedia; World Wide Web; Mobile computing; Internet privacy; Data science; Telecommunications","score_opus":0.044259775666994544,"score_gpt":0.30832411206375515,"score_spread":0.26406433639676063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505591812","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008860947,0.00021644897,0.21329439,0.000011220681,0.00016070573,0.00067609805,0.00007015529,0.00015004686,0.7853323],"genre_scores_gemma":[0.82920176,0.000008744652,0.04979815,0.00075798115,0.00039087218,0.00032641971,0.00000828212,0.00006809465,0.11943973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99798626,0.000020041429,0.0006027372,0.00071450847,0.00041196536,0.00026449058],"domain_scores_gemma":[0.99745613,0.000084434774,0.00032150772,0.001734882,0.00026566413,0.00013737184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036931667,0.00029693745,0.0004289592,0.00006276263,0.00006570031,0.00007784527,0.0018486431,0.00037717816,0.000045840454],"category_scores_gemma":[0.000010306796,0.0002945639,0.0002375208,0.000043503653,0.000195935,0.000107251915,0.0004600763,0.0002538462,0.00017677376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008487721,0.00003098233,0.000026418646,0.00006169686,0.00003104425,0.0000032576565,0.0000541359,0.0000045946417,0.000025274447,0.9652266,0.00030889388,0.034218594],"study_design_scores_gemma":[0.00015459591,0.00013964261,0.00009297578,0.00007353557,0.000030965137,0.000011882591,0.0000042447614,0.0001139813,0.0013742985,0.9185362,0.0790868,0.00038086233],"about_ca_topic_score_codex":0.000042199346,"about_ca_topic_score_gemma":0.00005052739,"teacher_disagreement_score":0.8291131,"about_ca_system_score_codex":0.00020103475,"about_ca_system_score_gemma":0.0002363599,"threshold_uncertainty_score":0.99995065},"labels":[],"label_agreement":null},{"id":"W2511284469","doi":"","title":"Editorial of the special issue on computer supported cooperative work in design","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer-supported cooperative work; Workflow; Computer science; Context (archaeology); Multidisciplinary approach; Collaborative software; Collaborative design; Concurrent engineering; Software engineering; Engineering management; Knowledge management; Work (physics); Engineering; Systems design","score_opus":0.02480424160183989,"score_gpt":0.247028477047775,"score_spread":0.22222423544593511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511284469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071259916,0.000008626246,0.6189048,0.0029661048,0.26460958,0.0017201526,0.000007596778,0.00012032275,0.04040287],"genre_scores_gemma":[0.86044043,0.0000021420296,0.06732673,0.0006268027,0.07079538,0.000022053244,7.2090813e-7,0.000016318036,0.00076942256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851596,0.000501891,0.00022524066,0.0002601404,0.00030388014,0.00019290575],"domain_scores_gemma":[0.9990911,0.00027530495,0.00005723244,0.0004442661,0.00009437138,0.000037711616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005542516,0.00010900111,0.00016019451,0.00004287546,0.00005266731,0.000051018204,0.0006481471,0.000081218095,0.0003468552],"category_scores_gemma":[0.00012584632,0.0000774374,0.00004749712,0.0004749151,0.00007657927,0.00012761759,0.00007131866,0.00021455664,0.00007696299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012729909,0.00032085378,0.00055563526,0.000004922355,0.000013716543,0.000003766536,0.004258928,0.0028083213,0.0016509078,0.016835734,0.9690814,0.0043384894],"study_design_scores_gemma":[0.003161815,0.001679118,0.006555915,0.00022044654,0.000014504486,0.000006481556,0.000119205935,0.011890371,0.3413722,0.027860878,0.60635656,0.0007625168],"about_ca_topic_score_codex":0.0000036936185,"about_ca_topic_score_gemma":0.000005441697,"teacher_disagreement_score":0.7891805,"about_ca_system_score_codex":0.000046144305,"about_ca_system_score_gemma":0.00012479904,"threshold_uncertainty_score":0.37978214},"labels":[],"label_agreement":null},{"id":"W2530739121","doi":"10.4018/978-1-59904-246-6.ch013","title":"Remote Usability Evaluation of Web Interfaces","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal","funders":"","keywords":"Usability; Web usability; Computer science; Usability inspection; Usability engineering; Usability lab; Cognitive walkthrough; World Wide Web; Pluralistic walkthrough; Usability goals; System usability scale; Human–computer interaction","score_opus":0.09275420538545873,"score_gpt":0.3269450879055181,"score_spread":0.23419088252005935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530739121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044024033,0.00035803526,0.025277626,0.000071281254,0.00089890766,0.00067665137,0.000052294487,0.00017171538,0.9680911],"genre_scores_gemma":[0.97432804,0.0000033995257,0.011049502,0.00018931305,0.00012333569,0.0000044925796,0.0000019577235,0.000026583119,0.014273373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99632704,0.00014425043,0.00084865396,0.0008829346,0.0014425176,0.00035460165],"domain_scores_gemma":[0.99667686,0.0001457927,0.00043651016,0.0016598158,0.00093802635,0.00014296778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027141056,0.00043877473,0.00057525956,0.00010759149,0.00006308563,0.00010175966,0.0015628401,0.0005201058,0.0001222112],"category_scores_gemma":[0.0001948087,0.00043235082,0.0002715992,0.000049230643,0.00029510702,0.00016457046,0.00048218115,0.0003662165,0.00021415591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004450643,0.000027556553,0.000021221798,0.00007760557,0.0000934377,0.0000039240804,0.00021969515,0.000039322826,0.0001760272,0.8622166,0.00070339197,0.13637671],"study_design_scores_gemma":[0.00052978774,0.0002991689,0.000096526586,0.0003728723,0.00015150159,0.000026134701,0.00001114616,0.015424071,0.004230738,0.96979785,0.008478679,0.0005815143],"about_ca_topic_score_codex":0.00012085538,"about_ca_topic_score_gemma":0.0003629819,"teacher_disagreement_score":0.96992564,"about_ca_system_score_codex":0.0006233205,"about_ca_system_score_gemma":0.00062286365,"threshold_uncertainty_score":0.99981284},"labels":[],"label_agreement":null},{"id":"W2539336434","doi":"10.1145/3009808.3009812","title":"CONTROLLED STUDIES OUTSIDE OF THE LAB","year":2016,"lang":"en","type":"article","venue":"GetMobile Mobile Computing and Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Human–computer interaction; Mobile device; Test (biology); Simulation; Applied psychology; Multimedia; Psychology; World Wide Web; Artificial intelligence","score_opus":0.04658969245653172,"score_gpt":0.32069960021349386,"score_spread":0.27410990775696215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539336434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78909284,0.016801452,0.17257859,0.015722528,0.0007994082,0.0020444645,0.00001616404,0.00042446342,0.0025201053],"genre_scores_gemma":[0.9922722,0.00042965374,0.00676578,0.0001478996,0.000015017398,0.00010612037,2.2440997e-7,0.0000056777976,0.00025741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985754,0.0004498112,0.0004113637,0.00023801971,0.00014343341,0.00018196343],"domain_scores_gemma":[0.9949058,0.0020339414,0.00021000256,0.0025510294,0.00025728636,0.000041921954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074063207,0.00012315025,0.000312274,0.000039069462,0.00039442207,0.000043550677,0.0022113558,0.00004178086,0.000003091338],"category_scores_gemma":[0.00028326383,0.000065395165,0.00011344911,0.00023254172,0.0005035326,0.00013810923,0.0021087548,0.000116768584,0.000009199446],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008685484,0.0013580166,0.026785184,0.00018935496,0.00089162216,0.0000013390805,0.028267168,0.001024293,0.023065552,0.2909608,0.0044961036,0.6228737],"study_design_scores_gemma":[0.04369892,0.0039514787,0.09836273,0.0072309333,0.00083236874,0.00027976322,0.018901195,0.27554715,0.08690188,0.24919313,0.2101189,0.0049815336],"about_ca_topic_score_codex":0.00001612525,"about_ca_topic_score_gemma":0.000018536903,"teacher_disagreement_score":0.6178922,"about_ca_system_score_codex":0.000031484913,"about_ca_system_score_gemma":0.000053670323,"threshold_uncertainty_score":0.4109286},"labels":[],"label_agreement":null},{"id":"W2548462885","doi":"10.1145/2957276.2957315","title":"The Emergence of High-Speed Interaction and Coordination in a (Formerly) Turn-based Groupware Game","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workspace; Collaborative software; Computer science; Human–computer interaction; Work (physics); Computer-supported cooperative work; Knowledge management; Engineering; Artificial intelligence","score_opus":0.018380789508925775,"score_gpt":0.2505136830342353,"score_spread":0.23213289352530955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548462885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58428025,0.00002006536,0.4092617,0.005877962,0.00020688157,0.00011610856,9.557584e-7,0.000030485746,0.0002056061],"genre_scores_gemma":[0.9984923,0.000007311844,0.0011440816,0.000050702165,0.000006706298,0.000006191858,2.2573543e-7,0.000002290824,0.00029021208],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99929255,0.00007299859,0.00020852825,0.000182457,0.00012457136,0.000118872005],"domain_scores_gemma":[0.99922013,0.0003443591,0.00007352054,0.00025073782,0.000085282845,0.000025959382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003348579,0.00006574148,0.00008067414,0.000061689476,0.000035043024,0.000038513837,0.00029461115,0.00003118238,0.000038276463],"category_scores_gemma":[0.00010497859,0.00003478243,0.000021680285,0.00019335923,0.000058278132,0.00051179103,0.000051157727,0.000047839643,0.000009308939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035690397,0.00042202097,0.035807684,0.00008724169,0.000037572205,0.00000427886,0.0034179122,0.00039012858,0.13272606,0.1839657,0.0037486902,0.6390358],"study_design_scores_gemma":[0.0032121835,0.0013805055,0.26333255,0.00038631712,0.000012668129,0.000011872611,0.0008508563,0.31486395,0.36489788,0.04523423,0.005172966,0.00064405403],"about_ca_topic_score_codex":0.00024397201,"about_ca_topic_score_gemma":0.00036750597,"teacher_disagreement_score":0.63839173,"about_ca_system_score_codex":0.000024929572,"about_ca_system_score_gemma":0.000021772717,"threshold_uncertainty_score":0.14183864},"labels":[],"label_agreement":null},{"id":"W2548960570","doi":"","title":"Big Gestures?: Factors that Influence Gesture Visibility","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Gesture; Visibility; Action (physics); Human–computer interaction; Computer science; Face (sociological concept); Psychology; Cognitive psychology; Communication; Artificial intelligence; Linguistics; Geography","score_opus":0.030051194578967093,"score_gpt":0.24694954250291695,"score_spread":0.21689834792394985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548960570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6406554,0.00001555116,0.35479704,0.0009334844,0.00032131546,0.00011933499,8.4873494e-7,0.00033376447,0.0028232613],"genre_scores_gemma":[0.9867692,0.0000021599842,0.01157117,0.0011472935,0.000030249052,0.0000060283187,8.483334e-7,0.0000072838156,0.00046574234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982387,0.0001907899,0.00021081504,0.0006435586,0.0003615154,0.00035466754],"domain_scores_gemma":[0.99792,0.0003806125,0.0000649989,0.0013660267,0.00010387482,0.00016453255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005851811,0.0002125055,0.00020833444,0.00006190831,0.00013204763,0.00026523502,0.0015100834,0.0001396484,0.00004095821],"category_scores_gemma":[0.00029627696,0.00015350728,0.000095454954,0.00026298233,0.0000913603,0.0006075751,0.0003214284,0.00026058097,0.00014909041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026502428,0.0005123132,0.8302164,0.00010367113,0.000058958405,0.000006443009,0.0075212377,0.0010761154,0.007588328,0.09430171,0.004830107,0.05375818],"study_design_scores_gemma":[0.00028410723,0.00023712877,0.9007088,0.000020549543,0.0000074342256,0.000006425289,0.00008144113,0.007840718,0.038907204,0.03223688,0.019145496,0.0005237929],"about_ca_topic_score_codex":0.0003094821,"about_ca_topic_score_gemma":0.00014021131,"teacher_disagreement_score":0.34611383,"about_ca_system_score_codex":0.000041602616,"about_ca_system_score_gemma":0.00004006058,"threshold_uncertainty_score":0.62598455},"labels":[],"label_agreement":null},{"id":"W2553203638","doi":"","title":"Pervasive mobile interaction devices (PERMID 2005): Mobile devices as pervasive user interfaces and interaction devices","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hewlett-Packard (Canada)","funders":"","keywords":"Mobile device; Computer science; Mobile interaction; Human–computer interaction; Ubiquitous computing; User interface; World Wide Web; Operating system","score_opus":0.022231377721724375,"score_gpt":0.29903571695649483,"score_spread":0.27680433923477044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553203638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98083174,0.0019929714,0.009125637,0.0016750881,0.0009582684,0.0010198,0.000009393863,0.0005119386,0.0038751657],"genre_scores_gemma":[0.98666304,0.0003452613,0.00818807,0.001979962,0.00027417467,0.00034217743,0.000011844321,0.000037834856,0.002157652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627054,0.00032190754,0.00082748,0.0013365501,0.0005145326,0.00072900107],"domain_scores_gemma":[0.9972948,0.00070772826,0.00041058307,0.00085318706,0.00041528646,0.00031841965],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005894317,0.0006001568,0.0005377347,0.0003423249,0.00040368288,0.001283041,0.0012989505,0.00024498109,0.0014549966],"category_scores_gemma":[0.00008552839,0.00051960774,0.0001810947,0.00038195465,0.00016972338,0.007696326,0.0006532381,0.00056114333,0.0012954779],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013999806,0.00529103,0.07279192,0.002004437,0.0021769244,0.00014586035,0.11947382,0.023501307,0.037970897,0.008866159,0.031448588,0.69492906],"study_design_scores_gemma":[0.0014192783,0.002387138,0.007950559,0.0006827319,0.00021090111,0.00064765586,0.03353046,0.071917646,0.1835679,0.00040527488,0.69520587,0.002074578],"about_ca_topic_score_codex":0.000844212,"about_ca_topic_score_gemma":0.0074161044,"teacher_disagreement_score":0.6928545,"about_ca_system_score_codex":0.0002752718,"about_ca_system_score_gemma":0.00012979397,"threshold_uncertainty_score":0.9997537},"labels":[],"label_agreement":null},{"id":"W2554499281","doi":"10.11575/prism/31379","title":"Using Aspects to Convert Single User Applications into Multiple User Applications","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Aspect-oriented programming; Software engineering; User requirements document; User interface; Human–computer interaction; Programming language; Software","score_opus":0.027742221464489288,"score_gpt":0.23386139948369244,"score_spread":0.20611917801920315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554499281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028373674,0.000043889457,0.967176,0.001682769,0.000033606142,0.0006309554,6.231984e-7,0.00014093408,0.0019175429],"genre_scores_gemma":[0.29239345,0.000003923502,0.706455,0.0002501363,0.00002098764,0.000005775928,0.0000029822293,0.0000084883795,0.00085927057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989288,0.000049048795,0.00014786569,0.00043225317,0.00021902943,0.00022301596],"domain_scores_gemma":[0.9987364,0.000098903794,0.000090671776,0.0007412497,0.0001494763,0.00018329242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013679054,0.00012568106,0.00017742616,0.00015626205,0.0002848658,0.00004253314,0.0010738833,0.00008998505,0.00005957091],"category_scores_gemma":[0.000014511446,0.0001636835,0.00008628165,0.00044339875,0.0001063421,0.0006204937,0.00039812978,0.00012543921,0.00028190372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010660258,0.0026215224,0.007092386,0.00017588845,0.00021351883,0.000014158625,0.01871008,0.0008568543,0.1312127,0.1401529,0.007842319,0.69100106],"study_design_scores_gemma":[0.0007328041,0.000104512495,0.003379593,0.000027157228,0.000044791384,0.00000654884,0.00012677547,0.25468504,0.017602632,0.0030476744,0.71977556,0.00046692282],"about_ca_topic_score_codex":0.00061926065,"about_ca_topic_score_gemma":0.00013445666,"teacher_disagreement_score":0.71193326,"about_ca_system_score_codex":0.00018063576,"about_ca_system_score_gemma":0.000082668834,"threshold_uncertainty_score":0.6674819},"labels":[],"label_agreement":null},{"id":"W2569886649","doi":"10.1007/978-3-319-45853-3_17","title":"Surface Applications for Security Analysis","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software walkthrough; Domain (mathematical analysis); Context (archaeology); Computer science; Work (physics); Knowledge management; Engineering; Data science; World Wide Web; Software development; Software; Geography","score_opus":0.03386163524015127,"score_gpt":0.27147549005134647,"score_spread":0.2376138548111952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569886649","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013679087,0.00006376667,0.64405817,0.0006999675,0.000052125342,0.00044503965,0.00007528578,0.00014559254,0.35445872],"genre_scores_gemma":[0.004045475,0.000027987759,0.041674726,0.0002538221,0.00009313935,0.00008293677,0.000018387862,0.000020296224,0.9537832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986092,0.000012297659,0.00029062096,0.0006893431,0.00019683287,0.00020171975],"domain_scores_gemma":[0.99786806,0.00032212044,0.00013227876,0.0013425093,0.00023875953,0.00009624675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002769861,0.00022786498,0.00036839748,0.00012560672,0.00009694545,0.00010964686,0.0011907908,0.00023539038,0.00045838006],"category_scores_gemma":[0.000008064655,0.00017677722,0.00045005608,0.000095611926,0.000059959646,0.00016997322,0.00018546259,0.00011432115,0.00046130418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023963635,0.000013795466,0.0000065806476,0.000018538232,0.00034665214,2.1924004e-7,0.000048556696,0.000014385512,0.000010753147,0.9932167,0.0034373407,0.0028841111],"study_design_scores_gemma":[0.00007430991,0.000029243596,0.0000026958096,0.000007850615,0.00019074052,5.222127e-7,8.2831957e-7,0.0032748492,0.00021425138,0.41878203,0.577168,0.0002546907],"about_ca_topic_score_codex":0.000006295316,"about_ca_topic_score_gemma":0.000059919526,"teacher_disagreement_score":0.60238343,"about_ca_system_score_codex":0.00006642078,"about_ca_system_score_gemma":0.000069115216,"threshold_uncertainty_score":0.7208766},"labels":[],"label_agreement":null},{"id":"W2571499376","doi":"10.1177/0094306115588487j","title":"The Neighborhood in the Internet: Design Research Projects in Community Informatics","year":2015,"lang":"en","type":"article","venue":"Contemporary Sociology A Journal of Reviews","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Community Based Research Centre","funders":"","keywords":"Informatics; The Internet; Sociology; Political science; Computer science; World Wide Web","score_opus":0.5038723650964128,"score_gpt":0.4233117469636582,"score_spread":0.08056061813275456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571499376","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1804035,0.537503,0.24062234,0.027584355,0.0014397186,0.004463188,0.0000012081583,0.000031652267,0.007951059],"genre_scores_gemma":[0.9955815,0.0013150293,0.001986772,0.0009958412,0.000038382823,0.000036053752,3.292464e-7,0.0000039678976,0.00004212229],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97520983,0.022683058,0.001377158,0.00007793295,0.00033543122,0.0003165717],"domain_scores_gemma":[0.9936076,0.004633689,0.0006070082,0.0007303534,0.00034611745,0.00007522249],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0696927,0.00013340666,0.00046396133,0.00017399584,0.00016740552,0.00012181356,0.0037507399,0.00013038517,0.0000015140095],"category_scores_gemma":[0.0039962144,0.000065277,0.00011321473,0.00049304124,0.0005374975,0.0007816307,0.00030816955,0.0026274468,0.000030018084],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017119097,0.0003364591,0.02137887,0.000067539375,0.00003166676,0.00004713385,0.8557555,0.000028820596,0.000009185854,0.009014175,0.08847621,0.024683269],"study_design_scores_gemma":[0.0036585853,0.0064153667,0.011568385,0.0014873825,0.000012693675,0.00031215852,0.053995147,0.007701897,0.00010527876,0.13581887,0.7784362,0.00048803946],"about_ca_topic_score_codex":0.00005412515,"about_ca_topic_score_gemma":0.000043309854,"teacher_disagreement_score":0.815178,"about_ca_system_score_codex":0.00013782963,"about_ca_system_score_gemma":0.0008070427,"threshold_uncertainty_score":0.99967355},"labels":[],"label_agreement":null},{"id":"W2588374786","doi":"10.29173/cais528","title":"Children As Web Portal Designers: Where Do We Start?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Variety (cybernetics); Computer science; Process (computing); Web design; World Wide Web; Web application; Design process; Web development; Web 2.0; Psychology; The Internet; Engineering; Operations management; Work in process; Programming language; Artificial intelligence","score_opus":0.019784008909489014,"score_gpt":0.2338331470770754,"score_spread":0.2140491381675864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588374786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986841,0.00046609677,0.0003954589,0.00600638,0.00022804749,0.00067792146,0.00005020033,0.00012234358,0.005212537],"genre_scores_gemma":[0.99508095,0.00017293163,0.0036560856,0.00017434346,0.00008630458,0.00005047302,0.0000010236099,0.000023206068,0.0007546736],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974105,0.000048975242,0.0006488654,0.0005965664,0.0006968964,0.0005982463],"domain_scores_gemma":[0.9722201,0.00015110608,0.0006885183,0.0005145611,0.026192233,0.00023345374],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0006492186,0.00037878414,0.0005301008,0.00016663356,0.00015608667,0.0048032114,0.0045708083,0.00021293198,0.00017140084],"category_scores_gemma":[0.0042464067,0.0002897785,0.0002460945,0.0005459715,0.00045815308,0.0171126,0.0010277178,0.00039114465,0.00005520064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023559913,0.0011724171,0.5091027,0.00082037813,0.000659029,0.0000066655343,0.10658864,0.00002459986,0.12125529,0.10909634,0.10523704,0.04580132],"study_design_scores_gemma":[0.003759964,0.0041692117,0.27197415,0.0027349945,0.000347437,0.00053966447,0.010629352,0.009649248,0.42368847,0.17718142,0.091982946,0.0033431503],"about_ca_topic_score_codex":0.00043658476,"about_ca_topic_score_gemma":0.000017266135,"teacher_disagreement_score":0.30243316,"about_ca_system_score_codex":0.000048421716,"about_ca_system_score_gemma":0.00042111575,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W2612305863","doi":"10.5555/3076132.3076163","title":"Icons for Kids: Can Young Children Understand Graphical Representations of App Store Categories?","year":2016,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Set (abstract data type); Implementation; Graphical user interface; Point (geometry); Human–computer interaction; App store; World Wide Web; Programming language; Mathematics","score_opus":0.03215536414393242,"score_gpt":0.28975043043631216,"score_spread":0.2575950662923797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612305863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15964565,0.00012008673,0.8350806,0.0037281434,0.0004475196,0.00046551158,0.0001407974,0.00014695578,0.00022469675],"genre_scores_gemma":[0.99508435,0.000044930075,0.0044545024,0.00008378256,0.000034364013,0.00004168741,0.0000045206457,0.000018282637,0.0002335793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99809784,0.00011709995,0.00045772814,0.00062660733,0.0003126288,0.0003880931],"domain_scores_gemma":[0.99781734,0.00049349177,0.00018246665,0.0010392322,0.0003207759,0.00014667796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045436728,0.00022126177,0.0002864692,0.00024216402,0.00018263265,0.000092846254,0.0012000606,0.00015149721,0.00001836156],"category_scores_gemma":[0.0002507923,0.00016991221,0.00021532268,0.00059626007,0.0005433153,0.0003913733,0.00021457158,0.00018269099,0.000005385955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008049384,0.00024433498,0.028713236,0.000046729823,0.00025323013,0.000001505475,0.0036367737,0.0000414274,0.0059079397,0.9546696,0.005283132,0.0011216223],"study_design_scores_gemma":[0.0038161024,0.0016673949,0.033674717,0.00034336076,0.00016108395,0.00010049205,0.0015752141,0.003238156,0.16984428,0.78229845,0.0017823777,0.001498375],"about_ca_topic_score_codex":0.00027494872,"about_ca_topic_score_gemma":0.0007533641,"teacher_disagreement_score":0.8354387,"about_ca_system_score_codex":0.00006436516,"about_ca_system_score_gemma":0.000121650875,"threshold_uncertainty_score":0.6928819},"labels":[],"label_agreement":null},{"id":"W2621309126","doi":"10.11575/prism/31456","title":"Bridging Private and Shared Interaction Surfaces in Collocated Groupware.","year":2013,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bridging (networking); Collaborative software; Human–computer interaction; Computer science; World Wide Web; Computer network","score_opus":0.015920517433627754,"score_gpt":0.21261064171467386,"score_spread":0.1966901242810461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621309126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997816,0.00008603422,0.0006706345,0.00053372397,0.00034163694,0.00035471335,0.000008294199,0.00009184714,0.00009707313],"genre_scores_gemma":[0.9321473,0.000104636456,0.004496702,0.000015284979,0.000010616384,0.0000012251237,0.00012521558,0.000016657104,0.06308236],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99867475,0.000114953014,0.00018060325,0.00054736045,0.00022046543,0.00026185362],"domain_scores_gemma":[0.9990822,0.000057556637,0.00024739146,0.00037628488,0.00015552374,0.00008103134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020120607,0.00023253025,0.000384831,0.0003682392,0.000116983945,0.00013240638,0.00071971765,0.00023964634,0.00008102264],"category_scores_gemma":[0.000021295116,0.00027994812,0.000070820875,0.00034929762,0.00005723282,0.0013386938,0.00016975608,0.0003163332,0.0000521308],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073418586,0.0006126196,0.016887039,0.0022358578,0.00038433346,0.00017534784,0.85394335,0.0011451254,0.07957432,0.002000175,0.0050282297,0.03727942],"study_design_scores_gemma":[0.0040965206,0.00092628755,0.4170646,0.0034889735,0.0001940402,0.000027985641,0.19112337,0.3310325,0.046181463,0.0019392021,0.0012226115,0.002702435],"about_ca_topic_score_codex":0.044627324,"about_ca_topic_score_gemma":0.03728038,"teacher_disagreement_score":0.66282,"about_ca_system_score_codex":0.00011304035,"about_ca_system_score_gemma":0.00005219022,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W2725474499","doi":"","title":"Usability requirements for interaction-oriented development tools","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Usability; Computer science; Development (topology); Human–computer interaction; Software engineering; Systems engineering; Engineering","score_opus":0.17686710358499838,"score_gpt":0.35556617259619766,"score_spread":0.17869906901119928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725474499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044719536,0.0000482295,0.9458361,0.0005777858,0.004795183,0.0014208466,0.00001556331,0.0003606458,0.002226071],"genre_scores_gemma":[0.59426624,0.000003385616,0.4032844,0.0003363368,0.00016017292,0.0007050171,0.00006628732,0.000019058753,0.0011590777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970243,0.00013289749,0.0008304332,0.0010408408,0.00041417422,0.00055733044],"domain_scores_gemma":[0.9971674,0.00038154962,0.00026682802,0.0015755051,0.00041261633,0.00019611287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014447566,0.0003847722,0.0004049933,0.00010534118,0.00017469423,0.0004255929,0.0016360591,0.00028568323,0.00020492332],"category_scores_gemma":[0.00033378977,0.00035356896,0.00021555557,0.00013085037,0.000050354607,0.0010717508,0.0022111489,0.00042886025,0.00019100939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052581873,0.0069916844,0.019743865,0.0039338814,0.0017409003,0.000006764883,0.031189775,0.0011156366,0.003973127,0.104769334,0.03532849,0.7906807],"study_design_scores_gemma":[0.0016592647,0.00029626442,0.01574314,0.00063098007,0.00010613496,0.000015710813,0.0003291,0.03270544,0.21641947,0.024615942,0.7043466,0.0031319798],"about_ca_topic_score_codex":0.00004155034,"about_ca_topic_score_gemma":0.0000362335,"teacher_disagreement_score":0.7875487,"about_ca_system_score_codex":0.0005704538,"about_ca_system_score_gemma":0.00037769479,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W2735733111","doi":"10.29173/cais271","title":"Designing A Virtual Reality Interface for Children’s Web Portals","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interface (matter); Virtual reality; World Wide Web; Focus (optics); User interface; Computer science; Humanities; Human–computer interaction; Multimedia; Art; Physics","score_opus":0.04521577523593233,"score_gpt":0.2736188777626913,"score_spread":0.22840310252675894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735733111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598425,0.0007670079,0.018754506,0.015204814,0.0008843918,0.0020243411,0.000518044,0.00010701094,0.0018974035],"genre_scores_gemma":[0.98925114,0.00010154683,0.006589139,0.0003477455,0.0001962605,0.00016704791,0.0000044039894,0.000046358415,0.0032963408],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99581164,0.00013252323,0.001337354,0.0009424028,0.0007196522,0.0010563991],"domain_scores_gemma":[0.9337736,0.000655137,0.0015989153,0.00062033435,0.063005134,0.00034691245],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0022159985,0.00063064235,0.001024892,0.00019290076,0.00028032225,0.0064895367,0.005010755,0.00045985842,0.00013174544],"category_scores_gemma":[0.022889925,0.0005450285,0.0005202075,0.0006408317,0.0012984866,0.02246342,0.0015304792,0.0006250712,0.000027092217],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007772997,0.0022743,0.15959942,0.0029587087,0.0013987365,0.0000025713034,0.2282067,0.0002675443,0.2506258,0.14961414,0.14518629,0.059088487],"study_design_scores_gemma":[0.0030191296,0.0045816554,0.11658391,0.0037656901,0.0005893131,0.00025193405,0.0080689145,0.033790324,0.7352362,0.04888596,0.043036934,0.0021900104],"about_ca_topic_score_codex":0.0012654116,"about_ca_topic_score_gemma":0.000042549244,"teacher_disagreement_score":0.4846104,"about_ca_system_score_codex":0.00015210114,"about_ca_system_score_gemma":0.00080340053,"threshold_uncertainty_score":0.9997001},"labels":[],"label_agreement":null},{"id":"W2750141101","doi":"","title":"Graphics Interface 2008: Windsor, Ontario, Canada May 28-30, 2008","year":2009,"lang":"en","type":"book","venue":"A. K. Peters, Ltd. eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Windsor; Computer graphics; Graphics; Interface (matter); Computer science; Computer graphics (images); Human–computer interaction; Icon; Operating system; Ecology; Programming language","score_opus":0.018136017899436644,"score_gpt":0.22037966888605062,"score_spread":0.20224365098661398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750141101","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016725629,0.0017463199,0.01987985,0.0023914317,0.0054822476,0.0020452398,0.00018594932,0.00088974123,0.96570665],"genre_scores_gemma":[0.010208389,0.000031003463,0.0035922462,0.0044742194,0.00032849656,0.000039797775,0.000056129575,0.00011870659,0.981151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379396,0.00025867598,0.0011805374,0.0019760206,0.0013855703,0.001405252],"domain_scores_gemma":[0.99502546,0.0003248455,0.00058607524,0.0030968492,0.00036145945,0.0006053434],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0006121673,0.0012932579,0.0012112934,0.0003939866,0.00039979702,0.00056497066,0.004678467,0.0008607791,0.0005555975],"category_scores_gemma":[0.000045492023,0.0013571744,0.00049700745,0.00013425086,0.0002873988,0.00036523785,0.00084593176,0.0023255814,0.00031178392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041624804,0.00006431555,0.00007471949,0.000097601136,0.00025181248,0.00043431795,0.0023069445,0.00003930123,0.000043334894,0.005447817,0.98606116,0.0051370286],"study_design_scores_gemma":[0.00056674046,0.0004641107,0.00021159872,0.0004911094,0.00010076526,0.00016769442,0.000021895092,0.00020998168,0.0009823659,0.0072702724,0.9878911,0.0016223972],"about_ca_topic_score_codex":0.6127217,"about_ca_topic_score_gemma":0.92812914,"teacher_disagreement_score":0.31540748,"about_ca_system_score_codex":0.0026129442,"about_ca_system_score_gemma":0.008753276,"threshold_uncertainty_score":0.99998194},"labels":[],"label_agreement":null},{"id":"W2750641468","doi":"10.1002/9780470050118.ecse524","title":"Human–Computer Interaction","year":2009,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":804,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Field (mathematics); Interactive systems engineering; Interactive computing; User interface; User experience design; User interface design","score_opus":0.009933893364410026,"score_gpt":0.2283310529877959,"score_spread":0.21839715962338588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750641468","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084895635,0.00043971883,0.950236,0.00011290354,0.0027400088,0.000270858,0.0000029058353,0.0005933353,0.044755287],"genre_scores_gemma":[0.020021124,0.0014924565,0.9508235,0.0006656195,0.0039281626,0.00003902389,0.0000086145765,0.00036559405,0.02265593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978009,0.000022355602,0.0003721287,0.00078048586,0.0005886175,0.00043555332],"domain_scores_gemma":[0.9986937,0.000042526328,0.00018533647,0.0007729032,0.00012312185,0.00018239708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048328398,0.00035410808,0.00042632222,0.00078368955,0.000082117935,0.00023207357,0.001530311,0.00016598498,0.00002692066],"category_scores_gemma":[0.000018560153,0.00034610866,0.00007463652,0.00069663074,0.00016593216,0.00072184723,0.0005030893,0.0002905863,0.000021648379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036010813,0.00024259026,0.00011673057,0.00051454373,0.00008551999,0.00003973268,0.0018179247,0.0058734836,0.0010740178,0.01223619,0.35321116,0.62478447],"study_design_scores_gemma":[0.00037684286,0.00056374003,0.0017531245,0.0015193563,0.00002425053,0.000065645574,0.000004207875,0.40305805,0.0004154938,0.0003639695,0.5907632,0.0010921202],"about_ca_topic_score_codex":0.000052870942,"about_ca_topic_score_gemma":0.000005040743,"teacher_disagreement_score":0.6236924,"about_ca_system_score_codex":0.00006197641,"about_ca_system_score_gemma":0.000109755165,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W2754418571","doi":"10.4018/978-1-5225-3437-2.ch005","title":"A Lisibility Assessment for Mobile Phones","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in human and social aspects of technology book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Electronic Arts (Canada)","funders":"","keywords":"Readability; Usability; Mobile phone; Multimedia; Computer science; Mobile device; Phone; Human–computer interaction; World Wide Web; Telecommunications","score_opus":0.018357427684476242,"score_gpt":0.3158841598589365,"score_spread":0.29752673217446024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754418571","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006920742,0.041151296,0.014524996,0.004645928,0.0015137799,0.004625833,0.00020789259,0.0010748726,0.92533463],"genre_scores_gemma":[0.7493103,0.009865748,0.045550935,0.00025109158,0.00038045712,0.0010192973,0.000036513826,0.00012884612,0.19345681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985388,0.000014147604,0.00042191136,0.00062507525,0.00015227657,0.00024782587],"domain_scores_gemma":[0.99861985,0.00008070121,0.00043644145,0.0006924327,0.00014823825,0.000022317128],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024370482,0.00028896413,0.000691814,0.0002265958,0.00042351062,0.00006286311,0.0010750858,0.00051284273,0.000022033973],"category_scores_gemma":[0.000031303396,0.00029439444,0.00012464939,0.000020925934,0.0015790896,0.0011449378,0.00044886873,0.00038231185,0.0000012803497],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016914644,0.000040149054,0.000061994324,0.00021939047,0.00002643166,0.0000060976404,0.0005224166,9.771671e-7,0.00011605382,0.9825591,0.000042029835,0.016388437],"study_design_scores_gemma":[0.0002443471,0.0005243245,0.000057938534,0.00010049128,0.000012290689,0.0000032603552,0.00009524929,0.000008255884,0.00150949,0.8134999,0.18370034,0.00024405535],"about_ca_topic_score_codex":0.000006598822,"about_ca_topic_score_gemma":0.00042250636,"teacher_disagreement_score":0.74238956,"about_ca_system_score_codex":0.000085816624,"about_ca_system_score_gemma":0.000095121926,"threshold_uncertainty_score":0.9999508},"labels":[],"label_agreement":null},{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","score_opus":0.10389394942065326,"score_gpt":0.39866218220261596,"score_spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760536065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94244343,0.000058394602,0.033974614,0.017181976,0.002170163,0.0004658883,0.0000013551806,0.00054180913,0.003162349],"genre_scores_gemma":[0.841077,0.0000096192025,0.1585469,0.00011298045,0.00007496939,0.000012781736,9.787012e-8,0.00000833337,0.00015727969],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988524,0.000022077338,0.0002682068,0.00046739398,0.0002048614,0.0001850715],"domain_scores_gemma":[0.99771726,0.00014096775,0.0004824676,0.0014330612,0.0001981255,0.000028089727],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006435341,0.00017082185,0.00021141292,0.00011354706,0.0006026103,0.0007032371,0.0054399944,0.00009741154,0.0000029846256],"category_scores_gemma":[0.00081165484,0.000121984966,0.000094420335,0.0000752963,0.00020124276,0.0013753606,0.0034233378,0.0003295055,0.000007968063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008342539,0.00039200898,0.006518642,0.0002542195,0.0001657119,0.0000012350761,0.0034467687,0.000017698732,0.15816389,0.15059601,0.019903863,0.66045654],"study_design_scores_gemma":[0.00033948352,0.00045513664,0.016479524,0.00034682537,0.000021385173,0.000038111266,0.0001345852,0.013410756,0.6722443,0.2923241,0.003921629,0.00028413022],"about_ca_topic_score_codex":0.000029211607,"about_ca_topic_score_gemma":0.0000013661545,"teacher_disagreement_score":0.6601724,"about_ca_system_score_codex":0.000050123414,"about_ca_system_score_gemma":0.000007866272,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2770173572","doi":"","title":"How easily understandable are complex multi-layered system maps","year":2014,"lang":"en","type":"other","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science; Usability; Concept map; Human–computer interaction; Data science; Zoom; Presentation (obstetrics); Software engineering; World Wide Web; Engineering; Artificial intelligence","score_opus":0.17391201591406424,"score_gpt":0.29476853855778407,"score_spread":0.12085652264371982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770173572","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007846313,0.00009453722,0.1221337,0.0012104365,0.0005453223,0.0015712465,0.00012542236,0.00068955804,0.8735513],"genre_scores_gemma":[0.037502762,0.00005907654,0.007540002,0.000030261712,0.00013136833,0.0000010619314,0.00003493244,0.00016986608,0.95453066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186826,0.0031109778,0.0002620954,0.0020394078,0.0014447672,0.0012744991],"domain_scores_gemma":[0.9948088,0.0002701876,0.00055411045,0.0028150855,0.0007584969,0.00079331925],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012627048,0.0006775513,0.0010453541,0.0016301292,0.0018636945,0.0017899341,0.010401579,0.0009323474,0.000005738066],"category_scores_gemma":[0.00005947326,0.000805739,0.00033716758,0.0018579307,0.0009134593,0.0012847326,0.0029407404,0.0014477853,0.00027365255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019143581,0.00023194114,0.00046145607,0.00040344626,0.00031803682,0.0017412578,0.0002055207,0.000027465388,0.0002680499,0.886672,0.109305605,0.00017373772],"study_design_scores_gemma":[0.002428173,0.00029890516,0.00022818371,0.0008204793,0.00006872664,0.000047863465,0.0048911967,0.0041564717,0.00020196592,0.000043804674,0.9858991,0.00091516],"about_ca_topic_score_codex":0.006755801,"about_ca_topic_score_gemma":0.003478711,"teacher_disagreement_score":0.88662827,"about_ca_system_score_codex":0.0028846432,"about_ca_system_score_gemma":0.0009739937,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W2774191699","doi":"10.1145/3134669","title":"Korero","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National University of Singapore","keywords":"Referent; Computer science; Context (archaeology); Human–computer interaction; Asynchronous communication; Interface (matter); Multimedia; Linguistics","score_opus":0.10117689612188746,"score_gpt":0.34842925736209296,"score_spread":0.2472523612402055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774191699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764685,0.0000047141084,0.005665976,0.006500773,0.0024863386,0.00026842236,0.0000010859351,0.00014636946,0.008457841],"genre_scores_gemma":[0.9882536,0.0000017261194,0.010664698,0.00034377436,0.00027593478,0.000013065077,2.0255732e-7,0.000011308872,0.00043569342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986507,0.000012932245,0.00031604298,0.00045555635,0.00034310465,0.00022163968],"domain_scores_gemma":[0.99719965,0.000075960175,0.0005828229,0.0018045558,0.0002857487,0.00005125775],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00036727183,0.00018268767,0.0002013238,0.00009474564,0.0006651526,0.00082280225,0.0081955455,0.00007530164,0.000019112109],"category_scores_gemma":[0.00035713878,0.00013382535,0.00017958763,0.00007506874,0.00011286206,0.0016907031,0.002441701,0.00032477427,0.00006541432],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003190162,0.0018234632,0.025987517,0.0005239865,0.0003955424,0.0000051130714,0.0111185955,0.00024400133,0.20362915,0.4126189,0.13401124,0.20932348],"study_design_scores_gemma":[0.00097213284,0.0009918341,0.10158512,0.0007955061,0.000035391113,0.000055831402,0.000081720755,0.023019694,0.7031727,0.15764847,0.0110059725,0.0006356217],"about_ca_topic_score_codex":0.00005138718,"about_ca_topic_score_gemma":0.000004225638,"teacher_disagreement_score":0.49954355,"about_ca_system_score_codex":0.00007842674,"about_ca_system_score_gemma":0.000011875324,"threshold_uncertainty_score":0.99717057},"labels":[],"label_agreement":null},{"id":"W2785215785","doi":"10.1145/3173574.3173647","title":"Group vs Individual","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sensemaking; Multitude; Computer science; Human–computer interaction; Task (project management); Work (physics); Group (periodic table); Joint (building); Group work; Tilt (camera); Working group; Data science; Psychology; Engineering; Systems engineering; Mathematics education","score_opus":0.03714366468665671,"score_gpt":0.2618170707028691,"score_spread":0.22467340601621238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785215785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1066918,0.0000076435035,0.8697504,0.001300745,0.0004389033,0.000059085407,6.3285745e-7,0.00025919618,0.021491619],"genre_scores_gemma":[0.9346173,3.4808477e-7,0.06302232,0.0015139377,0.00009156877,0.0000028187108,3.4232679e-7,0.0000022241784,0.00074914796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993687,0.000033223678,0.00008730729,0.0002087432,0.00014720506,0.00015477615],"domain_scores_gemma":[0.9994681,0.00003861271,0.000014388003,0.00038685015,0.000041439427,0.000050610986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024951616,0.00005498272,0.000054808203,0.000030668907,0.00006729118,0.0001355888,0.0008253263,0.00003177389,0.00029994693],"category_scores_gemma":[0.000019395433,0.00004442414,0.000023736698,0.00015415931,0.00006498511,0.00035545274,0.00021902751,0.0000492448,0.0012411654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016586322,0.00019908606,0.004395631,0.0000071378254,0.000030251676,0.0000051272546,0.0037382403,7.9072464e-7,0.0017640634,0.8483931,0.07946391,0.061986115],"study_design_scores_gemma":[0.0014386508,0.0042353403,0.10547344,0.00003490855,0.000019938168,0.000069153175,0.00017476083,0.03521501,0.17995603,0.20089544,0.47124133,0.0012460005],"about_ca_topic_score_codex":0.000024359195,"about_ca_topic_score_gemma":0.00003114734,"teacher_disagreement_score":0.8279255,"about_ca_system_score_codex":0.000008288824,"about_ca_system_score_gemma":0.000013534092,"threshold_uncertainty_score":0.99953645},"labels":[],"label_agreement":null},{"id":"W2789034727","doi":"10.11575/prism/30689","title":"From Awareness to HCI Education: The CHI'2005 Workshop Papers Suite","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Suite; Foley; Library science; Graduate students; Computer science; Medical education; Mathematics education; Psychology; Pedagogy; Political science; Medicine","score_opus":0.016229888769136797,"score_gpt":0.2283458510116535,"score_spread":0.2121159622425167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789034727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24092929,0.00016838615,0.7217373,0.028406894,0.00033763406,0.00023420565,6.0711676e-7,0.000092356015,0.008093329],"genre_scores_gemma":[0.6910255,0.000044960274,0.2880932,0.0025193116,0.00017009985,0.0000023237103,0.000007447302,0.000013901178,0.018123262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990287,0.00008828251,0.000103096,0.00033484297,0.00023480278,0.00021028513],"domain_scores_gemma":[0.9988638,0.0001337935,0.00006595599,0.0007325182,0.000061917206,0.00014202198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019299261,0.00010948378,0.00014411639,0.00007081579,0.00023338746,0.000052147363,0.0015958861,0.00007247397,0.00026885586],"category_scores_gemma":[0.00002650151,0.00010626354,0.00008827427,0.00023445518,0.00009209326,0.0004346401,0.00035248027,0.00014957575,0.00018040727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005165761,0.00028692928,0.0013179842,0.000010466139,0.000059758,0.000004961148,0.022330813,0.00007110353,0.0006555369,0.008512249,0.030452471,0.9362461],"study_design_scores_gemma":[0.00055930635,0.00007343974,0.053327702,0.00008903821,0.000051684543,0.000004531788,0.0011130037,0.061654963,0.0018070186,0.0025659634,0.87824875,0.000504594],"about_ca_topic_score_codex":0.0010851306,"about_ca_topic_score_gemma":0.00022475985,"teacher_disagreement_score":0.9357415,"about_ca_system_score_codex":0.00007884378,"about_ca_system_score_gemma":0.00022320975,"threshold_uncertainty_score":0.43333015},"labels":[],"label_agreement":null},{"id":"W2792593965","doi":"","title":"Selecting a suitable technology: it's about people and their tasks","year":2015,"lang":"en","type":"other","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Internet privacy","score_opus":0.03615179025255035,"score_gpt":0.2841016438991069,"score_spread":0.24794985364655656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792593965","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046235256,0.04479118,0.0595556,0.06034758,0.001182876,0.006896451,0.0005106344,0.012279125,0.7682013],"genre_scores_gemma":[0.2579886,0.0050503043,0.045718845,0.000086478896,0.00022179863,0.000022070886,0.000047499932,0.0004979907,0.6903664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953206,0.00029459692,0.00040754184,0.0016098118,0.0008483584,0.0015190704],"domain_scores_gemma":[0.9954411,0.00032011291,0.00036515712,0.0024829186,0.0010832835,0.00030747076],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026934994,0.00061507977,0.0011741067,0.0060523637,0.00050857314,0.00012794403,0.005146748,0.0022273336,0.00053222256],"category_scores_gemma":[0.0011242351,0.0006399927,0.00015933838,0.0065525365,0.0019268141,0.00044201978,0.0042383005,0.0029530388,0.0001461963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057925048,0.0003799622,0.0026287255,0.0003779031,0.00048455555,0.0001397728,0.0020363275,0.000005117681,0.0014877908,0.007996979,0.95903647,0.025368456],"study_design_scores_gemma":[0.0013552647,0.0008938814,0.000058553163,0.0010041491,0.000040578747,0.000102591504,0.006488956,0.00079063966,0.0033091647,0.015068331,0.97010916,0.00077872194],"about_ca_topic_score_codex":0.0015082202,"about_ca_topic_score_gemma":0.0033881043,"teacher_disagreement_score":0.21175334,"about_ca_system_score_codex":0.00039153805,"about_ca_system_score_gemma":0.0011824485,"threshold_uncertainty_score":0.9996051},"labels":[],"label_agreement":null},{"id":"W2793077194","doi":"10.4018/978-1-59904-002-8.ch049","title":"Game-Based Methodology for Collaborative Mobile Applications","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Computer science; Rapid prototyping; Systems engineering; Human–computer interaction; Software engineering; Engineering","score_opus":0.11701963768205753,"score_gpt":0.35121878921601657,"score_spread":0.23419915153395904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793077194","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026263926,0.00019428483,0.5818511,0.00005061404,0.000219648,0.0015880963,0.00024070819,0.00016603757,0.41568688],"genre_scores_gemma":[0.010121699,0.0000036460126,0.9076283,0.0034431093,0.0005018035,0.0027647512,0.00003426454,0.00008724955,0.075415194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99788225,0.00008299812,0.00047803958,0.00087494723,0.00027355558,0.00040818393],"domain_scores_gemma":[0.9970643,0.00075582194,0.000285711,0.001122961,0.000603374,0.00016782622],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066803524,0.00040469476,0.0005442243,0.00010198031,0.00012396423,0.00012191079,0.0012518214,0.0005644719,0.000018352632],"category_scores_gemma":[0.000034188775,0.00041483424,0.00025348927,0.00006696533,0.00021034555,0.000063280444,0.0001605177,0.00024996066,0.00015419564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005022611,0.000022241407,0.000001134626,0.000049539423,0.000059574642,0.0000044021654,0.00010015046,0.000065534216,0.00003305287,0.97683877,0.0011362869,0.021639097],"study_design_scores_gemma":[0.00032651206,0.00034222286,0.0000014832776,0.00003549961,0.00004138469,0.000006433501,0.000009812274,0.00044250247,0.0011113961,0.5860484,0.411276,0.000358347],"about_ca_topic_score_codex":0.000015862439,"about_ca_topic_score_gemma":0.00008990051,"teacher_disagreement_score":0.4101397,"about_ca_system_score_codex":0.00030667332,"about_ca_system_score_gemma":0.00063263194,"threshold_uncertainty_score":0.99983037},"labels":[],"label_agreement":null},{"id":"W2885645832","doi":"10.1108/lm-10-2017-0107","title":"Testing, testing: a usability case study at University of Toronto Scarborough Library","year":2018,"lang":"en","type":"article","venue":"Library Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Usability; Computer science; Card sorting; World Wide Web; Digital library; Originality; Key (lock); Web usability; Task (project management); Heuristic evaluation; Cognitive walkthrough; Qualitative research; Human–computer interaction; Engineering; Systems engineering","score_opus":0.04171373059775932,"score_gpt":0.23305645512085071,"score_spread":0.1913427245230914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885645832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918782,0.000052493895,0.0025582502,0.00021452161,0.00021040167,0.0007574959,0.0000067196092,0.0006284813,0.07678965],"genre_scores_gemma":[0.9107292,0.000002661984,0.08571765,0.00013539719,0.00005052765,0.0000036306278,0.0000013725161,0.000014675899,0.003344842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816895,0.00025523873,0.00029249716,0.00072385307,0.00025577072,0.00030371296],"domain_scores_gemma":[0.9981554,0.0002373758,0.00013476159,0.0012994908,0.000039739833,0.0001332423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002306876,0.0001990806,0.00022141468,0.00004240858,0.00025505348,0.00012876766,0.0014356358,0.00004621114,0.0005661363],"category_scores_gemma":[0.000023676928,0.00020732157,0.000060791608,0.0005196783,0.00018367016,0.0036070854,0.0033561136,0.00007545826,0.00006162731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020629783,0.004259345,0.8843369,0.00042031324,0.00032376125,0.0050165216,0.015311849,0.00006724707,0.00020027961,0.008411034,0.026545001,0.054901447],"study_design_scores_gemma":[0.0042838994,0.010581185,0.81589013,0.00032261395,0.00029692578,0.00055358507,0.012893039,0.06677045,0.0059774076,0.0070382874,0.07319329,0.0021992107],"about_ca_topic_score_codex":0.001827458,"about_ca_topic_score_gemma":0.00024557055,"teacher_disagreement_score":0.0831594,"about_ca_system_score_codex":0.000059127542,"about_ca_system_score_gemma":0.00004405398,"threshold_uncertainty_score":0.8454329},"labels":[],"label_agreement":null},{"id":"W2886545772","doi":"10.11159/mhci18.1","title":"Designing Human-Computer Communication from Epistemic andCognitive First Principles","year":2018,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognitive science; Cognition; Socially distributed cognition; Epistemology; Human–computer interaction; Psychology; Philosophy; Neuroscience","score_opus":0.01949262426154612,"score_gpt":0.22885259550404574,"score_spread":0.2093599712424996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886545772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649173,0.00058922684,0.13133244,0.0007455418,0.0013003546,0.0004952165,0.0000025725624,0.00020976648,0.00040762027],"genre_scores_gemma":[0.98832905,0.0000146005395,0.011327166,0.00007029854,0.00015908267,0.000015157176,1.3052181e-7,0.000007201212,0.00007731747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985114,0.000018434554,0.00031224784,0.0005129317,0.0003422928,0.0003026905],"domain_scores_gemma":[0.99886376,0.00024846673,0.00016997183,0.0002682239,0.0003362335,0.00011337032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065962353,0.00018298774,0.0002535204,0.00020468571,0.0005226746,0.0005939478,0.0012848658,0.000044404318,4.8741873e-7],"category_scores_gemma":[0.00004470669,0.00013492949,0.00003687713,0.00081836636,0.00039572277,0.000468163,0.00056311896,0.00021804182,0.0000014061868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008063719,0.00033635693,0.019246014,0.00048057357,0.00018097633,0.0000033179751,0.004781276,0.0053880434,0.03942465,0.90446335,0.0016400005,0.023974784],"study_design_scores_gemma":[0.00022622812,0.0002384009,0.007464375,0.0006609602,0.000008535802,0.000015488466,0.000007686762,0.97241384,0.017714541,0.00042416912,0.0006191787,0.00020662558],"about_ca_topic_score_codex":0.00005298371,"about_ca_topic_score_gemma":0.000004974837,"teacher_disagreement_score":0.96702576,"about_ca_system_score_codex":0.00004848707,"about_ca_system_score_gemma":0.000025145348,"threshold_uncertainty_score":0.57274526},"labels":[],"label_agreement":null},{"id":"W2887067870","doi":"10.5220/0006901606400647","title":"Revisiting the Notion of GUI Testing","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.0782890338358887,"score_gpt":0.2853886605273996,"score_spread":0.20709962669151089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887067870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0995491,0.00001144911,0.86088145,0.002094438,0.00012955679,0.00005860682,1.2957659e-7,0.00007781032,0.03719749],"genre_scores_gemma":[0.9255025,1.5307447e-7,0.074036494,0.00019453418,0.00012419882,8.65269e-7,3.214539e-8,0.0000012611104,0.00013997334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954,0.000047590416,0.00012513084,0.00011113347,0.00009306582,0.00008312082],"domain_scores_gemma":[0.99921525,0.00023078335,0.000047681046,0.00032991765,0.00016407041,0.000012311018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056517404,0.00003393656,0.00004532216,0.0000130617545,0.000080568,0.000042178086,0.00046035147,0.00001380605,0.00002264693],"category_scores_gemma":[0.00035407988,0.000020663058,0.000017526232,0.00021557299,0.000056100314,0.00016065288,0.00011618411,0.000037259684,0.00006031006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000572885,0.00003754417,0.011413394,0.00004959204,0.000016050779,0.000001064941,0.0040200413,0.00007947951,0.052570373,0.17389065,0.0013830694,0.756533],"study_design_scores_gemma":[0.00021425325,0.00037098382,0.050092176,0.00018001725,0.000009647811,0.000022310543,0.00022424986,0.60714394,0.3142947,0.021492772,0.005694417,0.00026057],"about_ca_topic_score_codex":0.000045417684,"about_ca_topic_score_gemma":0.0000024663827,"teacher_disagreement_score":0.82595336,"about_ca_system_score_codex":0.0000064225856,"about_ca_system_score_gemma":0.000014298253,"threshold_uncertainty_score":0.085545525},"labels":[],"label_agreement":null},{"id":"W2889994072","doi":"10.4018/978-1-5225-5999-3.ch008","title":"SketchBoard","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in civil and industrial engineering book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Digital media; Point (geometry); Human–computer interaction; Focus (optics); Multimedia; Interactive media; Visualization; Design process; Engineering; World Wide Web; Work in process; Artificial intelligence; Mathematics","score_opus":0.02370481336432444,"score_gpt":0.2216768097021823,"score_spread":0.19797199633785784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889994072","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002854644,0.059383355,0.051186875,0.001412493,0.00975141,0.0013852835,0.00008089458,0.0013902881,0.8751239],"genre_scores_gemma":[0.007274435,0.052744094,0.013262541,0.0007926493,0.0049228324,0.00014011575,0.00003219345,0.00029427194,0.9205369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984865,0.000012787364,0.00040075727,0.0005632273,0.00022075241,0.00031597447],"domain_scores_gemma":[0.9990899,0.00016924088,0.00010669644,0.00048367184,0.000051258157,0.00009924491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021920091,0.00039368268,0.00045174046,0.00018127717,0.000058507118,0.00013923556,0.00056195137,0.0004405104,0.00019347572],"category_scores_gemma":[0.000111110574,0.00039636184,0.00007095537,0.000062626816,0.00017719384,0.0023140963,0.00027505078,0.0005864518,0.000038279828],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015984297,0.000041241117,0.000046317455,0.0004102549,0.000116980686,0.00011022571,0.0016391432,0.0034401189,0.00009127738,0.93531877,0.008630459,0.049995374],"study_design_scores_gemma":[0.00028115857,0.0002695779,0.0000033684946,0.0005361575,0.0000083567265,0.000018642133,0.000005320438,0.0006064254,0.00039465702,0.014351686,0.9830686,0.00045605827],"about_ca_topic_score_codex":0.0000044434205,"about_ca_topic_score_gemma":0.00007253459,"teacher_disagreement_score":0.97443813,"about_ca_system_score_codex":0.00007442606,"about_ca_system_score_gemma":0.00009543243,"threshold_uncertainty_score":0.99984884},"labels":[],"label_agreement":null},{"id":"W2896978717","doi":"10.2196/10721","title":"Bridging the Gap Between Academic Research and Pragmatic Needs in Usability: A Hybrid Approach to Usability Evaluation of Health Care Information Systems","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Usability; Usability engineering; Computer science; Usability goals; Cognitive walkthrough; Heuristic evaluation; Generalizability theory; Web usability; Knowledge management; Pluralistic walkthrough; Process management; Human–computer interaction; Engineering; Psychology","score_opus":0.227502384844419,"score_gpt":0.42319172796991233,"score_spread":0.19568934312549333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896978717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98346126,0.000070992144,0.012621083,0.00034910676,0.000091476024,0.0029781293,0.000016430646,0.000047734084,0.00036376296],"genre_scores_gemma":[0.9995324,6.1229446e-7,0.00015529979,0.00003373583,0.000055495442,0.00019308741,0.000018359344,0.0000060778802,0.0000049084315],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9948654,0.002030064,0.00091351283,0.0003620494,0.0013924248,0.0004365377],"domain_scores_gemma":[0.9974897,0.00044599484,0.00022735665,0.0008872345,0.0008277239,0.000122013604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014679341,0.00016188662,0.00033759442,0.00051679113,0.00039149233,0.00024013003,0.00095659576,0.0000920735,0.0000031030293],"category_scores_gemma":[0.00068895414,0.00012293666,0.000036639205,0.0011100279,0.0003756798,0.0011520664,0.0003749357,0.0005106125,0.000010240014],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023638613,0.00020894116,0.44889116,0.0017253218,0.000033682598,4.043562e-8,0.5048241,0.0007064448,0.00026742532,0.007381427,0.0010398569,0.03489794],"study_design_scores_gemma":[0.0007333493,0.001165709,0.91139156,0.0003595017,0.000014201009,0.0000028131196,0.026531255,0.05348991,0.0015553514,0.003854968,0.0005281555,0.0003732137],"about_ca_topic_score_codex":0.0010384421,"about_ca_topic_score_gemma":0.00004912183,"teacher_disagreement_score":0.47829285,"about_ca_system_score_codex":0.00069572637,"about_ca_system_score_gemma":0.00028198102,"threshold_uncertainty_score":0.50875956},"labels":[],"label_agreement":null},{"id":"W2900691781","doi":"10.1109/cic.2018.00038","title":"New Algorithms and Methods for Collaborative Co-Editing Using HTML DOM Synchronization","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Collaborative editing; Markup language; Synchronization (alternating current); XML; Scalability; Architecture; Consistency (knowledge bases); World Wide Web; Distributed computing; Database; Artificial intelligence","score_opus":0.06296782167650197,"score_gpt":0.39511523323958,"score_spread":0.33214741156307803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900691781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012003939,0.000071515926,0.99675035,0.00037616128,0.0003826254,0.0002935692,0.0000027060023,0.000093637114,0.000829051],"genre_scores_gemma":[0.024542604,0.0000019495424,0.97475624,0.0001837656,0.0002826937,0.0000054774364,0.0000012674113,0.0000065932973,0.00021938256],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911517,0.00012953271,0.00016729909,0.00032331838,0.000083356914,0.00018130924],"domain_scores_gemma":[0.9990145,0.0003117951,0.00006748456,0.00020674428,0.00031899018,0.00008050038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006500112,0.00009769108,0.00012939326,0.00004824854,0.00021632665,0.00025849708,0.00023266059,0.00005713719,0.000036792433],"category_scores_gemma":[0.00018342542,0.000087327644,0.000018936522,0.00032851513,0.00006947985,0.0006130041,0.00008225931,0.000041876094,0.0000059939853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002441828,0.0000432618,0.00034425376,0.000043134038,0.000058930404,9.88087e-7,0.008964672,0.00013740019,0.012432854,0.040891383,0.004965057,0.9320936],"study_design_scores_gemma":[0.0003292317,0.00022867999,0.000041103518,0.00001742821,0.00000862209,0.000007947473,0.00021296203,0.8928853,0.09344833,0.007351182,0.0053350567,0.00013414626],"about_ca_topic_score_codex":0.00005997811,"about_ca_topic_score_gemma":0.000012509225,"teacher_disagreement_score":0.9319595,"about_ca_system_score_codex":0.00004851153,"about_ca_system_score_gemma":0.00014609944,"threshold_uncertainty_score":0.3561118},"labels":[],"label_agreement":null},{"id":"W2901387167","doi":"10.1007/978-1-4842-3823-3_15","title":"Other Miscellaneous Items in Illustrator That You Can Use for Web Design","year":2018,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Delta-Q Technologies (Canada)","funders":"","keywords":"Computer science; Feature (linguistics); World Wide Web; Engineering drawing; Engineering; Linguistics","score_opus":0.12651333560449404,"score_gpt":0.2533419519562143,"score_spread":0.12682861635172024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901387167","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021047492,0.0005592951,0.23551841,0.0003645286,0.0034857336,0.007021175,0.0006868069,0.00095315,0.74930614],"genre_scores_gemma":[0.019083133,0.000006056732,0.016945222,0.0007403426,0.000322204,0.00015373527,0.000007804065,0.00013599923,0.9626055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976482,0.00008643534,0.00042996544,0.00097456394,0.00033376785,0.000527114],"domain_scores_gemma":[0.9976002,0.00053507206,0.00022271929,0.0013421191,0.00013805047,0.00016183723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004172819,0.0005202687,0.00050617795,0.00016583773,0.000095458796,0.00039111622,0.0015179621,0.000560968,0.00016876942],"category_scores_gemma":[0.00003295117,0.00049558474,0.00018968298,0.000011346622,0.00022798519,0.000073018506,0.00021210853,0.00034799927,0.00011142676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015532377,0.0004862508,0.00026997898,0.001536351,0.0013825741,0.0009341537,0.029887274,0.0005045221,0.011171694,0.5154181,0.37512568,0.061730165],"study_design_scores_gemma":[0.00062145904,0.00037925295,0.0000049886844,0.00034422934,0.000039794795,0.000032914846,0.0000115715275,0.003431336,0.007003846,0.0381428,0.9490651,0.00092270935],"about_ca_topic_score_codex":0.00030394548,"about_ca_topic_score_gemma":0.0009909314,"teacher_disagreement_score":0.57393944,"about_ca_system_score_codex":0.00010971786,"about_ca_system_score_gemma":0.00021038928,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2907005706","doi":"10.2196/11852","title":"High-Fidelity Prototyping for Mobile Electronic Data Collection Forms Through Design and User Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktoratet for Utviklingssamarbeid","keywords":"Computer science; Fidelity; Data collection; Human–computer interaction; Rapid prototyping; Engineering; Telecommunications; Mathematics","score_opus":0.13118508923107072,"score_gpt":0.3790684912649516,"score_spread":0.2478834020338809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907005706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47607988,0.00002594757,0.5198925,0.00004059026,0.000113292306,0.0037123864,0.00000470583,0.000106354884,0.000024333714],"genre_scores_gemma":[0.9800998,0.0000036634185,0.018331992,0.000057835896,0.00007634046,0.0012702475,0.00004531623,0.000014394338,0.00010041734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981239,0.00018173183,0.0002873066,0.0007033224,0.000318281,0.00038550288],"domain_scores_gemma":[0.99837154,0.00015837859,0.0001274687,0.0009843532,0.00030698045,0.000051297295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015659272,0.00017660821,0.00017888918,0.00007184549,0.0005650527,0.00027509447,0.00083528383,0.00010710826,0.00004805267],"category_scores_gemma":[0.00009328958,0.00015057481,0.000035206824,0.00025699282,0.000094064664,0.0018524295,0.00023711119,0.00013392091,0.000009816999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002738578,0.005458065,0.03687409,0.0018085315,0.0016970051,0.0000030502965,0.12700897,0.002407791,0.14761585,0.3456998,0.1826685,0.14601977],"study_design_scores_gemma":[0.0043869396,0.010228603,0.035786424,0.00014570233,0.00014229171,0.000008708808,0.00044739322,0.42699733,0.19765125,0.2681885,0.054417957,0.0015988667],"about_ca_topic_score_codex":0.000097595854,"about_ca_topic_score_gemma":0.000134705,"teacher_disagreement_score":0.5040199,"about_ca_system_score_codex":0.00022904699,"about_ca_system_score_gemma":0.0001723283,"threshold_uncertainty_score":0.61402625},"labels":[],"label_agreement":null},{"id":"W2911408393","doi":"","title":"Proceedings of the 16th international conference on Human-computer interaction with mobile devices & services","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction with Mobile Devices and Services","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Ontario College of Art and Design","funders":"","keywords":"Library science; Multidisciplinary approach; Computer science; World Wide Web; Political science","score_opus":0.025876991079308444,"score_gpt":0.28437447239303354,"score_spread":0.2584974813137251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911408393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98684233,0.000038320737,0.007801987,0.00033907057,0.0010194986,0.00087646727,0.000008828379,0.00024886022,0.0028246387],"genre_scores_gemma":[0.99252194,0.000017698125,0.005094698,0.0014368516,0.0005014314,0.00021181042,0.000022293842,0.00004154829,0.00015171763],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965312,0.00013102268,0.00080214115,0.001266922,0.00080594583,0.00046277736],"domain_scores_gemma":[0.99698424,0.00020866621,0.0010563253,0.0006998343,0.000887044,0.00016388594],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042224117,0.0006363413,0.00059948367,0.00032156892,0.00056511216,0.001549426,0.0021728897,0.00016975267,0.00012938707],"category_scores_gemma":[0.0000013824715,0.0004165496,0.00014802456,0.00042247877,0.00017498287,0.0032205503,0.00061405834,0.00055569207,0.000034032233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041602026,0.01053673,0.37488753,0.02108211,0.005463845,0.00006501379,0.16198613,0.07835614,0.031493172,0.13073602,0.002469976,0.17876314],"study_design_scores_gemma":[0.0045120516,0.012298692,0.114841715,0.009778576,0.00031333463,0.00048219794,0.010012899,0.7698335,0.01972036,0.0011340702,0.054341514,0.0027310613],"about_ca_topic_score_codex":0.0005473666,"about_ca_topic_score_gemma":0.002100374,"teacher_disagreement_score":0.6914774,"about_ca_system_score_codex":0.000091490125,"about_ca_system_score_gemma":0.000035416968,"threshold_uncertainty_score":0.99982864},"labels":[],"label_agreement":null},{"id":"W2912172270","doi":"","title":"Proceedings of the 41st Graphics Interface Conference","year":2015,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Nova scotia; Computer graphics (images); User interface; Human–computer interaction; Programming language; Operating system; History; Archaeology","score_opus":0.09583314019198677,"score_gpt":0.2852616149770634,"score_spread":0.18942847478507666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912172270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69104826,0.0005874045,0.29119274,0.005578458,0.001979117,0.0007002451,0.000019021925,0.00036918354,0.008525545],"genre_scores_gemma":[0.9961388,0.000031192725,0.0028888483,0.00032289527,0.000030451924,0.000019976453,3.3346132e-7,0.000021097792,0.00054636766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99734056,0.00009656098,0.0006189725,0.0006892322,0.0007703992,0.00048428847],"domain_scores_gemma":[0.9970126,0.00013231975,0.00035936118,0.0009755226,0.0012889577,0.00023119898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012169986,0.0003485722,0.00038603222,0.00020383701,0.00013898381,0.0003054743,0.0041049495,0.00021642861,0.000016491218],"category_scores_gemma":[0.00039263212,0.000261524,0.00022604562,0.0014791648,0.00064810767,0.00086510007,0.0012300955,0.0007487587,0.000044113527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010776214,0.00042591098,0.010154878,0.00016734537,0.00014480251,0.000001977561,0.014310155,0.0001911343,0.012655875,0.9366804,0.024157135,0.0010026773],"study_design_scores_gemma":[0.0016561062,0.0013343405,0.0040258807,0.00078988913,0.000083856794,0.00012568252,0.0024995538,0.051177938,0.64719844,0.25117433,0.038560636,0.0013733341],"about_ca_topic_score_codex":0.00011669385,"about_ca_topic_score_gemma":0.000070873335,"teacher_disagreement_score":0.68550605,"about_ca_system_score_codex":0.00006727993,"about_ca_system_score_gemma":0.00019160463,"threshold_uncertainty_score":0.99998367},"labels":[],"label_agreement":null},{"id":"W2912970578","doi":"","title":"Proceedings of the adjunct publication of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"article","venue":"User Interface Software and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); Timeline; User interface; Wearable computer; Software; World Wide Web; Library science; Multimedia; Medicine","score_opus":0.008770938958083474,"score_gpt":0.22896927949900886,"score_spread":0.22019834054092538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912970578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345533,0.0002784276,0.033368442,0.02997689,0.0004152722,0.00071238045,0.000029842893,0.0005701475,0.000095285104],"genre_scores_gemma":[0.9888035,0.000030398642,0.010065814,0.00024114865,0.000015986481,0.000057183395,5.8640575e-7,0.000028595257,0.00075676356],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99772763,0.00006743211,0.0005869336,0.00085020886,0.00032047936,0.00044731086],"domain_scores_gemma":[0.99650514,0.0003295443,0.00048130556,0.001709845,0.00091189594,0.000062295614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004788134,0.00036602272,0.0004854212,0.00047958823,0.00021087028,0.000093042756,0.0036983227,0.0006052003,0.000010867628],"category_scores_gemma":[0.0028101455,0.0002385203,0.00008683674,0.0016171782,0.0012214786,0.0005125413,0.0031973228,0.0007425588,0.000010724244],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022005568,0.0009807564,0.6447748,0.0010854538,0.0004170875,0.0000011464265,0.006816441,0.000055626195,0.08037337,0.14125152,0.027321626,0.0967021],"study_design_scores_gemma":[0.0010109615,0.0017017631,0.010803312,0.0006225181,0.00007421716,0.00010310231,0.00086596387,0.0003162429,0.903739,0.03523808,0.0449796,0.00054527784],"about_ca_topic_score_codex":0.000025023837,"about_ca_topic_score_gemma":0.000044194443,"teacher_disagreement_score":0.82336557,"about_ca_system_score_codex":0.000057423687,"about_ca_system_score_gemma":0.00008231994,"threshold_uncertainty_score":0.97265756},"labels":[],"label_agreement":null},{"id":"W2913387349","doi":"","title":"CHI '09 Extended Abstracts on Human Factors in Computing Systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Subject (documents); Computer science; Process (computing); Field (mathematics); Subject matter; Library science; World Wide Web; Medical education; Psychology; Political science; Medicine; Curriculum","score_opus":0.06623557906287103,"score_gpt":0.3112453330391687,"score_spread":0.24500975397629765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913387349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552997,0.000013477893,0.027405253,0.00029211523,0.0002917194,0.00018854823,3.9191357e-7,0.00024543484,0.016263371],"genre_scores_gemma":[0.9981706,3.3066567e-7,0.0012801421,0.00024780206,0.000031974083,8.501743e-7,9.57996e-7,0.000003864366,0.00026343958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99863315,0.00008304583,0.00035200617,0.00039138139,0.00023270705,0.00030771433],"domain_scores_gemma":[0.99923956,0.000094816285,0.0000729386,0.00048175926,0.000029403423,0.00008148931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040183903,0.00014973106,0.00018798956,0.00012413734,0.0000947824,0.00023097394,0.0006867775,0.000071570954,0.0000099416275],"category_scores_gemma":[0.000030087196,0.00012331866,0.00004695934,0.00021250662,0.000016485037,0.0002787465,0.000049477992,0.0002059458,0.000075037125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038745053,0.0032932437,0.015204379,0.00010450747,0.00004658849,0.00015869141,0.016056683,0.060582876,0.020419616,0.83583903,0.003906429,0.04434918],"study_design_scores_gemma":[0.00052343885,0.0007302196,0.90695345,0.00014885442,0.0000021674703,0.000008125381,0.00021943658,0.06595719,0.020290455,0.004213746,0.00048573987,0.00046717358],"about_ca_topic_score_codex":0.00023322126,"about_ca_topic_score_gemma":0.000035266763,"teacher_disagreement_score":0.8917491,"about_ca_system_score_codex":0.00008146729,"about_ca_system_score_gemma":0.000018675491,"threshold_uncertainty_score":0.5028789},"labels":[],"label_agreement":null},{"id":"W2913670070","doi":"10.1145/3179426","title":"Welcome Letter","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); USable; Data science; Domain (mathematical analysis); Subject (documents); Operations research; World Wide Web; Engineering","score_opus":0.06956925124307452,"score_gpt":0.3197284995975384,"score_spread":0.2501592483544639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913670070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654266,0.000003847436,0.012492408,0.010550528,0.004643155,0.00030530654,0.0000010218533,0.0002419974,0.006335115],"genre_scores_gemma":[0.9810685,5.8254267e-7,0.014649471,0.0024888807,0.0013346213,0.0000131492725,2.8637237e-7,0.000014424246,0.00043010933],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984573,0.000021618544,0.0003773479,0.00050165114,0.00037647947,0.00026560534],"domain_scores_gemma":[0.99820286,0.00009231293,0.00030270306,0.0009485205,0.0004024986,0.00005108969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003575189,0.00020299223,0.00020076292,0.00015912297,0.00025656464,0.0002891831,0.0042630006,0.00008000634,0.000059683654],"category_scores_gemma":[0.00012302626,0.0001480645,0.00016710331,0.00030397502,0.00014143904,0.001109096,0.0014625118,0.0003207548,0.00021674114],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024178681,0.0010818241,0.0053601796,0.00023150204,0.00023927241,0.0000019455438,0.010581692,0.00005207605,0.22740331,0.09981915,0.61236167,0.042625573],"study_design_scores_gemma":[0.000699093,0.0017540365,0.01715086,0.00047451386,0.000026043263,0.000059441638,0.000057469166,0.01697339,0.8491212,0.05088643,0.062225208,0.00057230255],"about_ca_topic_score_codex":0.000019431169,"about_ca_topic_score_gemma":0.0000027163298,"teacher_disagreement_score":0.62171793,"about_ca_system_score_codex":0.00009531731,"about_ca_system_score_gemma":0.000010167278,"threshold_uncertainty_score":0.79217863},"labels":[],"label_agreement":null},{"id":"W2914742836","doi":"","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Timeline; Interface (matter); User interface; Software; Wearable computer; World Wide Web; Multimedia; Library science; Medicine","score_opus":0.009227283214494736,"score_gpt":0.2262878973291582,"score_spread":0.21706061411466346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914742836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93964964,0.000012892271,0.043566424,0.014569382,0.00019194643,0.00021071189,0.0000022037264,0.00024235266,0.0015544322],"genre_scores_gemma":[0.9799246,0.000002030976,0.018549902,0.00028774265,0.000011333132,0.0000069016605,3.155516e-8,0.0000054399047,0.001211993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992056,0.000015381518,0.00015045029,0.0003162868,0.00014587567,0.00016643076],"domain_scores_gemma":[0.9990835,0.00013192058,0.00006331882,0.00051673315,0.00017105031,0.000033471726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023474616,0.00010685093,0.0001298534,0.000072553565,0.0000636146,0.00005448319,0.0015323214,0.000094871575,0.000007122556],"category_scores_gemma":[0.00039530362,0.000066722445,0.000026451418,0.00031083182,0.00015828325,0.00025987692,0.00088615145,0.00015380859,0.000014523491],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087369954,0.00059124676,0.17635211,0.00037135024,0.00009113281,6.7067367e-7,0.009147761,0.00009029845,0.06814824,0.66402453,0.044048004,0.03704728],"study_design_scores_gemma":[0.00065520423,0.0016444637,0.012533659,0.00020173057,0.000015014472,0.000032902713,0.0005551206,0.0031148645,0.91007006,0.039851192,0.030917834,0.00040794563],"about_ca_topic_score_codex":0.000007165746,"about_ca_topic_score_gemma":0.0000071132076,"teacher_disagreement_score":0.8419218,"about_ca_system_score_codex":0.000014562295,"about_ca_system_score_gemma":0.00001811779,"threshold_uncertainty_score":0.284746},"labels":[],"label_agreement":null},{"id":"W2914789213","doi":"","title":"Proceedings of Graphics Interface 2009","year":2009,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer graphics; Computer science; Graphics; Computer graphics (images); Interface (matter); Scientific visualization; User interface; Computer Graphics Metafile; Human–computer interaction; Real-time computer graphics; 3D computer graphics; Operating system","score_opus":0.026193778009120122,"score_gpt":0.27624925974074793,"score_spread":0.25005548173162784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914789213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52152866,0.0012760675,0.46327034,0.0047058477,0.000759987,0.000586844,0.000018427396,0.0006592749,0.0071945367],"genre_scores_gemma":[0.98960596,0.00011652979,0.009199394,0.0006537513,0.0000389247,0.000008803714,7.778745e-7,0.000019017674,0.00035683616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970931,0.000050653354,0.00077718735,0.00085024844,0.0006105355,0.00061829836],"domain_scores_gemma":[0.9978487,0.00012958061,0.00033997648,0.00079308305,0.00068053015,0.00020814086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009078706,0.00041626475,0.0005027349,0.0004915113,0.0001369099,0.00025803634,0.0027337214,0.0002675965,0.00003219887],"category_scores_gemma":[0.0001709494,0.00040166915,0.0002796564,0.0016730186,0.0002758178,0.0011407824,0.00032423998,0.00071022275,0.000055046406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017485318,0.0010038068,0.001978152,0.0001690916,0.00015189225,0.0000072613097,0.005967026,0.00017896818,0.06566019,0.89057374,0.02655817,0.0075768586],"study_design_scores_gemma":[0.0012066548,0.0032325692,0.006921084,0.00057073677,0.00006547579,0.000108924454,0.00041922042,0.02449129,0.7174315,0.2230148,0.021107178,0.0014306103],"about_ca_topic_score_codex":0.000037103036,"about_ca_topic_score_gemma":0.000011683296,"teacher_disagreement_score":0.6675589,"about_ca_system_score_codex":0.000047311874,"about_ca_system_score_gemma":0.000059276335,"threshold_uncertainty_score":0.99984354},"labels":[],"label_agreement":null},{"id":"W2914951492","doi":"10.1145/2642918","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); User interface; Timeline; Wearable computer; Software; World Wide Web; Multimedia; Library science; Medicine","score_opus":0.01210827986561843,"score_gpt":0.24692901138609435,"score_spread":0.23482073152047592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914951492","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36991477,0.0019796924,0.2955243,0.11005612,0.018664137,0.007195997,0.0005055188,0.0023956487,0.19376384],"genre_scores_gemma":[0.36334026,0.0002092195,0.047294125,0.0017355365,0.00029564693,0.00014498857,0.0000047713174,0.000117924654,0.58685756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810505,0.00003490847,0.0003787752,0.0008232677,0.00031742218,0.00034059788],"domain_scores_gemma":[0.9978057,0.0002282117,0.00027685054,0.0011832986,0.00044277197,0.00006317862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028977406,0.00036793755,0.00047999388,0.00022783296,0.0001047674,0.00014789418,0.0042498386,0.00059166184,0.00010799598],"category_scores_gemma":[0.00032019117,0.00023697397,0.000087320936,0.0005085192,0.00034072896,0.00026041068,0.0024194967,0.0006739421,0.0005155657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030244717,0.00014262887,0.0007916498,0.00056293124,0.00008321912,3.4950608e-7,0.001218222,0.000036834343,0.0017664455,0.011943766,0.9808033,0.0026204134],"study_design_scores_gemma":[0.00064583315,0.0019055342,0.00032536735,0.0012821569,0.000049733095,0.000055436223,0.00032197539,0.0004894228,0.22918999,0.0048896936,0.75982934,0.0010154954],"about_ca_topic_score_codex":0.00001834844,"about_ca_topic_score_gemma":0.000009903166,"teacher_disagreement_score":0.3930937,"about_ca_system_score_codex":0.0000526217,"about_ca_system_score_gemma":0.000112073474,"threshold_uncertainty_score":0.9663518},"labels":[],"label_agreement":null},{"id":"W2917366301","doi":"10.11575/prism/10592","title":"iCORE Research Report: Volume 3","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"British Columbia Knowledge Development Fund; Institute for Infocomm Research; Natural Sciences and Engineering Research Council of Canada; Université de Montpellier; University of Illinois at Urbana-Champaign; Mitacs; Simon Fraser University; Western Canada Research Grid; University of Alberta; University of Missouri; Macquarie University; Canadian Aeronautics and Space Institute; Butler University; U.S. Navy; Università degli Studi di Napoli Federico II; Centre National de la Recherche Scientifique; Purdue University; Université de Sherbrooke","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.045378697501367984,"score_gpt":0.26296100742031947,"score_spread":0.2175823099189515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917366301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14552288,0.000047899204,0.8409856,0.0032464499,0.00010692183,0.00012265136,8.7639584e-8,0.00008618303,0.009881324],"genre_scores_gemma":[0.6062769,0.000022962011,0.38203505,0.000060681316,0.00001521194,3.968304e-7,0.0000028778522,0.000008309648,0.011577569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868125,0.00010005157,0.00011652338,0.0003693603,0.0004616879,0.00027110826],"domain_scores_gemma":[0.9987836,0.00005501647,0.00006896169,0.0007584254,0.00021354653,0.00012045294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077372976,0.000075478296,0.00014513204,0.00016417581,0.00022431102,0.000031650336,0.0012053044,0.00009346027,0.0000831398],"category_scores_gemma":[0.000080083875,0.00009233975,0.00008497874,0.00039532137,0.00025229633,0.00051914045,0.0004955391,0.00028256784,0.0002359746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025112866,0.0018745641,0.013135181,0.0002680997,0.00022640405,0.008028432,0.046064474,0.00009655901,0.009205702,0.31095,0.049355436,0.560544],"study_design_scores_gemma":[0.004570217,0.0017786525,0.15298083,0.00030744163,0.000056704124,0.00053224067,0.00078251434,0.13147755,0.014200141,0.29307348,0.39881665,0.001423603],"about_ca_topic_score_codex":0.0015840856,"about_ca_topic_score_gemma":0.000022810535,"teacher_disagreement_score":0.5591204,"about_ca_system_score_codex":0.00011236412,"about_ca_system_score_gemma":0.00020137778,"threshold_uncertainty_score":0.37655059},"labels":[],"label_agreement":null},{"id":"W2943824501","doi":"10.1145/3290607.3299005","title":"HCI in China","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"China; Computer science; Human–computer interaction; Explosive material; Knowledge management; Engineering ethics; Engineering; Political science; Geography","score_opus":0.009658552691263244,"score_gpt":0.22402612228898897,"score_spread":0.2143675695977257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943824501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81270933,0.0000109976245,0.11114958,0.0013677515,0.00023141113,0.000093724266,8.6342595e-8,0.000082962186,0.074354135],"genre_scores_gemma":[0.9883382,6.178575e-7,0.008107002,0.0002530444,0.0000044396447,0.0000015604875,6.7842045e-8,0.0000012648225,0.0032938474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995773,0.000022072587,0.00007138096,0.0001559933,0.00006853016,0.00010471659],"domain_scores_gemma":[0.9996205,0.00002297259,0.000007846425,0.00032234206,0.000006824962,0.00001953556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015060036,0.0000365499,0.000052941417,0.00003316506,0.00000652395,0.000039226976,0.00042313623,0.000020294932,0.00027928376],"category_scores_gemma":[0.000007440158,0.00002977963,0.000015995378,0.00014007375,0.0000053928466,0.00026058205,0.00008476627,0.00005583116,0.0013837205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015398307,0.00035321145,0.24846551,0.000038145048,0.00000936696,0.000013797188,0.0051524136,0.0008405213,0.006552804,0.6914434,0.006808135,0.040307343],"study_design_scores_gemma":[0.0009404093,0.00031802867,0.6273363,0.00003317212,9.2973823e-7,0.000011291732,0.00006655638,0.26260924,0.02911343,0.05568248,0.023422986,0.0004651477],"about_ca_topic_score_codex":0.00007885139,"about_ca_topic_score_gemma":0.000026974263,"teacher_disagreement_score":0.6357609,"about_ca_system_score_codex":0.000013525097,"about_ca_system_score_gemma":0.000013191896,"threshold_uncertainty_score":0.9993938},"labels":[],"label_agreement":null},{"id":"W2946516851","doi":"","title":"Staff.lib Usability Testing & Redesign","year":2015,"lang":"en","type":"article","venue":"Mspace (University of Manitoba)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Business; Human–computer interaction","score_opus":0.08237978251765594,"score_gpt":0.2290834882100538,"score_spread":0.14670370569239788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946516851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62153,0.000029589792,0.36859828,0.0029425288,0.00023268352,0.00019936054,0.0000040305276,0.000264753,0.006198748],"genre_scores_gemma":[0.89138925,0.00000133852,0.10834802,0.000029469582,0.000021245558,1.8056804e-7,7.781676e-7,0.000005982854,0.00020372208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854296,0.00021966931,0.000116966425,0.000440714,0.00039026552,0.00028942782],"domain_scores_gemma":[0.9982631,0.00022712903,0.0001314174,0.00079424994,0.00037301276,0.00021104689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086171995,0.00014038844,0.00022758705,0.000095153744,0.00016283168,0.000058642352,0.0013345901,0.00009006214,0.0000049351092],"category_scores_gemma":[0.00029665665,0.00017412702,0.00007745801,0.0005299075,0.0001983784,0.00088050624,0.00049462717,0.0001691832,0.000111281406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006267265,0.0031909037,0.70548767,0.00047599932,0.00030994852,0.0004600845,0.019162664,0.007960902,0.016927706,0.07575572,0.11025065,0.059390996],"study_design_scores_gemma":[0.005874653,0.004967423,0.47076327,0.00029154823,0.00017127582,0.00011134456,0.06436215,0.31351042,0.01373173,0.047874838,0.07567319,0.0026681656],"about_ca_topic_score_codex":0.0015285445,"about_ca_topic_score_gemma":0.012262931,"teacher_disagreement_score":0.30554953,"about_ca_system_score_codex":0.00018190665,"about_ca_system_score_gemma":0.00018926284,"threshold_uncertainty_score":0.7100694},"labels":[],"label_agreement":null},{"id":"W2946743787","doi":"10.1145/3253492","title":"Session details: Short talks: interaction techniques","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.04537596741243386,"score_gpt":0.312046377649476,"score_spread":0.26667041023704213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946743787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093347356,0.000014742009,0.8597774,0.000729979,0.00025257905,0.00012350168,1.4426156e-7,0.00069179677,0.045062497],"genre_scores_gemma":[0.9523825,0.0000301255,0.04567526,0.00041971778,0.000044247645,0.000017541643,7.736786e-7,0.0000048793113,0.0014249458],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99916,0.000061034687,0.00017252669,0.00028626362,0.0001537129,0.00016644679],"domain_scores_gemma":[0.99935544,0.000058342106,0.000022400825,0.00043996735,0.000067048,0.00005683598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026224193,0.00009559886,0.00009052636,0.00007519892,0.0000675049,0.0001548884,0.0004973022,0.00006973308,0.00018151091],"category_scores_gemma":[0.000022443319,0.00007634645,0.000048866696,0.0002224712,0.000020094987,0.0011458287,0.00009961665,0.0001385388,0.00015072261],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049168975,0.00048832525,0.011703356,0.00002141834,0.000027807582,0.000051524607,0.0010808556,0.000034157245,0.056175727,0.0238944,0.018194158,0.8882791],"study_design_scores_gemma":[0.000112749534,0.00035516743,0.0019018664,0.0000868947,0.000007342703,0.00020580752,0.0002255423,0.047926545,0.72686785,0.011506574,0.21034335,0.0004603387],"about_ca_topic_score_codex":0.000038536968,"about_ca_topic_score_gemma":0.000035029672,"teacher_disagreement_score":0.88781875,"about_ca_system_score_codex":0.000051318257,"about_ca_system_score_gemma":0.00001505124,"threshold_uncertainty_score":0.31133178},"labels":[],"label_agreement":null},{"id":"W2947131910","doi":"10.1145/3314111.3322502","title":"A gaze-based experimenter platform for designing and evaluating adaptive interventions in information visualizations","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Human–computer interaction; Gaze; Eye tracking; Visualization; Information visualization; Data visualization; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.13093266122617897,"score_gpt":0.3752074033176566,"score_spread":0.24427474209147765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947131910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10386235,0.000019643227,0.8946584,0.00010571962,0.00007897249,0.0006546628,0.000001938234,0.0000561306,0.000562208],"genre_scores_gemma":[0.8295346,3.2434292e-7,0.17004596,0.00020663811,0.000003380254,0.00013005467,0.0000057845464,0.0000030128062,0.000070237395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924004,0.000041666673,0.00029990968,0.00015861247,0.000114037335,0.00014574983],"domain_scores_gemma":[0.9993994,0.0002206282,0.000072429415,0.00017084315,0.00010533287,0.00003134811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058004865,0.00008083445,0.00009961889,0.0001663846,0.000062666644,0.00016683462,0.00017942901,0.00003716278,0.00004556331],"category_scores_gemma":[0.000081088976,0.00007603674,0.000052985313,0.00017357762,0.000014254931,0.0017349552,0.00006609247,0.00004963258,0.00002469104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006143808,0.0012238105,0.025364956,0.0011795885,0.00015275797,0.0000011549183,0.07584509,0.0517072,0.020823564,0.71442026,0.00141222,0.107255004],"study_design_scores_gemma":[0.0009789766,0.00050977373,0.0007368541,0.0001660883,0.0000034255534,7.090221e-7,0.0007531815,0.98457336,0.010284516,0.0018008894,0.00007946725,0.00011277324],"about_ca_topic_score_codex":0.000023743969,"about_ca_topic_score_gemma":0.000022319244,"teacher_disagreement_score":0.93286616,"about_ca_system_score_codex":0.000058209265,"about_ca_system_score_gemma":0.000047976602,"threshold_uncertainty_score":0.31006885},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","score_opus":0.03467616129877977,"score_gpt":0.2867475151867631,"score_spread":0.25207135388798335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963838871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26155266,0.000016249074,0.7344692,0.00065874966,0.0022842647,0.00048079624,0.0000075409425,0.0003216682,0.00020886945],"genre_scores_gemma":[0.990639,0.0000152529865,0.008657487,0.00029028294,0.00006969059,0.000021771677,0.000010061137,0.000017389217,0.00027906618],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785864,0.00022253004,0.0004850378,0.0008252612,0.00030840962,0.0003000957],"domain_scores_gemma":[0.9978761,0.00039274292,0.00014295921,0.0012792059,0.00017419527,0.00013479027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031586076,0.0002821106,0.0002776227,0.00021379776,0.00039298114,0.0004264694,0.0008545993,0.0001235908,0.0002911026],"category_scores_gemma":[0.000016336679,0.0002835133,0.00014147731,0.0003306827,0.00008445316,0.0014078286,0.000063203326,0.00050042797,0.00027338965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011551331,0.0061943796,0.0035976635,0.00089832867,0.00067482854,0.000012568573,0.042450525,0.10706847,0.009609146,0.047659677,0.003281249,0.7784377],"study_design_scores_gemma":[0.0033523892,0.004331131,0.013694669,0.0007426883,0.00011086443,0.00021732337,0.00067426317,0.92102367,0.012232347,0.023584688,0.018200198,0.0018357827],"about_ca_topic_score_codex":0.00010874868,"about_ca_topic_score_gemma":0.000078772326,"teacher_disagreement_score":0.8139552,"about_ca_system_score_codex":0.00019954931,"about_ca_system_score_gemma":0.000039597704,"threshold_uncertainty_score":0.9999617},"labels":[],"label_agreement":null},{"id":"W2971473675","doi":"10.1145/3337722.3337740","title":"SuBViS","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Scripting language; Workflow; Process (computing); Blueprint; Iterative and incremental development; Software engineering; Human–computer interaction; Graph; Multimedia; Programming language; Database; Engineering; Theoretical computer science","score_opus":0.00934627848692091,"score_gpt":0.2082931273969552,"score_spread":0.1989468489100343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971473675","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33151776,0.000011917661,0.5465665,0.0014917271,0.00038360705,0.0000836879,1.2009772e-7,0.00021871112,0.119725995],"genre_scores_gemma":[0.9740163,4.0926116e-7,0.016578063,0.00054815336,0.0000065804065,0.0000010669739,7.072494e-8,0.0000012717536,0.008848058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963695,0.000013771401,0.00005020844,0.00013815031,0.00007284175,0.00008809861],"domain_scores_gemma":[0.99954915,0.000031231684,0.000007290111,0.00036936853,0.000018340326,0.000024598596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009615466,0.000031906147,0.000040100975,0.000015845593,0.00001096668,0.00005376524,0.00042754674,0.000016031187,0.0005372242],"category_scores_gemma":[0.000005406159,0.000025254987,0.000020688065,0.000084631254,0.0000053523368,0.0002467208,0.000077341014,0.000031941763,0.0049723806],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004331989,0.00008821112,0.02497809,0.000014564978,0.000011174097,0.0000027592023,0.0008442086,0.00006458547,0.007910942,0.9254313,0.016008481,0.02464133],"study_design_scores_gemma":[0.0010679214,0.00070253544,0.05527528,0.000024514111,0.0000041769244,0.00003187632,0.000119020006,0.25324446,0.23914,0.081726976,0.3677474,0.00091583666],"about_ca_topic_score_codex":0.000014213862,"about_ca_topic_score_gemma":0.0000022156867,"teacher_disagreement_score":0.84370434,"about_ca_system_score_codex":0.000007172161,"about_ca_system_score_gemma":0.0000109787225,"threshold_uncertainty_score":0.99580234},"labels":[],"label_agreement":null},{"id":"W2977202204","doi":"10.22215/etd/2015-11131","title":"Interaction History Support for Web Applications","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Undo; Computer science; JavaScript; World Wide Web; Usability; Human–computer interaction; HTML5; Programmer; Web application; Software engineering; Programming language","score_opus":0.06299634317004899,"score_gpt":0.3303342101904456,"score_spread":0.26733786702039664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977202204","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000809908,0.0004008904,0.7104021,0.000326233,0.00637037,0.002048075,0.000024434883,0.0006998391,0.2789182],"genre_scores_gemma":[0.070940465,0.00005331696,0.13064936,0.0012148398,0.000849176,0.0066692233,0.0035907843,0.000121616,0.7859112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988723,0.000025621663,0.0002803375,0.00046077295,0.00019749929,0.00016348813],"domain_scores_gemma":[0.9986217,0.000083096485,0.00015866378,0.00060250884,0.00044607272,0.00008795484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028745917,0.00016823769,0.00018533201,0.00013540534,0.000045915913,0.0000662827,0.0007793053,0.00019444882,0.0003347999],"category_scores_gemma":[0.00003631528,0.00016920385,0.00011650727,0.000082715065,0.000011926223,0.0004083624,0.000027916196,0.00016494362,0.00045408573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004735138,0.00016347686,0.000005602384,0.00018193305,0.0000366726,4.525726e-7,0.0015751974,0.000007850507,0.0015368001,0.02373174,0.9210097,0.051703222],"study_design_scores_gemma":[0.00013592419,0.000105327796,0.000026969048,0.000012019978,0.000018518882,0.00000228756,0.00017402582,0.0042337584,0.0010237726,0.005486896,0.98857087,0.00020963882],"about_ca_topic_score_codex":0.000027655835,"about_ca_topic_score_gemma":0.00023673652,"teacher_disagreement_score":0.5797527,"about_ca_system_score_codex":0.000513515,"about_ca_system_score_gemma":0.00070056465,"threshold_uncertainty_score":0.68999326},"labels":[],"label_agreement":null},{"id":"W2997482282","doi":"10.1145/947226.947245","title":"Conference preview and calendar","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Library science; Computer science; World Wide Web; Operating system","score_opus":0.057770508917463124,"score_gpt":0.3018706427058496,"score_spread":0.2441001337883865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997482282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013180998,0.00059434475,0.96217877,0.0026358997,0.0008582008,0.00018093143,0.00001348576,0.00014917372,0.020208208],"genre_scores_gemma":[0.9841008,0.00007952363,0.013724171,0.00029034616,0.000010039254,0.000018947785,3.2768236e-7,0.0000029302553,0.0017729106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993944,0.00012821038,0.00012567187,0.00019143734,0.000058308582,0.00010195085],"domain_scores_gemma":[0.9994376,0.00013305515,0.000029996974,0.00027657824,0.00006139852,0.00006141182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018198046,0.00006265476,0.000078050136,0.000030314044,0.00007610784,0.000076405166,0.00018000245,0.000017508833,0.00023229867],"category_scores_gemma":[0.00015363375,0.00005646821,0.000027539407,0.00009252721,0.000031973323,0.00047214067,0.000038389466,0.000120793484,0.00015922904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047827443,0.00030517086,0.001479243,0.000089350026,0.000058836333,0.000013101331,0.0035319075,0.000016776145,0.0052057384,0.85067815,0.020055711,0.11856127],"study_design_scores_gemma":[0.0001195957,0.000062922605,0.0010058167,0.00008573228,0.000009536399,0.00016589098,0.00007491364,0.0043023415,0.006929814,0.016226783,0.97083604,0.000180602],"about_ca_topic_score_codex":0.000012836614,"about_ca_topic_score_gemma":0.000029518493,"teacher_disagreement_score":0.9709198,"about_ca_system_score_codex":0.000016731872,"about_ca_system_score_gemma":0.000033813147,"threshold_uncertainty_score":0.25435075},"labels":[],"label_agreement":null},{"id":"W3022416342","doi":"10.1177/1744987120913590","title":"Advancing nursing participation in user-centred design","year":2020,"lang":"en","type":"article","venue":"Journal of research in nursing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Terminology; Discipline; Computer science; Nursing research; Process (computing); Knowledge management; Nursing; Sociology; Medicine","score_opus":0.20347483279947115,"score_gpt":0.4583523346675595,"score_spread":0.25487750186808833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022416342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27929464,0.00086159754,0.6906866,0.028239362,0.00034883036,0.00026079774,1.6840796e-7,0.000020695405,0.00028731936],"genre_scores_gemma":[0.94589686,0.000035362904,0.05387295,0.00007497282,0.000106098385,0.000001941168,7.287152e-8,0.0000075310545,0.000004230035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99659026,0.00121892,0.0005758068,0.00022718169,0.0007979766,0.0005898433],"domain_scores_gemma":[0.99838156,0.0007704043,0.00013614589,0.00018413138,0.00027966194,0.00024812113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033151493,0.00008896257,0.00022702022,0.0005146099,0.00007690248,0.00019036312,0.00072057015,0.00006103262,0.00000792274],"category_scores_gemma":[0.0011412372,0.00008605876,0.000050902592,0.0014829491,0.00010721948,0.0012562353,0.000039826078,0.00084575405,0.000008892285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016089273,0.0024616385,0.019674908,0.00015676892,0.000023172848,0.0009502827,0.12275921,0.12493741,0.04316661,0.005477892,0.006493111,0.6722901],"study_design_scores_gemma":[0.002830026,0.002252295,0.01952653,0.008990849,0.000008694282,0.00009512178,0.004910083,0.85537934,0.05866986,0.046416588,0.0005601876,0.00036043048],"about_ca_topic_score_codex":0.0000072164758,"about_ca_topic_score_gemma":0.000003759601,"teacher_disagreement_score":0.7304419,"about_ca_system_score_codex":0.0007080358,"about_ca_system_score_gemma":0.0003201249,"threshold_uncertainty_score":0.36744276},"labels":[],"label_agreement":null},{"id":"W3033116339","doi":"10.1386/btwo_00021_1","title":"Applications and innovations in typeface design for North American Indigenous languages","year":2020,"lang":"en","type":"article","venue":"Book 2 0","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Typeface; Indigenous; Linguistics; Visual arts; Art","score_opus":0.037491771898588135,"score_gpt":0.27961710343182233,"score_spread":0.2421253315332342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033116339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03346033,0.00012937025,0.96368784,0.0019761464,0.0000061114397,0.000536087,0.000008722039,0.00006826767,0.00012715027],"genre_scores_gemma":[0.86142987,0.000016669472,0.13484038,0.003214727,0.000034089,0.00031000684,0.0000062941476,0.0000083743225,0.0001395726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995407,0.000021504295,0.00010024754,0.00018495413,0.000046241137,0.00010634105],"domain_scores_gemma":[0.99964064,0.00010145409,0.000033462642,0.0001491651,0.00003542522,0.000039871557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000698038,0.000052293508,0.00007689107,0.00003577794,0.00005200167,0.00004072846,0.00022738695,0.000012111279,0.0000016121921],"category_scores_gemma":[0.00002755292,0.00005272794,0.000009863602,0.00038492715,0.000035076955,0.00012596007,0.000043828077,0.000051620496,0.00001539036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013307163,0.00059689017,0.12020447,0.00025994887,0.00010249425,0.00001491333,0.07874008,0.003779583,0.0047611706,0.06749164,0.019249793,0.70466596],"study_design_scores_gemma":[0.0020459273,0.0022753573,0.28658873,0.00003259684,0.000037549587,0.000017411363,0.0015545079,0.09301055,0.014552531,0.0054927124,0.59286463,0.001527485],"about_ca_topic_score_codex":0.000038892904,"about_ca_topic_score_gemma":0.00008065197,"teacher_disagreement_score":0.8288474,"about_ca_system_score_codex":0.0000134028205,"about_ca_system_score_gemma":0.000050359926,"threshold_uncertainty_score":0.2150183},"labels":[],"label_agreement":null},{"id":"W3069328762","doi":"10.1145/3434180","title":"Characterizing Stage-aware Writing Assistance for Collaborative Document Authoring","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Collaborative writing; Situated; Context (archaeology); World Wide Web; Process (computing); Writing process; Data science; Multimedia; Psychology; Artificial intelligence; Mathematics education","score_opus":0.09482225587427835,"score_gpt":0.3514553030547717,"score_spread":0.25663304718049335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3069328762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8836362,0.00005664061,0.101864554,0.005290819,0.0063082282,0.0019118434,0.000043839224,0.00033618047,0.0005517219],"genre_scores_gemma":[0.92348224,0.000013126922,0.07471711,0.0004218365,0.00064979284,0.0003458442,0.000016011767,0.000047947724,0.00030609468],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963828,0.00007255549,0.0010349301,0.0013996466,0.000642939,0.00046714026],"domain_scores_gemma":[0.99477696,0.00037876374,0.0016635929,0.0013977244,0.0016936113,0.000089368004],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010349456,0.0005508856,0.0007005574,0.00023579151,0.00048601293,0.0020075007,0.0048830397,0.00028560517,0.0000137791285],"category_scores_gemma":[0.00037300118,0.00049415795,0.00045901482,0.00037054083,0.00007052588,0.0015655484,0.0055307113,0.0011556055,0.000003815589],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018981694,0.004408481,0.007683726,0.028400661,0.004468684,0.000031484913,0.15159968,0.012941841,0.4815687,0.13253735,0.035015978,0.13944528],"study_design_scores_gemma":[0.0013855926,0.0010980682,0.007883025,0.013925729,0.0001761338,0.000025191399,0.0041047307,0.07391832,0.8703754,0.019170241,0.005941155,0.0019963912],"about_ca_topic_score_codex":0.00002948142,"about_ca_topic_score_gemma":0.000009926238,"teacher_disagreement_score":0.38880673,"about_ca_system_score_codex":0.00062694337,"about_ca_system_score_gemma":0.00013106382,"threshold_uncertainty_score":0.99975103},"labels":[],"label_agreement":null},{"id":"W3108672067","doi":"10.1145/3428029.3428562","title":"Towards Understanding the HCI Education Landscape","year":2020,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction; Data science","score_opus":0.09609549776480483,"score_gpt":0.2793464183951577,"score_spread":0.1832509206303529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108672067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002290999,0.000039589566,0.8916072,0.060369212,0.00021172402,0.00007388304,1.9675116e-7,0.0001149591,0.045292214],"genre_scores_gemma":[0.9883607,0.0000024227259,0.0053415145,0.0060015046,0.00006542132,0.0000041488593,3.3263433e-7,0.0000021900412,0.00022173443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995183,0.000040129227,0.000076872966,0.00015711047,0.00011494797,0.00009264827],"domain_scores_gemma":[0.99964434,0.000045357705,0.000017172335,0.0002173131,0.000022050925,0.000053777003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013055762,0.00004894791,0.00004552627,0.000011375192,0.00008322262,0.00016632142,0.0005599393,0.000019145911,0.00012850182],"category_scores_gemma":[0.000039038452,0.00003009944,0.000027477303,0.00020497842,0.000017010352,0.00022470659,0.00009659789,0.00006899244,0.00012651598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006035541,0.00004604119,0.0006856441,0.000013258239,0.000011784417,5.9255785e-7,0.0090383645,0.00008694689,0.00026749287,0.9091607,0.06445473,0.016228437],"study_design_scores_gemma":[0.00061180984,0.0005290388,0.004779186,0.00003648533,0.000025246552,0.00002308951,0.015117866,0.54897445,0.013324258,0.30921453,0.10661259,0.00075141416],"about_ca_topic_score_codex":0.00001331212,"about_ca_topic_score_gemma":0.0000047509466,"teacher_disagreement_score":0.98606974,"about_ca_system_score_codex":0.000025740264,"about_ca_system_score_gemma":0.00011494688,"threshold_uncertainty_score":0.16261491},"labels":[],"label_agreement":null},{"id":"W3108876662","doi":"10.1145/3406853.3434771","title":"Transhierarchy","year":2020,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Traverse; Hypertext; Hierarchy; Semantics (computer science); Graph; Context (archaeology); Node (physics); Theoretical computer science; Mobile device; World Wide Web; Human–computer interaction; Programming language; Engineering","score_opus":0.05855186325080277,"score_gpt":0.22809574955548978,"score_spread":0.169543886304687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108876662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007373239,0.000011958026,0.9438444,0.03226627,0.000041744075,0.00003731022,2.1122186e-7,0.00022342298,0.016201477],"genre_scores_gemma":[0.9474397,5.54844e-7,0.046288013,0.006087132,0.000019484603,0.000001578425,8.511649e-8,0.000001512546,0.0001619908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996025,0.00002172263,0.000062034116,0.00015244151,0.000075897115,0.00008541571],"domain_scores_gemma":[0.9997254,0.000025524696,0.000005053349,0.0001482726,0.000012592829,0.00008316301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000050967148,0.000036116584,0.000043796364,0.0000075841726,0.000021094595,0.000053475705,0.0005021535,0.000014446922,0.00014328287],"category_scores_gemma":[0.000014951336,0.000029794212,0.000026775388,0.00014081242,0.000011924967,0.00021877947,0.000038618902,0.000051585,0.00039576003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001950796,0.00009073577,0.0015416162,0.000033863886,0.000021051446,0.000021615957,0.0147938,0.00012190521,0.013225205,0.8463233,0.032898236,0.090909146],"study_design_scores_gemma":[0.0008988043,0.0008824607,0.00455546,0.0000081602475,0.0000059448053,0.000011736514,0.00012744233,0.34267896,0.22589515,0.042444866,0.38183329,0.00065774063],"about_ca_topic_score_codex":0.0000031267607,"about_ca_topic_score_gemma":8.9600394e-7,"teacher_disagreement_score":0.9400664,"about_ca_system_score_codex":0.0000028532224,"about_ca_system_score_gemma":0.000013092904,"threshold_uncertainty_score":0.50868267},"labels":[],"label_agreement":null},{"id":"W3142633565","doi":"10.1109/cgi.2004.1309280","title":"Exploring collaboration with group pointer interaction","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pointer (user interface); Computer science; Group (periodic table); Human–computer interaction; Artificial intelligence; Chemistry","score_opus":0.09702949138985852,"score_gpt":0.26255637145366784,"score_spread":0.16552688006380933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142633565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33513716,0.000002543549,0.6605734,0.0017137182,0.00024382157,0.00007643969,1.3543523e-7,0.0001568879,0.0020958737],"genre_scores_gemma":[0.9530735,0.000002408723,0.046513494,0.0002610073,0.000027925082,0.000027042923,7.527936e-7,0.000004208047,0.00008967978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999391,0.000022466436,0.000110680245,0.00022690844,0.00013085155,0.00011806634],"domain_scores_gemma":[0.99956095,0.000022006394,0.00002968842,0.00026873968,0.00007861445,0.000039987233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010520771,0.000075282005,0.000062550134,0.000057334015,0.00005513724,0.00020950518,0.00022822212,0.0000163946,0.00002369993],"category_scores_gemma":[0.000010171689,0.000057270427,0.000017205883,0.00028623414,0.000014976582,0.002988473,0.00004561783,0.00007252108,0.00013251173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037285162,0.0009266606,0.0016013866,0.00006129883,0.0001044404,0.00005750324,0.029003784,0.014622934,0.024979798,0.8908472,0.0010075596,0.036414586],"study_design_scores_gemma":[0.0074062427,0.0052919607,0.013666862,0.0004916237,0.000032386975,0.0002716634,0.008033956,0.027548306,0.8718311,0.036033243,0.027616592,0.0017760622],"about_ca_topic_score_codex":0.000078041914,"about_ca_topic_score_gemma":0.00027328322,"teacher_disagreement_score":0.85481393,"about_ca_system_score_codex":0.00009922408,"about_ca_system_score_gemma":0.000027092547,"threshold_uncertainty_score":0.23354203},"labels":[],"label_agreement":null},{"id":"W3144668312","doi":"","title":"Evaluating the evaluator:modelling systematic data analysis strategies for software selection","year":2004,"lang":"en","type":"other","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Variety (cybernetics); Software engineering; Software; Software construction; Software development; Selection (genetic algorithm); Data science; Artificial intelligence; Programming language","score_opus":0.18363132599892124,"score_gpt":0.38338906649176185,"score_spread":0.19975774049284062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144668312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013179031,0.0003404508,0.9926314,0.0001490119,0.00033212994,0.0015364729,0.000052242045,0.00037255927,0.0045725913],"genre_scores_gemma":[0.008411686,0.000018833196,0.94497234,0.00015325843,0.00037215755,0.0005255001,0.00012329668,0.00022090234,0.045202043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731946,0.00040969456,0.00043219564,0.0008743464,0.00066360366,0.0003007071],"domain_scores_gemma":[0.9964892,0.0005132968,0.00040732612,0.002379966,0.00016568699,0.000044502853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028747937,0.0002781699,0.0005709386,0.0002412572,0.00020769908,0.00061902544,0.0028412621,0.00019072046,0.00021639219],"category_scores_gemma":[0.00026265948,0.00017347813,0.00018783544,0.0007460817,0.0000437515,0.0003317897,0.00027715898,0.00021453302,0.000045494267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003573097,0.00023997226,0.00003314194,0.034464706,0.0070066275,0.0000022044235,0.0039954907,0.8065464,0.00022411921,0.044526044,0.09846068,0.0044648754],"study_design_scores_gemma":[0.00013168197,0.000097422155,6.1490664e-7,0.0012334631,0.0013292853,0.0000018354932,0.000086291446,0.969531,0.00001448686,0.02660377,0.0007430199,0.00022713022],"about_ca_topic_score_codex":0.00015095454,"about_ca_topic_score_gemma":0.0002501154,"teacher_disagreement_score":0.1629846,"about_ca_system_score_codex":0.00012436023,"about_ca_system_score_gemma":0.000569163,"threshold_uncertainty_score":0.70742327},"labels":[],"label_agreement":null},{"id":"W3156205718","doi":"10.2196/23293","title":"Usability Analysis of a Health Sciences Digital Library by Medical Residents: Cross-sectional Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deanship of Scientific Research, King Saud University; King Saud University","keywords":"Usability; Digital library; Digital health; Computer science; System usability scale; Medical library; World Wide Web; Consistency (knowledge bases); Web usability; Health care; Library science; Human–computer interaction","score_opus":0.14267194438798758,"score_gpt":0.4638297129208133,"score_spread":0.32115776853282574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156205718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96679825,0.00028736977,0.029302184,0.0016260013,0.00009439869,0.00017937226,0.0004713371,0.00005396188,0.0011871522],"genre_scores_gemma":[0.999094,0.00003179636,0.00032277236,0.00010343997,0.000010578716,0.000022310669,0.00011562695,0.0000040055907,0.0002954381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99278265,0.0024950646,0.00077067374,0.0005893225,0.002805454,0.0005568582],"domain_scores_gemma":[0.9956706,0.0026589448,0.00014110233,0.0005887353,0.00068543863,0.00025515948],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011174022,0.00011327919,0.00036199004,0.00044413138,0.0005010388,0.0010478254,0.0017356764,0.00010257704,0.00065859477],"category_scores_gemma":[0.0018896586,0.000095277894,0.00016402117,0.0065115653,0.001313366,0.003518109,0.0012172913,0.0004843168,0.000057222947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024229292,0.0005484297,0.9868815,0.00005649171,0.00013780568,0.0000025665558,0.001416969,0.000030997475,0.000010968719,0.0017202176,0.0058601196,0.0033097044],"study_design_scores_gemma":[0.00015359154,0.0002664312,0.98076606,0.000020746265,0.000001058826,0.0000034787954,0.000128835,0.015149729,0.000852745,0.002164739,0.0004018772,0.00009068006],"about_ca_topic_score_codex":0.00028103666,"about_ca_topic_score_gemma":0.00008152179,"teacher_disagreement_score":0.03229581,"about_ca_system_score_codex":0.00013030446,"about_ca_system_score_gemma":0.0019060681,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W3157954185","doi":"10.1145/3449102","title":"Joint Action Storyboards","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; University of Guelph","keywords":"Computer-supported cooperative work; Common ground; Computer science; Human–computer interaction; Leverage (statistics); Interface (matter); Ground; Work (physics); Engineering; Psychology; Artificial intelligence; Communication","score_opus":0.1477220990802632,"score_gpt":0.3417092702397753,"score_spread":0.1939871711595121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157954185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698421,0.000017277129,0.017682478,0.005139744,0.0035978733,0.00022629638,0.0000014276583,0.00022610978,0.0032667161],"genre_scores_gemma":[0.9824291,0.0000046675596,0.015890568,0.0006417009,0.00033105776,0.000016576496,9.568928e-7,0.00001513613,0.0006702332],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99832284,0.000038875005,0.00040852014,0.0005512013,0.00044996463,0.0002285834],"domain_scores_gemma":[0.9979906,0.00008310344,0.0003489001,0.00092514144,0.0005946465,0.000057626952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036518945,0.00019912774,0.00023696329,0.0001329594,0.00022902478,0.0003028761,0.0020288783,0.000092899776,0.000051532086],"category_scores_gemma":[0.000260221,0.00016087301,0.00023887752,0.00034876016,0.000052746578,0.0011758704,0.0012442018,0.0004271901,0.00005511436],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011107656,0.0013392788,0.001378175,0.00039721685,0.00024054259,0.0000056420718,0.0060056206,0.0006571786,0.7640263,0.06196328,0.08929619,0.07457954],"study_design_scores_gemma":[0.00036050787,0.0003330662,0.009467028,0.00029451418,0.00002088486,0.00007754925,0.00017251298,0.011072943,0.95199907,0.017110152,0.0088265855,0.00026518397],"about_ca_topic_score_codex":0.000018043436,"about_ca_topic_score_gemma":0.0000052507726,"teacher_disagreement_score":0.18797281,"about_ca_system_score_codex":0.00021369041,"about_ca_system_score_gemma":0.000038771883,"threshold_uncertainty_score":0.65602106},"labels":[],"label_agreement":null},{"id":"W3164546521","doi":"10.1145/3453928","title":"The SPACE of developer productivity","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Space (punctuation); Computer science; Operating system; Economics; Economic growth","score_opus":0.06923396408289774,"score_gpt":0.2982868364574883,"score_spread":0.2290528723745906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164546521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16692553,0.0033937134,0.008731916,0.81525207,0.00044245378,0.00028893456,0.000004630926,0.00004271836,0.0049180635],"genre_scores_gemma":[0.83228105,0.000094835894,0.16710097,0.000037088917,0.000004262914,0.0000062150825,2.5386552e-7,0.0000020095376,0.00047332703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922615,0.00034777084,0.0001482538,0.00009878006,0.00011037887,0.00006864323],"domain_scores_gemma":[0.9614561,0.0006768055,0.00009525353,0.037445568,0.00031530627,0.000010928539],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00057156855,0.000039537772,0.00007091888,0.000008880737,0.00024448227,0.000027264487,0.029218653,0.00001751914,0.0000019841739],"category_scores_gemma":[0.010558984,0.000023566814,0.00005219095,0.00037762197,0.00028879562,0.00011664327,0.022793096,0.00011375086,0.0000055743576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013276912,0.00071155967,0.015133069,0.00006428865,0.00016734298,2.1220261e-7,0.00993302,0.00021371878,0.10240539,0.7870265,0.053247284,0.031084321],"study_design_scores_gemma":[0.0000915428,0.000015907262,0.03770573,0.00004691122,0.000011780046,0.000006813941,0.00021676967,0.0010061929,0.6259597,0.24414563,0.09070284,0.000090155234],"about_ca_topic_score_codex":0.000022508362,"about_ca_topic_score_gemma":0.00011682263,"teacher_disagreement_score":0.81521493,"about_ca_system_score_codex":0.000013865585,"about_ca_system_score_gemma":0.00016092503,"threshold_uncertainty_score":0.9977755},"labels":[],"label_agreement":null},{"id":"W3170561818","doi":"10.2196/18198","title":"Conceptualizing Usability for the eHealth Context: Content Analysis of Usability Problems of eHealth Applications","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; eHealth; Computer science; Summative assessment; Web usability; Usability lab; Usability goals; Formative assessment; Human–computer interaction; System usability scale; Ontology; Usability engineering; Usability inspection; World Wide Web; Psychology; Health care","score_opus":0.26658610573161695,"score_gpt":0.4547555895617299,"score_spread":0.18816948383011295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170561818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21478994,0.00075271685,0.7770229,0.0034501904,0.000069332884,0.003370451,0.00024385039,0.00003644977,0.00026414104],"genre_scores_gemma":[0.99639356,0.000053627988,0.0020420358,0.00009222956,0.000014394323,0.0013269873,0.000018056857,0.0000059483764,0.000053145253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955861,0.0013461221,0.0011063981,0.0005315987,0.00086826977,0.00056152843],"domain_scores_gemma":[0.9882562,0.0061314777,0.00036679304,0.0016102623,0.0034781923,0.00015705117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008021669,0.00014705502,0.0006137366,0.00022046627,0.0004509567,0.000081239996,0.0013291629,0.000090001326,0.00005041443],"category_scores_gemma":[0.0007174966,0.000105360785,0.00034840414,0.0032334274,0.001085923,0.00049029884,0.00045480192,0.00041686263,0.0000059005474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031951212,0.004838235,0.04344809,0.004966019,0.0022635644,6.181556e-7,0.17202687,0.0027789618,0.00597521,0.6316752,0.0013917764,0.13031596],"study_design_scores_gemma":[0.0029709444,0.0030365875,0.25892857,0.00034214737,0.00030522156,0.0000060257303,0.05994137,0.5286913,0.083843425,0.042162783,0.019033344,0.0007382757],"about_ca_topic_score_codex":0.0006719762,"about_ca_topic_score_gemma":0.0008407611,"teacher_disagreement_score":0.78160363,"about_ca_system_score_codex":0.00027806315,"about_ca_system_score_gemma":0.00078221405,"threshold_uncertainty_score":0.42964882},"labels":[],"label_agreement":null},{"id":"W3205287456","doi":"10.1145/3472749.3474796","title":"Umitation: Retargeting UI Behavior Examples for Website Design","year":2021,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Retargeting; Computer science; Human–computer interaction; Interface (matter); World Wide Web; Interface design; User interface; Front (military); Multimedia; Visualization; Artificial intelligence; Programming language; Engineering","score_opus":0.11581142681159472,"score_gpt":0.30029761577273845,"score_spread":0.18448618896114372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205287456","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012048229,0.00011475883,0.9850711,0.0012325974,0.00028339893,0.00026672657,0.0000022987479,0.00017892501,0.0008019543],"genre_scores_gemma":[0.19138029,0.0000034983386,0.8056297,0.00043613664,0.000047463665,0.00010207544,0.0000050264334,0.0000075684743,0.002388239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99887514,0.00012828237,0.00021260661,0.0004010394,0.00015520667,0.00022770905],"domain_scores_gemma":[0.9986192,0.00057636143,0.000042786214,0.000437985,0.00026078467,0.00006290827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056252367,0.00010046297,0.00012334829,0.000031465977,0.00014523475,0.00024486854,0.00040276852,0.00005383995,0.00014746275],"category_scores_gemma":[0.00023780197,0.00009540247,0.00007976696,0.00020769746,0.000021283686,0.00044730425,0.00010025303,0.00006499477,0.00007526247],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010717912,0.0014588333,0.012332405,0.00028671906,0.00017642388,0.0001822171,0.011227213,0.0026862987,0.26646233,0.42788494,0.08177301,0.19542246],"study_design_scores_gemma":[0.0010046125,0.00041604426,0.008188554,0.000049366296,0.000058014164,0.000066967914,0.0005350261,0.11995192,0.7987449,0.026090415,0.044113807,0.00078036543],"about_ca_topic_score_codex":0.00000817332,"about_ca_topic_score_gemma":0.00001460373,"teacher_disagreement_score":0.5322826,"about_ca_system_score_codex":0.000026169657,"about_ca_system_score_gemma":0.00010175995,"threshold_uncertainty_score":0.38904},"labels":[],"label_agreement":null},{"id":"W3211754486","doi":"10.1201/9781003090823-8","title":"Mobile Visualization Design: An Ideation Method to Try","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"Universität Stuttgart; Agence Nationale de la Recherche","keywords":"Ideation; Flexibility (engineering); Computer science; Human–computer interaction; Design methods; Visualization; Reflection (computer programming); Data science; Management science; Multimedia; Artificial intelligence; Psychology; Engineering; Cognitive science; Mathematics","score_opus":0.07811564975667212,"score_gpt":0.35166624503116145,"score_spread":0.2735505952744893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211754486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040498535,0.000095459705,0.9138186,0.0000760087,0.00028569796,0.0005513225,0.0000033927843,0.00027900338,0.084886454],"genre_scores_gemma":[0.00022943036,0.000014027655,0.6129556,0.0009017672,0.00009781672,0.000051231,0.00003425106,0.000032887474,0.38568303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979539,0.00021792247,0.00038584784,0.00085878535,0.00038652093,0.00019704491],"domain_scores_gemma":[0.9982479,0.00015936529,0.00010714948,0.0009849167,0.0003296632,0.00017097799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081681646,0.00028806122,0.0003241312,0.00018410465,0.00008467788,0.0003407325,0.00077829906,0.0003174798,0.0008175461],"category_scores_gemma":[0.000031615295,0.0002886537,0.00010327834,0.00011684792,0.000014541617,0.0005492786,0.00022359689,0.00016791657,0.00032546528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011235855,0.000055499626,0.0000010416023,0.0000306905,0.00003527948,0.000010755981,0.001206314,0.0030618084,0.001248183,0.9145648,0.0037055481,0.076068856],"study_design_scores_gemma":[0.0003779362,0.0025639995,0.000016310481,0.00030359294,0.00008941222,0.000049594313,0.000081034654,0.24359192,0.06060183,0.17563774,0.514797,0.0018896667],"about_ca_topic_score_codex":0.000021041371,"about_ca_topic_score_gemma":0.000015979453,"teacher_disagreement_score":0.73892707,"about_ca_system_score_codex":0.00011845971,"about_ca_system_score_gemma":0.00017377104,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W33021810","doi":"10.1177/1471301220964621","title":"A Tool for Participatory Negotiation: LINKing-UP Participatory Design and Design Knowledge Reuse","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Participatory design; Reuse; Negotiation; Computer science; Knowledge management; Design knowledge; Citizen journalism; Process management; Participatory GIS; Systems engineering; Human–computer interaction; Engineering; World Wide Web","score_opus":0.18287068427890737,"score_gpt":0.3345663085581567,"score_spread":0.15169562427924935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33021810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044401202,0.00032825998,0.95233506,0.0009973038,0.00046685193,0.0010407524,0.0000014437877,0.0003601704,0.000068953996],"genre_scores_gemma":[0.6701136,0.000007971214,0.32860842,0.0005242461,0.00007749522,0.00038917325,8.3125366e-7,0.000018295123,0.00025993795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977388,0.00035634672,0.00046132453,0.0006709973,0.0002018465,0.00057068677],"domain_scores_gemma":[0.99747574,0.0009250873,0.00009605045,0.001067915,0.00022605469,0.0002091449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019959314,0.00025516606,0.00027632221,0.000096713215,0.0002872303,0.00027650097,0.00093271304,0.00015135047,0.000024037909],"category_scores_gemma":[0.00044473744,0.00023463239,0.000079107005,0.00026227554,0.00012791748,0.00061717705,0.000271353,0.0001470677,0.00012981576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012682774,0.003782106,0.0035461094,0.00093254424,0.0006158305,0.000064437634,0.13470729,0.124402314,0.02053128,0.59703517,0.044923916,0.06819071],"study_design_scores_gemma":[0.005629971,0.002616018,0.0019744653,0.00021596506,0.00015197913,0.000035882502,0.00022000166,0.54881227,0.21380992,0.21432868,0.010590868,0.0016139864],"about_ca_topic_score_codex":0.000010119053,"about_ca_topic_score_gemma":0.000009333673,"teacher_disagreement_score":0.6257124,"about_ca_system_score_codex":0.00012291799,"about_ca_system_score_gemma":0.0003992936,"threshold_uncertainty_score":0.95680314},"labels":[],"label_agreement":null},{"id":"W37076753","doi":"10.1007/s42770-023-00972-w","title":"Participatory Design Wiki:Call for Participation","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory design; Citizen journalism; Knowledge management; Computer science; Participatory GIS; Face (sociological concept); Participatory action research; Point (geometry); Sociology; World Wide Web; Public relations; Political science; Engineering","score_opus":0.2621367431407978,"score_gpt":0.34230417070022745,"score_spread":0.08016742755942963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37076753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02153237,0.00017418274,0.9745166,0.0005837202,0.0005428553,0.0015196549,0.000014295424,0.00061480195,0.00050153065],"genre_scores_gemma":[0.90256846,0.000004667577,0.09429819,0.00043846024,0.00015456305,0.0020241824,0.000010280137,0.000040930714,0.00046028424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947331,0.001194499,0.0010155701,0.0011281957,0.0005741168,0.0013545397],"domain_scores_gemma":[0.99581075,0.0015592885,0.000317719,0.0012839697,0.0006488398,0.00037944157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027952036,0.0005050281,0.00055550423,0.00016213303,0.00042016068,0.00049006473,0.0013699777,0.00024155226,0.00013711333],"category_scores_gemma":[0.0004217277,0.00050377543,0.00015271199,0.0004022813,0.00028308548,0.0011288356,0.00016207945,0.00025462208,0.0005095377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013138595,0.0041015632,0.0065568616,0.0004292768,0.0003478333,0.000100927304,0.008041433,0.098841496,0.12521432,0.62058663,0.09529869,0.03916708],"study_design_scores_gemma":[0.0012445326,0.0008744998,0.0037053125,0.00005967453,0.00012182135,0.000005667333,0.000035681715,0.7627969,0.17312677,0.04689918,0.010137362,0.0009926084],"about_ca_topic_score_codex":0.00009240331,"about_ca_topic_score_gemma":0.000046428864,"teacher_disagreement_score":0.88103604,"about_ca_system_score_codex":0.00015555744,"about_ca_system_score_gemma":0.0005749064,"threshold_uncertainty_score":0.9997414},"labels":[],"label_agreement":null},{"id":"W4213361959","doi":"10.4018/978-1-59140-251-0.ch005","title":"Software and Culture","year":2004,"lang":"en","type":"book-chapter","venue":"Advances in global information management (AGIM) book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Concordia University","funders":"","keywords":"User interface; Computer science; Interface (matter); Software; Human–computer interaction; Modular design; Component (thermodynamics); Component-based software engineering; Software development; Core (optical fiber); Software engineering; Operating system; Telecommunications","score_opus":0.006910334029310634,"score_gpt":0.22985183403332674,"score_spread":0.2229415000040161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213361959","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002595566,0.0060613137,0.14982146,0.0005844781,0.0005326658,0.00072699715,0.00006184403,0.00032556555,0.84188306],"genre_scores_gemma":[0.0013766193,0.16786796,0.39953008,0.011023793,0.00018733536,0.0002611188,0.00045503062,0.00006230429,0.41923577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825597,0.000014593176,0.00061531,0.00037330115,0.00043787976,0.00030293933],"domain_scores_gemma":[0.9989179,0.000016296117,0.00030403645,0.000567843,0.00011463323,0.00007931741],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016001107,0.0004156549,0.00032524057,0.00014719127,0.00013287677,0.00038780682,0.0007870662,0.00020131146,0.000079886195],"category_scores_gemma":[0.000016807619,0.00040553315,0.00007623326,0.000112080095,0.00019014133,0.02336212,0.0005908991,0.000238472,0.0002088457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024195146,0.0000078712865,0.000029217083,0.0004876755,0.00003012585,0.000012373566,0.00065737375,0.0008668355,2.8005344e-8,0.94691545,0.0014378072,0.049531043],"study_design_scores_gemma":[0.0002560634,0.000082751954,0.000062020285,0.0002789195,0.000012303404,0.000010067904,0.00007161366,0.000039191713,0.000004608908,0.2841969,0.7146703,0.00031524888],"about_ca_topic_score_codex":0.0000072970506,"about_ca_topic_score_gemma":0.00004855137,"teacher_disagreement_score":0.71323246,"about_ca_system_score_codex":0.00035454586,"about_ca_system_score_gemma":0.000040313415,"threshold_uncertainty_score":0.99983966},"labels":[],"label_agreement":null},{"id":"W4229577928","doi":"10.4018/978-1-60566-054-7.ch156","title":"Accessibility of Mobile Applications","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mobile device; Human–computer interaction; Multimedia; World Wide Web; Mobile computing; Data science; Internet privacy; Telecommunications","score_opus":0.027411742946464854,"score_gpt":0.28376152357983786,"score_spread":0.256349780633373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229577928","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008119487,0.00027131484,0.07672917,0.000034105215,0.00012127943,0.0007919767,0.00007549669,0.00018699463,0.92170846],"genre_scores_gemma":[0.8251998,0.000010417894,0.0307126,0.00083600666,0.0002881865,0.0002898969,0.0000072829316,0.000044110115,0.1426117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981251,0.000025031133,0.00054271315,0.00071560923,0.00036126823,0.00023030986],"domain_scores_gemma":[0.9975371,0.000051945997,0.00030571557,0.0017621054,0.0002214468,0.000121723715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021230217,0.00029824156,0.00044891032,0.00004652975,0.00006461801,0.000092600385,0.0018961668,0.00032501435,0.000032749096],"category_scores_gemma":[0.000008686453,0.00029391798,0.00024039306,0.000036378544,0.0001410083,0.00011677421,0.000317382,0.00022792404,0.0001425128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062152317,0.000034253477,0.000010037813,0.000038739985,0.000022950815,0.0000022327492,0.000044588167,0.0000072226703,0.000029671264,0.91968155,0.0004439308,0.079678625],"study_design_scores_gemma":[0.000119178636,0.0001618875,0.00008793262,0.00006136445,0.000025191479,0.00000828771,0.0000019189633,0.0001021166,0.0007465856,0.9381669,0.060223952,0.0002946895],"about_ca_topic_score_codex":0.00002428359,"about_ca_topic_score_gemma":0.000021345093,"teacher_disagreement_score":0.8251186,"about_ca_system_score_codex":0.00017302977,"about_ca_system_score_gemma":0.00024304322,"threshold_uncertainty_score":0.9999513},"labels":[],"label_agreement":null},{"id":"W4229835014","doi":"10.1145/966712.966730","title":"Calendar","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phoenix; Supercomputer; Computer science; Usability; Library science; Operating system; History; Archaeology","score_opus":0.018831482513269944,"score_gpt":0.233873593512543,"score_spread":0.21504211099927306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229835014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031147307,0.00013896158,0.9421659,0.0009407997,0.00055007194,0.000082129816,0.0000028586458,0.00019806236,0.024773888],"genre_scores_gemma":[0.9691501,0.0000023102427,0.028378256,0.00050001265,0.000014240772,0.00000497312,1.3098968e-7,0.000003233916,0.0019466921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994786,0.00006620907,0.00007397241,0.00016558962,0.000084482424,0.00013114214],"domain_scores_gemma":[0.99952,0.000036645455,0.000012793416,0.00035865663,0.000025712336,0.000046175872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019176173,0.000049130613,0.000053433807,0.000019338746,0.000039965755,0.000027559352,0.00031901454,0.000028001283,0.00010503729],"category_scores_gemma":[0.000060938917,0.00004431613,0.000026465881,0.000111137844,0.00001863673,0.00017363332,0.000026229194,0.00006299915,0.000425667],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020642547,0.0001058541,0.0014270381,0.000011637461,0.000010259056,0.000018346225,0.0011656077,0.000048290614,0.0022576905,0.9600568,0.025016526,0.009879904],"study_design_scores_gemma":[0.00030125957,0.00014449439,0.0017895763,0.000013459215,0.0000033234267,0.000043483647,0.000038191396,0.0038335468,0.17407544,0.07974872,0.7396821,0.00032641186],"about_ca_topic_score_codex":0.000015357464,"about_ca_topic_score_gemma":0.0000061804863,"teacher_disagreement_score":0.9380028,"about_ca_system_score_codex":0.000016993527,"about_ca_system_score_gemma":0.000038001628,"threshold_uncertainty_score":0.547123},"labels":[],"label_agreement":null},{"id":"W4230124659","doi":"10.1145/2851581.2856671","title":"Empirical Research Methods for Human-Computer Interaction","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Session (web analytics); Computer science; Empirical research; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.4380045213197011,"score_gpt":0.5866606834454593,"score_spread":0.14865616212575822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230124659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065339743,0.000006616506,0.9831378,0.0076709026,0.00049293,0.0002315428,4.4058456e-7,0.00015601692,0.0017697715],"genre_scores_gemma":[0.18798761,0.000001123731,0.8081817,0.00037194823,0.00018058621,0.00006316782,2.6210358e-7,0.0000071474724,0.003206449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982895,0.0005589323,0.0002048096,0.00045111,0.00017101865,0.0003245929],"domain_scores_gemma":[0.99679846,0.0022435312,0.000025182031,0.0005659399,0.00028475738,0.00008213457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028985129,0.000082943305,0.00011595803,0.00013528326,0.00016718554,0.00015799193,0.00080435904,0.00007027202,0.00012733848],"category_scores_gemma":[0.00017900231,0.00004930058,0.00008067424,0.00020599045,0.00006833691,0.0005845941,0.000289662,0.00011784422,0.00019721981],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026537884,0.00015861918,0.00034444273,0.000014011828,0.000020503558,9.2660355e-7,0.0006853963,0.0000030783265,0.040315676,0.0913395,0.05233689,0.8147544],"study_design_scores_gemma":[0.0008456839,0.0012969435,0.001823773,0.00005943583,0.0000040545347,0.00001618839,0.00003887343,0.045961093,0.27179077,0.25477692,0.42303693,0.00034931526],"about_ca_topic_score_codex":0.000015807664,"about_ca_topic_score_gemma":0.000008371679,"teacher_disagreement_score":0.8144051,"about_ca_system_score_codex":0.000092773094,"about_ca_system_score_gemma":0.00003520198,"threshold_uncertainty_score":0.25349274},"labels":[],"label_agreement":null},{"id":"W4230476951","doi":"10.5220/0006901606740681","title":"Revisiting the Notion of GUI Testing","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.0782890338358887,"score_gpt":0.2853886605273996,"score_spread":0.20709962669151089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230476951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0995491,0.00001144911,0.86088145,0.002094438,0.00012955679,0.00005860682,1.2957659e-7,0.00007781032,0.03719749],"genre_scores_gemma":[0.9255025,1.5307447e-7,0.074036494,0.00019453418,0.00012419882,8.65269e-7,3.214539e-8,0.0000012611104,0.00013997334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954,0.000047590416,0.00012513084,0.00011113347,0.00009306582,0.00008312082],"domain_scores_gemma":[0.99921525,0.00023078335,0.000047681046,0.00032991765,0.00016407041,0.000012311018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056517404,0.00003393656,0.00004532216,0.0000130617545,0.000080568,0.000042178086,0.00046035147,0.00001380605,0.00002264693],"category_scores_gemma":[0.00035407988,0.000020663058,0.000017526232,0.00021557299,0.000056100314,0.00016065288,0.00011618411,0.000037259684,0.00006031006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000572885,0.00003754417,0.011413394,0.00004959204,0.000016050779,0.000001064941,0.0040200413,0.00007947951,0.052570373,0.17389065,0.0013830694,0.756533],"study_design_scores_gemma":[0.00021425325,0.00037098382,0.050092176,0.00018001725,0.000009647811,0.000022310543,0.00022424986,0.60714394,0.3142947,0.021492772,0.005694417,0.00026057],"about_ca_topic_score_codex":0.000045417684,"about_ca_topic_score_gemma":0.0000024663827,"teacher_disagreement_score":0.82595336,"about_ca_system_score_codex":0.0000064225856,"about_ca_system_score_gemma":0.000014298253,"threshold_uncertainty_score":0.085545525},"labels":[],"label_agreement":null},{"id":"W4234398786","doi":"10.4018/978-1-4666-2770-3.ch027","title":"Identifying the Essential Design Requirements for Usable E-Health Communities in Mobile Devices","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; USable; Computer science; Mobile device; Human–computer interaction; Set (abstract data type); Process (computing); User interface; Interface (matter); World Wide Web","score_opus":0.12709284864917417,"score_gpt":0.3385279118423331,"score_spread":0.21143506319315894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234398786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035143518,0.009665904,0.7251716,0.0003212331,0.0024345932,0.004842334,0.00014271046,0.0003199995,0.25675014],"genre_scores_gemma":[0.8923718,0.00017727984,0.06385485,0.003963909,0.0006969664,0.0010919864,0.000026273443,0.00014397071,0.03767296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997448,0.00024072877,0.00069735275,0.00043329326,0.0004661854,0.0007144022],"domain_scores_gemma":[0.9977302,0.00034882146,0.00040897526,0.0012455193,0.00013498067,0.00013148248],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017446082,0.00041648617,0.00051505753,0.00008673431,0.0004318088,0.00048076152,0.0023846338,0.00024787322,0.000029975412],"category_scores_gemma":[0.00001341053,0.00034909524,0.0001956761,0.000038966235,0.00018434979,0.00040333837,0.0006252683,0.0003773098,0.00008156314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040775732,0.000044070646,0.000051341467,0.00021677825,0.00008539161,0.0000027980013,0.0028628097,0.00009775042,0.000010206811,0.97762764,0.0024325806,0.016527874],"study_design_scores_gemma":[0.0010235774,0.00059944927,0.00006622497,0.0013335362,0.00008702733,0.000035636174,0.00060948223,0.0027999862,0.00051757,0.874841,0.11696077,0.0011257355],"about_ca_topic_score_codex":0.0006635339,"about_ca_topic_score_gemma":0.0014921629,"teacher_disagreement_score":0.89202034,"about_ca_system_score_codex":0.00045587978,"about_ca_system_score_gemma":0.0003705678,"threshold_uncertainty_score":0.9998961},"labels":[],"label_agreement":null},{"id":"W4236229974","doi":"10.1007/978-1-4614-6170-8_100339","title":"Interaction Patterns","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Geography","score_opus":0.04133280319331472,"score_gpt":0.254427555510056,"score_spread":0.2130947523167413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236229974","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001001996,0.000008421666,0.5151791,0.00031721036,0.00060458627,0.00006349161,0.0000014850413,0.00015640903,0.48365927],"genre_scores_gemma":[0.02401049,0.000016558677,0.0035397364,0.00091060903,0.0001822293,0.0000045624665,0.0000063166895,0.000021615522,0.9713079],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998944,0.000017824184,0.00023557818,0.0004542883,0.00020476032,0.00014356115],"domain_scores_gemma":[0.9988172,0.00009409823,0.00010629825,0.00084023166,0.000075228025,0.00006691312],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015452028,0.00021342072,0.00020892212,0.00009399922,0.00003796476,0.00016313409,0.00082526647,0.00019850554,0.0015060753],"category_scores_gemma":[0.00000925645,0.00018955178,0.00013021012,0.000010577499,0.000019271321,0.00019099494,0.00022940863,0.0003045062,0.0027705487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026894927,0.00000789841,0.000010717233,0.000027427504,0.00002680747,0.0000048843717,0.000113763126,0.000005944145,0.000011083446,0.93084073,0.012988349,0.055959687],"study_design_scores_gemma":[0.000081087106,0.00012693949,0.000022462165,0.00012259693,0.000010406562,0.000020412948,0.00000250545,0.0043372447,0.000482231,0.04824399,0.94617337,0.0003767838],"about_ca_topic_score_codex":0.000021389958,"about_ca_topic_score_gemma":0.0000386505,"teacher_disagreement_score":0.933185,"about_ca_system_score_codex":0.00006008521,"about_ca_system_score_gemma":0.000022980814,"threshold_uncertainty_score":0.9994067},"labels":[],"label_agreement":null},{"id":"W4237741047","doi":"10.1109/icse.2003.1201251","title":"Empowering software engineers in human-centered design","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Usability engineering; Social software engineering; Software development; Toolbox; Software construction; Human–computer interaction; Software; Programming language","score_opus":0.05692146588363678,"score_gpt":0.2961389041541138,"score_spread":0.23921743827047703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237741047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0261269,0.00005059004,0.9696379,0.000026715205,0.001469393,0.0004511718,0.000010170698,0.000829771,0.0013974303],"genre_scores_gemma":[0.4134693,0.000023320628,0.58548266,0.00018225599,0.00006872037,0.0001338864,0.000009124604,0.00005330751,0.000577415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971233,0.000030319141,0.0006058166,0.00087998103,0.00068622665,0.0006743293],"domain_scores_gemma":[0.998455,0.000014609465,0.00015842983,0.0003563054,0.0007957551,0.00021993133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065085647,0.0004992296,0.00037416705,0.0005598503,0.0000957845,0.00048399068,0.0015995306,0.00021062163,0.0002717176],"category_scores_gemma":[0.0020678162,0.00054451026,0.00009289448,0.00086993224,0.000044881286,0.0010255805,0.00015198575,0.00063637487,0.000097371834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023486911,0.00021983434,0.0041965917,0.00006191764,0.000060230843,0.000038932016,0.0011317377,0.006549083,0.0004041943,0.984999,0.0021953525,0.0001196505],"study_design_scores_gemma":[0.0020837956,0.00058899244,0.0032192771,0.00081603474,0.000014530125,0.000081374674,0.00025820077,0.94410604,0.03419318,0.0007933844,0.0121360365,0.001709129],"about_ca_topic_score_codex":0.000011911048,"about_ca_topic_score_gemma":0.0000028372915,"teacher_disagreement_score":0.9842056,"about_ca_system_score_codex":0.00039852984,"about_ca_system_score_gemma":0.00016499618,"threshold_uncertainty_score":0.99970067},"labels":[],"label_agreement":null},{"id":"W4240745962","doi":"10.1109/wi.2004.10054","title":"Examining Table Variations on Small Screen Devices","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mobile device; Computer science; Table (database); Focus (optics); Display size; World Wide Web; Table of contents; Web page; Transformation (genetics); Multimedia; Human–computer interaction; Database; Display device; Operating system","score_opus":0.18744151719309754,"score_gpt":0.3295869494220863,"score_spread":0.14214543222898873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240745962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08741664,0.00008087709,0.81233305,0.014261856,0.0039883284,0.00078044727,0.00020958984,0.000740293,0.08018889],"genre_scores_gemma":[0.9586023,0.00010392683,0.034015555,0.002868123,0.0005648114,0.000097346856,0.00004101496,0.000036822777,0.0036701164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99535733,0.00026769316,0.0009857083,0.0014376057,0.0011772984,0.0007743851],"domain_scores_gemma":[0.9955794,0.0009820698,0.0004220923,0.0017064224,0.0009959433,0.0003140489],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001093336,0.00058723363,0.00044848523,0.00054099824,0.0003596364,0.001078427,0.0058176173,0.00027149782,0.0017678903],"category_scores_gemma":[0.0007885173,0.0005788903,0.00016707028,0.0006600823,0.00020165608,0.0013891967,0.0005098669,0.0008114738,0.0035320828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018564436,0.0011590198,0.0020399527,0.000033874625,0.00027571234,0.000039053724,0.0025373925,0.014307117,0.006013547,0.8347979,0.0051226965,0.13348807],"study_design_scores_gemma":[0.00069986813,0.0015725676,0.003058426,0.0010166955,0.000051418843,0.000061417915,0.0007584685,0.79428935,0.10080953,0.035907485,0.05983437,0.0019404237],"about_ca_topic_score_codex":0.00028659307,"about_ca_topic_score_gemma":0.0007374155,"teacher_disagreement_score":0.87118566,"about_ca_system_score_codex":0.0004186387,"about_ca_system_score_gemma":0.00054154044,"threshold_uncertainty_score":0.9999586},"labels":[],"label_agreement":null},{"id":"W4242413028","doi":"10.22215/etd/2015-11112","title":"Intent-Gesture Relationships for Collaborative Information Visualization","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Gesture; Visualization; Computer science; Graph; Human–computer interaction; Psychology; Artificial intelligence; Theoretical computer science","score_opus":0.062431967259507136,"score_gpt":0.3248295577412548,"score_spread":0.2623975904817477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242413028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024781788,0.00016978761,0.97226655,0.00050740317,0.0021828113,0.0017463615,0.000056096505,0.0004034641,0.020189367],"genre_scores_gemma":[0.6147979,0.00017139404,0.26131716,0.001699953,0.0006847541,0.003052588,0.039125092,0.00016329683,0.07898787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852395,0.00013843023,0.00049010204,0.0002902352,0.00037093513,0.00018633141],"domain_scores_gemma":[0.99621993,0.0001924257,0.0003472779,0.00040731128,0.0027409995,0.00009204232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071632117,0.00023464372,0.00023548373,0.00025183623,0.00019912784,0.00045314658,0.00059150945,0.0004273236,0.0000182531],"category_scores_gemma":[0.0009807881,0.00021737962,0.00007286964,0.0006225544,0.000014121575,0.002581161,0.0000338108,0.00025163998,0.00014918589],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002521311,0.00013744141,0.00023843661,0.0005413376,0.000111479574,4.2451416e-7,0.05220304,0.00040639166,0.00008672041,0.6870204,0.24430358,0.014698586],"study_design_scores_gemma":[0.0032846201,0.0016687361,0.005860957,0.0007505303,0.00023824007,0.000007926516,0.04500801,0.19174775,0.0121579515,0.2328283,0.5036312,0.0028157798],"about_ca_topic_score_codex":0.000011384097,"about_ca_topic_score_gemma":0.00027466414,"teacher_disagreement_score":0.71094936,"about_ca_system_score_codex":0.00016650336,"about_ca_system_score_gemma":0.0005293215,"threshold_uncertainty_score":0.8864484},"labels":[],"label_agreement":null},{"id":"W4244891903","doi":"10.1145/958217.958219","title":"How people use orientation on tables","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Orientation (vector space); Exploit; Computer science; Human–computer interaction; Table (database); Software; Computer security","score_opus":0.04042727078336094,"score_gpt":0.24487348942925338,"score_spread":0.20444621864589244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244891903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23006763,0.0000046288237,0.76544577,0.0010793757,0.0002746091,0.00008134801,6.48924e-7,0.000100335375,0.0029456432],"genre_scores_gemma":[0.95811504,0.00000162597,0.03567041,0.00040387904,0.000007009462,0.0000060934613,7.478311e-7,0.000002778016,0.0057923878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993842,0.00006772147,0.00006198377,0.00021879493,0.00013795256,0.00012930896],"domain_scores_gemma":[0.99942374,0.00011820002,0.000019420526,0.0003481242,0.0000489844,0.00004152492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013540464,0.000062435756,0.000057926678,0.000034196193,0.00005884559,0.00043166574,0.00020684072,0.000025941072,0.000058766902],"category_scores_gemma":[0.00014823285,0.000050897816,0.000023403703,0.00020736366,0.000009491359,0.0008937516,0.00001960948,0.000044388795,0.000091302965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004838984,0.00013272594,0.008828435,0.000005741445,0.000006330725,0.0000018015347,0.0011065368,0.00017875608,0.0011305053,0.9793955,0.006761985,0.002446835],"study_design_scores_gemma":[0.0013792311,0.0011163193,0.03626878,0.000035151443,0.000013822467,0.000028869657,0.0010692164,0.035316966,0.5900009,0.05074351,0.28299093,0.0010362898],"about_ca_topic_score_codex":0.000050387258,"about_ca_topic_score_gemma":0.00011109255,"teacher_disagreement_score":0.928652,"about_ca_system_score_codex":0.00002142084,"about_ca_system_score_gemma":0.000023030494,"threshold_uncertainty_score":0.41625628},"labels":[],"label_agreement":null},{"id":"W4245194840","doi":"10.2196/preprints.25281","title":"Improving the Usability and Safety of Digital Health Systems: The Role of Predictive Human-Computer Interaction Modeling (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Sociotechnical system; Digital health; Generalizability theory; Computer science; Psychological intervention; Human–computer interaction; Preprint; SAFER; Design science research; Knowledge management; World Wide Web; Psychology; Health care; Engineering; Information system; Medicine; Computer security; Nursing","score_opus":0.03838733634019838,"score_gpt":0.27945143478665635,"score_spread":0.241064098446458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245194840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11126559,0.00025698513,0.8851136,0.0011261328,0.00040166656,0.0013376052,0.000038110356,0.000098387696,0.00036192455],"genre_scores_gemma":[0.9972332,0.000015820611,0.00254033,0.00005627259,0.000092282615,0.000040472132,0.000004676882,0.000010639614,0.000006310065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695283,0.00045740805,0.0011072507,0.00086151663,0.00039836465,0.00022264643],"domain_scores_gemma":[0.996948,0.00052231946,0.00069419,0.0014608597,0.00029242472,0.0000821963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001637084,0.00027038992,0.00055173336,0.00005001338,0.0001842911,0.00036822146,0.0015919883,0.00013376866,0.0000035813418],"category_scores_gemma":[0.00012007027,0.00016322036,0.00018670448,0.00012895835,0.00019420889,0.00049617596,0.0037173536,0.00079966645,0.0000016572103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026471415,0.0003933428,0.0045185513,0.002606308,0.0004610178,6.2874756e-7,0.042687822,0.84644943,0.0008452402,0.032452393,0.00007652508,0.069244035],"study_design_scores_gemma":[0.00010686666,0.00021088996,0.0005304838,0.00023308754,0.000013718807,0.000005150151,0.0016934862,0.98622257,0.0006163375,0.010212309,0.000026518737,0.0001285899],"about_ca_topic_score_codex":0.0022720362,"about_ca_topic_score_gemma":0.000030214822,"teacher_disagreement_score":0.8859676,"about_ca_system_score_codex":0.00015824754,"about_ca_system_score_gemma":0.00023924497,"threshold_uncertainty_score":0.6655933},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4246729318","doi":"10.1109/wi.2004.10150","title":"Supporting Web Collaboration for Cooperative Software Development","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Orchestration; Web modeling; Web development; Task (project management); Web service; Web application; Software; Software development; Web standards; World Wide Web; Collaborative software; Process (computing); Control (management); Software engineering; Engineering; Systems engineering; Operating system","score_opus":0.0924020131240645,"score_gpt":0.36361323227110914,"score_spread":0.27121121914704466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246729318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081081256,0.00006402235,0.9001825,0.010580041,0.0030823636,0.0012290016,0.00019591734,0.00046996816,0.0031149217],"genre_scores_gemma":[0.8822427,0.00006406301,0.1121134,0.0015235714,0.00036498884,0.00034330564,0.000091253925,0.000034179586,0.0032225715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955206,0.000171761,0.0012465398,0.0012665057,0.001038831,0.00075577316],"domain_scores_gemma":[0.9949452,0.0006890611,0.0005040749,0.0009480257,0.0026534426,0.00026013848],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001147764,0.0005463739,0.00044711272,0.00036626667,0.0004316343,0.0009876649,0.0034791094,0.0002452004,0.0008724707],"category_scores_gemma":[0.0015846689,0.0005394515,0.00015979641,0.0005524213,0.00018645547,0.0016186861,0.00035149927,0.0004668505,0.0010872108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008316732,0.002166802,0.001807118,0.0001892339,0.0006846371,0.00005261898,0.028872384,0.020885369,0.03537706,0.45960146,0.03889632,0.41063532],"study_design_scores_gemma":[0.00072835985,0.00076980283,0.0001412114,0.00045503775,0.000022774539,0.00003017366,0.0018774742,0.43497062,0.41436926,0.010855691,0.13442446,0.0013551341],"about_ca_topic_score_codex":0.00001530813,"about_ca_topic_score_gemma":0.0004898639,"teacher_disagreement_score":0.8011614,"about_ca_system_score_codex":0.00068421295,"about_ca_system_score_gemma":0.0019731063,"threshold_uncertainty_score":0.9997057},"labels":[],"label_agreement":null},{"id":"W4247154472","doi":"10.1007/978-1-4939-7131-2_100529","title":"Interaction Patterns","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Geography","score_opus":0.05238194945396905,"score_gpt":0.26882384914393836,"score_spread":0.21644189968996932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247154472","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052628217,0.000011967427,0.36263314,0.00026525525,0.00100885,0.00009017855,0.0000035745365,0.00020442254,0.63572997],"genre_scores_gemma":[0.006952437,0.000018066263,0.0046963105,0.0006411839,0.00028913835,0.000004057297,0.0000059578197,0.000020933678,0.9873719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989277,0.000012894084,0.00022717279,0.00047713873,0.0002059729,0.00014908919],"domain_scores_gemma":[0.99881685,0.000058920614,0.000099919904,0.0008422086,0.00011746541,0.000064621265],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012866358,0.00021045152,0.00017909218,0.00009609385,0.000043820346,0.00017550522,0.00085826375,0.0002028084,0.0076829945],"category_scores_gemma":[0.000007894325,0.0001862122,0.00011834041,0.000013373042,0.000035805286,0.00035935853,0.00028335289,0.00024804185,0.0061548646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013756118,0.000045131797,0.000028388155,0.00006520432,0.00011695297,0.000026489017,0.0011997267,0.000002325293,0.000044273773,0.81425303,0.1345766,0.049628098],"study_design_scores_gemma":[0.00008244854,0.00022151785,0.00002079942,0.00014821951,0.000011934387,0.00002740283,0.000008612924,0.0018948577,0.0011570653,0.09394504,0.9020622,0.0004199056],"about_ca_topic_score_codex":0.000017410011,"about_ca_topic_score_gemma":0.00005243906,"teacher_disagreement_score":0.7674856,"about_ca_system_score_codex":0.00007100207,"about_ca_system_score_gemma":0.000032790558,"threshold_uncertainty_score":0.99461895},"labels":[],"label_agreement":null},{"id":"W4250150805","doi":"10.1007/978-1-4899-7993-3_5014-2","title":"Hypertexts","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.0239370952278542,"score_gpt":0.23221558525962468,"score_spread":0.20827849003177049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250150805","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014213439,0.0028540883,0.07943314,0.00013452259,0.0032998042,0.0005302478,0.0008919887,0.00017373772,0.9126682],"genre_scores_gemma":[0.0019759976,0.0014842829,0.0032615126,0.00005465339,0.0007554848,0.000036819027,0.00007249096,0.00007276658,0.99228597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724156,0.0000778529,0.00083181943,0.000837101,0.00067289855,0.0003388011],"domain_scores_gemma":[0.99617726,0.0003479968,0.00050062174,0.0025705223,0.00021872082,0.00018485656],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005578374,0.0004471135,0.00072415743,0.00021925097,0.000058473393,0.00006120332,0.0019280275,0.00029900906,0.00022016886],"category_scores_gemma":[0.00008176968,0.000346775,0.00019491935,0.000050153318,0.00012450946,0.00062460254,0.00059174845,0.00028818657,0.001501391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012694306,0.00004844077,0.000021272246,0.0005566533,0.00012979875,0.000077188575,0.0001961875,0.000002641981,0.00019929862,0.9169251,0.0685065,0.013324242],"study_design_scores_gemma":[0.00024079534,0.00012094457,0.000004616693,0.0012624507,0.000033093296,0.000039980525,0.0000040558693,0.00017000784,0.00010263872,0.004238689,0.99327236,0.0005103605],"about_ca_topic_score_codex":0.000041497624,"about_ca_topic_score_gemma":0.000009509055,"teacher_disagreement_score":0.9247659,"about_ca_system_score_codex":0.00007552056,"about_ca_system_score_gemma":0.00024197019,"threshold_uncertainty_score":0.99989843},"labels":[],"label_agreement":null},{"id":"W4251119762","doi":"10.4018/9781591401056.ch009","title":"Usability Inspection of the ECONOF System's User Interface Visualisation Component","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Usability; Visualization; Component (thermodynamics); Computer science; User interface; Interface (matter); Human–computer interaction; User interface design; Process (computing); Software engineering; Systems development life cycle; Software; User experience design; World Wide Web; Software development; Software development process; Operating system; Data mining","score_opus":0.03770943809384422,"score_gpt":0.2552906938675708,"score_spread":0.21758125577372658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251119762","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011144565,0.0001137891,0.07180257,0.000096797405,0.002874932,0.0010779314,0.00010865616,0.00044868878,0.91233206],"genre_scores_gemma":[0.9929343,9.784807e-7,0.0005401462,0.000067659974,0.00007347515,0.000014213995,9.02857e-7,0.000019196992,0.00634914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976049,0.00016269334,0.00080877385,0.0007213726,0.0004469753,0.00025528957],"domain_scores_gemma":[0.9972174,0.00006686661,0.0006303406,0.0017133525,0.000276147,0.00009586747],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050011533,0.00040517392,0.00052719546,0.000054280645,0.00014101696,0.0001048052,0.001646717,0.00038485666,0.000027166298],"category_scores_gemma":[0.000025602863,0.0003223954,0.00035393992,0.00003755859,0.00029836586,0.00019812322,0.0006558019,0.0003340582,0.00012751122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003229884,0.000034860626,0.0001523423,0.00015387285,0.00007223401,0.0000011604646,0.0004737975,0.000026977217,0.0001041075,0.99756634,0.0005012903,0.0008806983],"study_design_scores_gemma":[0.001407206,0.0010709336,0.0055087544,0.0029162485,0.00035950934,0.00020863963,0.00016973667,0.0060343007,0.037740223,0.9009764,0.041314337,0.0022936836],"about_ca_topic_score_codex":0.00059603364,"about_ca_topic_score_gemma":0.00026182993,"teacher_disagreement_score":0.9817897,"about_ca_system_score_codex":0.00086362433,"about_ca_system_score_gemma":0.00018525432,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W4251662173","doi":"10.4000/tc.12504","title":"« Viscous objects »","year":2019,"lang":"fr","type":"article","venue":"Techniques & culture","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Geology","score_opus":0.025182800871350892,"score_gpt":0.27840218992389004,"score_spread":0.25321938905253916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251662173","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04338294,0.031246522,0.310597,0.023381623,0.009942262,0.0047992053,0.0000943854,0.006768782,0.56978726],"genre_scores_gemma":[0.5768479,0.0005395856,0.1323841,0.0042614546,0.0005601589,0.00007011665,0.00001051687,0.000053879365,0.28527224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977469,0.00018781544,0.00032955338,0.0007587527,0.0003787668,0.0005982433],"domain_scores_gemma":[0.9981721,0.000048338796,0.0001248877,0.0012404582,0.0002613504,0.00015288418],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00044710995,0.00036157132,0.00035990233,0.000064120635,0.00010296371,0.00039243852,0.0013673558,0.00055236195,0.0009795368],"category_scores_gemma":[0.000044245724,0.0003252819,0.00019659098,0.00047793495,0.00014961441,0.0010572528,0.0003976536,0.00071197323,0.0029189312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005444504,0.0008600766,0.0009320953,0.0007772989,0.00011762017,0.00015613066,0.0288248,0.000026866199,0.074549794,0.25045523,0.5156809,0.12756476],"study_design_scores_gemma":[0.00014719988,0.0007710565,0.00015196801,0.00046143375,0.000024018846,0.00014178286,0.00015424246,0.0014301819,0.17715171,0.016086077,0.8029421,0.0005382532],"about_ca_topic_score_codex":0.00018852843,"about_ca_topic_score_gemma":0.0000276868,"teacher_disagreement_score":0.53346497,"about_ca_system_score_codex":0.0001545836,"about_ca_system_score_gemma":0.00013283256,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W4254723006","doi":"10.1145/1240624.3258858","title":"Session details: Mobile interaction","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Computer science; Mobile interaction; Section (typography); Mobile computing; World Wide Web; Computer network; Operating system","score_opus":0.03225878113309264,"score_gpt":0.30933516079803436,"score_spread":0.2770763796649417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254723006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19661419,0.000015191707,0.78966427,0.00012024657,0.0004318237,0.000076754186,6.82511e-8,0.0001844439,0.012893031],"genre_scores_gemma":[0.97017926,0.0000017217061,0.028466923,0.0002740263,0.00003162818,0.0000047224867,3.1335793e-7,0.0000026660473,0.0010387255],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993326,0.000026319585,0.00014874757,0.0002044626,0.0001248759,0.00016298314],"domain_scores_gemma":[0.9994263,0.0001148955,0.000029279629,0.0003204107,0.000049944098,0.00005915134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004886822,0.0000619632,0.00005866959,0.00005668072,0.00005480932,0.000083134124,0.00034825504,0.000040400864,0.00016832494],"category_scores_gemma":[0.000020876432,0.0000493964,0.00003494908,0.0001679314,0.000013242304,0.0006809748,0.0000968412,0.00009082724,0.0004057458],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064243555,0.0005359728,0.0052423105,0.00002821295,0.000023585864,0.000030299449,0.0035765031,0.0003874667,0.056857012,0.04142512,0.010472146,0.88135713],"study_design_scores_gemma":[0.00041436934,0.0005056203,0.0075012776,0.000043079956,0.0000053776184,0.000060826784,0.00085205835,0.05720565,0.786387,0.006715839,0.13987203,0.0004368169],"about_ca_topic_score_codex":0.00002786524,"about_ca_topic_score_gemma":0.00003553423,"teacher_disagreement_score":0.8809203,"about_ca_system_score_codex":0.00004106141,"about_ca_system_score_gemma":0.000012778036,"threshold_uncertainty_score":0.5215177},"labels":[],"label_agreement":null},{"id":"W4255876227","doi":"10.1007/978-1-4614-8265-9_5014","title":"Hypertexts","year":2018,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.027190498168914713,"score_gpt":0.2392393790291534,"score_spread":0.21204888086023868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255876227","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007348845,0.0026694962,0.053072322,0.000061723855,0.004430814,0.00063723477,0.000677794,0.0002060008,0.93817115],"genre_scores_gemma":[0.0017805778,0.0010887838,0.0087349145,0.000081208804,0.0013869397,0.000038301583,0.0002183876,0.00009222499,0.98657864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717414,0.00007790181,0.00084579154,0.0008743388,0.0006949273,0.00033288135],"domain_scores_gemma":[0.99606484,0.0002296284,0.0005067536,0.002711213,0.0003057855,0.00018176241],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006412467,0.0004532949,0.0007251595,0.0002235305,0.0000706383,0.00008423031,0.0020531083,0.00031846002,0.00050826045],"category_scores_gemma":[0.00008473838,0.00041705696,0.00018480663,0.000071643175,0.00018106024,0.00056424167,0.00066146493,0.0003403748,0.0021248958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027732378,0.00012994451,0.000034750992,0.0013329539,0.00028463182,0.0001302136,0.0012318423,0.000009284091,0.00017155695,0.47487754,0.51564354,0.0061260257],"study_design_scores_gemma":[0.00017827147,0.00020623888,0.000004454298,0.0007871474,0.000041105704,0.000042770174,0.000011322374,0.00074050494,0.000104906525,0.0028670824,0.99451625,0.00049997057],"about_ca_topic_score_codex":0.00009240377,"about_ca_topic_score_gemma":0.00002081334,"teacher_disagreement_score":0.4788727,"about_ca_system_score_codex":0.00006456937,"about_ca_system_score_gemma":0.00024357424,"threshold_uncertainty_score":0.9998281},"labels":[],"label_agreement":null},{"id":"W4256264642","doi":"10.1145/503457.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Knowledge management; Software system; Engineering; Systems engineering; Software construction","score_opus":0.05102629285948977,"score_gpt":0.21808770788812556,"score_spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256264642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009060729,0.00010536601,0.89151907,0.0049095983,0.00028636825,0.000069467664,3.5044218e-7,0.00042744313,0.09362163],"genre_scores_gemma":[0.9506269,0.00000650835,0.041438557,0.0011687828,0.000025611096,0.0000045023035,1.215183e-7,0.000002903201,0.006726098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999405,0.000025058527,0.00009227931,0.00020658439,0.00011687099,0.00015417792],"domain_scores_gemma":[0.9994244,0.000039490486,0.000012557852,0.00045057564,0.000027274518,0.000045706947],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007410369,0.000060856004,0.00006102664,0.00002026414,0.00005187818,0.00008905847,0.0005974157,0.000029857054,0.0012731522],"category_scores_gemma":[0.00001708223,0.000049798997,0.00003552724,0.0001579079,0.000019800267,0.0004594454,0.00010285187,0.000058616057,0.0020388095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023998348,0.00043570038,0.0017131104,0.00002150964,0.000025871117,0.000032628057,0.0055456487,0.00005623025,0.0007789307,0.5659824,0.24716294,0.17824261],"study_design_scores_gemma":[0.00077303976,0.00045918443,0.0037665728,0.000022757431,0.000007079046,0.000081854225,0.0001297706,0.47754186,0.026780026,0.056405414,0.43315852,0.00087393675],"about_ca_topic_score_codex":0.00001937718,"about_ca_topic_score_gemma":0.0000061618416,"teacher_disagreement_score":0.94156617,"about_ca_system_score_codex":0.000014416363,"about_ca_system_score_gemma":0.0000024776616,"threshold_uncertainty_score":0.9996398},"labels":[],"label_agreement":null},{"id":"W4285739495","doi":"10.2196/37894","title":"Defining Recommendations to Guide User Interface Design: Multimethod Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Usability; Computer science; Set (abstract data type); User interface; Interface (matter); Human–computer interaction; User interface design; User experience design; User-centered design; Heuristic evaluation","score_opus":0.08755899154040174,"score_gpt":0.3645160393671514,"score_spread":0.2769570478267496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285739495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066563755,0.00001932704,0.92942923,0.00068868056,0.00040539194,0.0006977805,0.000019000809,0.0003840402,0.0017928123],"genre_scores_gemma":[0.60569274,2.5167733e-7,0.39031953,0.0004490906,0.000017907265,0.00037232006,0.000018227638,0.000025625106,0.0031043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972086,0.0007729485,0.00043281013,0.0007348983,0.00041272872,0.00043801387],"domain_scores_gemma":[0.99827206,0.00040092273,0.000118873264,0.00094279664,0.00007789531,0.0001874727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011935951,0.00024685534,0.00024770133,0.00030621418,0.000875424,0.0002909135,0.0019792933,0.000054948076,0.0005817622],"category_scores_gemma":[0.00011496082,0.00025203358,0.00011443906,0.00069468474,0.000031915526,0.0004855754,0.0012937933,0.00044993582,0.00012816016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010740772,0.003217738,0.013607576,0.000089295056,0.00032074098,0.00001773473,0.2031222,0.10423093,0.025560943,0.07237259,0.5459764,0.031376462],"study_design_scores_gemma":[0.0016591261,0.0024968705,0.013467302,0.000059641083,0.000042415573,0.000040074006,0.009232657,0.05860522,0.061368216,0.0042118058,0.8461574,0.0026593138],"about_ca_topic_score_codex":0.0000966028,"about_ca_topic_score_gemma":0.0000069298644,"teacher_disagreement_score":0.53912896,"about_ca_system_score_codex":0.00034480647,"about_ca_system_score_gemma":0.00007109195,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W4295249206","doi":"10.2196/38759","title":"American Anesthesiology Residency Programs: Website Usability Analysis","year":2022,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Anesthesiology; Web usability; Medical education; World Wide Web; Quality (philosophy); Computer science; Medicine","score_opus":0.09172817476885116,"score_gpt":0.4438459018098333,"score_spread":0.35211772704098215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295249206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9294405,0.00019634892,0.04270809,0.026716381,0.00031760757,0.00018949404,0.0000020583957,0.000024511433,0.00040498405],"genre_scores_gemma":[0.99665916,0.000035075405,0.0026153193,0.00033240364,0.00011174344,0.00003033668,9.4443715e-7,0.000007248674,0.00020778524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98659575,0.0064147296,0.00084617693,0.00046350245,0.0050914553,0.0005883577],"domain_scores_gemma":[0.9918913,0.0050509353,0.00044729456,0.00072977366,0.0013244372,0.0005562483],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021164987,0.00013589665,0.0005848414,0.0011192888,0.00033208993,0.00016760654,0.00435121,0.000067167945,0.0017390199],"category_scores_gemma":[0.007291231,0.00010723328,0.00039486607,0.003906779,0.00079323,0.0005412168,0.0014832702,0.0033137868,0.000035949448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020229595,0.0043247733,0.24990825,0.000042016138,0.0019995116,0.0031203171,0.012810506,0.000450647,0.00062726875,0.004421605,0.008214251,0.7120579],"study_design_scores_gemma":[0.0031996146,0.041876465,0.551695,0.00031561474,0.00040106397,0.003863179,0.020917308,0.103338175,0.003431626,0.0787913,0.19090734,0.0012633529],"about_ca_topic_score_codex":0.00054710574,"about_ca_topic_score_gemma":0.00014676541,"teacher_disagreement_score":0.7107945,"about_ca_system_score_codex":0.00077557354,"about_ca_system_score_gemma":0.0019779978,"threshold_uncertainty_score":0.9991735},"labels":[],"label_agreement":null},{"id":"W4302562307","doi":"10.1007/978-3-031-01658-5_6","title":"Clinical Trials and Usability Studies in a Medical Environment","year":2014,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on biomedical engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Usability; Computer science; Clinical trial; Software; Medical software; Software engineering; Human–computer interaction; Software development; Software construction; Medicine; Operating system","score_opus":0.11546117646460823,"score_gpt":0.35901854320565646,"score_spread":0.24355736674104822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302562307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031228585,0.014655072,0.9460211,0.01835212,0.005953126,0.0024909948,0.00006574049,0.0010215084,0.008317483],"genre_scores_gemma":[0.8775981,0.025568735,0.067085385,0.0068427445,0.0065869237,0.0008662305,0.00003122843,0.000586009,0.014834658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99482477,0.00058627245,0.0017859095,0.001182541,0.0011819992,0.00043852275],"domain_scores_gemma":[0.9802155,0.018092457,0.0002403774,0.0009149124,0.00002491965,0.00051183096],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013199654,0.0005638887,0.001982934,0.0003498323,0.000048710182,0.000058125068,0.0010024982,0.0011062048,0.00031119637],"category_scores_gemma":[0.022136291,0.00042660182,0.00036728295,0.00006266237,0.00066009874,0.000051421423,0.0004834834,0.0013409636,0.000071239],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119008946,0.00033464117,0.00004841466,0.000936075,0.0009975164,0.0002831206,0.0005049056,0.0004527158,0.000096267955,0.06216602,0.0028082803,0.931253],"study_design_scores_gemma":[0.0020638693,0.0017988398,0.0008103757,0.007283454,0.0003087463,0.00014114748,0.000016956492,0.1225824,0.0008876995,0.03928421,0.82172817,0.0030941356],"about_ca_topic_score_codex":0.000004691381,"about_ca_topic_score_gemma":0.000004515846,"teacher_disagreement_score":0.9281589,"about_ca_system_score_codex":0.00020146844,"about_ca_system_score_gemma":0.00010143178,"threshold_uncertainty_score":0.99981856},"labels":[],"label_agreement":null},{"id":"W4312294641","doi":"10.1007/978-3-031-17615-9_2","title":"Holistic Multimodal Interaction and Design","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Modalities; Computer science; Set (abstract data type); Multimodal interaction; Human–computer interaction; Value (mathematics); Management science; Engineering; Sociology","score_opus":0.05680101783938137,"score_gpt":0.2857044238986658,"score_spread":0.22890340605928441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312294641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012995084,0.00028752122,0.99532723,0.0007164101,0.0020562068,0.00041559807,0.000004240256,0.00015044323,0.000912421],"genre_scores_gemma":[0.3690705,0.000076719436,0.62877816,0.0014987619,0.00025529834,0.000029721072,0.0000038077224,0.000039472758,0.00024757572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967588,0.000103843144,0.0004137247,0.0015115738,0.00073246716,0.00047955097],"domain_scores_gemma":[0.99750084,0.00096767925,0.0001974265,0.0010589899,0.00012312835,0.00015192835],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011411669,0.00042827654,0.00040482334,0.00063377764,0.0003462476,0.0006039859,0.0022579508,0.0001880995,0.00012331447],"category_scores_gemma":[0.00014130474,0.00042111878,0.00008040622,0.00036707654,0.000529065,0.00095317216,0.0016520437,0.0010489463,0.000037827387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036460224,0.000065797336,0.000040120834,0.000053149786,0.000018159406,0.00012588997,0.0019212872,0.122345135,0.000206732,0.033274498,0.000051160507,0.8418616],"study_design_scores_gemma":[0.00023273155,0.0003400868,0.000088051216,0.00011889344,0.000009131849,0.00015931223,4.328867e-7,0.846658,0.0007648864,0.14762469,0.0034083633,0.00059545704],"about_ca_topic_score_codex":0.000053422107,"about_ca_topic_score_gemma":0.000027994605,"teacher_disagreement_score":0.84126616,"about_ca_system_score_codex":0.00041652095,"about_ca_system_score_gemma":0.00034325168,"threshold_uncertainty_score":0.99982405},"labels":[],"label_agreement":null},{"id":"W4312888704","doi":"10.1609/aiide.v6i1.12383","title":"Preface","year":2010,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Library science; Engineering; Engineering management; Management; Engineering ethics; Computer science; Economics","score_opus":0.04257532900237254,"score_gpt":0.2771465508196666,"score_spread":0.23457122181729406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312888704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528222,0.0000057776865,0.014906877,0.004208711,0.00072640186,0.00046873096,0.000012235246,0.00006656015,0.026782503],"genre_scores_gemma":[0.99877363,0.000007843789,0.00047665942,0.00023707567,0.000031125874,0.000025703806,4.5218226e-7,0.000008052075,0.00043947558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984895,0.000009102751,0.00040480687,0.00048363509,0.00034409258,0.00026885874],"domain_scores_gemma":[0.998901,0.000111997644,0.00023125723,0.0002812516,0.0003701158,0.00010436809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002065481,0.00022336126,0.00020587303,0.00008240181,0.0001206582,0.0007043533,0.0012740535,0.000069205846,0.00006525604],"category_scores_gemma":[0.00030755805,0.00015605259,0.00011495023,0.0001896839,0.0002816451,0.0014091267,0.00052583916,0.0004334501,0.00006587195],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015063974,0.000542366,0.0009557242,0.00002882745,0.000042574862,5.273158e-7,0.0034586359,0.0000049215155,0.09466811,0.7561045,0.00015779289,0.14388537],"study_design_scores_gemma":[0.000046017823,0.00055692566,0.00055449584,0.00016245493,0.000008172268,0.000012542237,0.0012993127,0.014742729,0.8764543,0.104731,0.001166348,0.00026568613],"about_ca_topic_score_codex":0.000013326691,"about_ca_topic_score_gemma":0.0000064064525,"teacher_disagreement_score":0.7817862,"about_ca_system_score_codex":0.000032394488,"about_ca_system_score_gemma":0.000035131045,"threshold_uncertainty_score":0.67920953},"labels":[],"label_agreement":null},{"id":"W4346842","doi":"10.1007/978-1-4471-2271-5_19","title":"Visually Augmented Interfaces for Co-located Mobile Collaboration","year":2011,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Workspace; Human–computer interaction; Computer science; Focus (optics); Visualization; Set (abstract data type); Mobile device; Projector; Multimedia; Augmented reality; User interface; Computer-supported cooperative work; World Wide Web; Work (physics); Engineering; Artificial intelligence","score_opus":0.06505523821008115,"score_gpt":0.3310368873116702,"score_spread":0.26598164910158906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4346842","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037031237,0.00029046385,0.8912019,0.00032223362,0.00874215,0.0038869875,0.00020178975,0.0019090804,0.08974226],"genre_scores_gemma":[0.18423533,0.0002029534,0.05292443,0.0014505503,0.0023974709,0.0015619287,0.0013398478,0.00045843984,0.755429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655837,0.00009874257,0.0011382031,0.0013116172,0.0004363386,0.0004567102],"domain_scores_gemma":[0.9965848,0.00019308396,0.00083654176,0.0011362347,0.0010964639,0.00015289454],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00036975837,0.00080611743,0.0007927397,0.00049945107,0.00043810808,0.0010776689,0.0014063857,0.00051502977,0.00091171084],"category_scores_gemma":[0.000015152557,0.0008373652,0.00031042343,0.00011328439,0.00020385082,0.0027352574,0.00035719306,0.00055639807,0.0006055117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014495307,0.0008469147,0.000022516317,0.0010182069,0.0015113935,0.000055636337,0.02226957,0.0006438476,0.009456629,0.70324475,0.18771514,0.07176584],"study_design_scores_gemma":[0.0009262437,0.004880651,0.00002410055,0.00066692964,0.00010560198,0.00008391775,0.00019552463,0.0031704088,0.05179178,0.02613418,0.91053516,0.0014854878],"about_ca_topic_score_codex":0.000024543479,"about_ca_topic_score_gemma":0.000109267945,"teacher_disagreement_score":0.83827746,"about_ca_system_score_codex":0.00033936586,"about_ca_system_score_gemma":0.00016139976,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W4366980597","doi":"","title":"Gluey: Developing a Head-Worn Display Interface to Unify the Interaction Experience in Distributed Display Environments","year":2015,"lang":"en","type":"preprint","venue":"Open Archive Toulouse Archive Ouverte (University of Toulouse)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba","funders":"","keywords":"Computer science; Human–computer interaction; Head (geology); Computer graphics (images); User interface; Interface (matter); Head-up display; Multimedia; Operating system; Artificial intelligence","score_opus":0.06590875243810944,"score_gpt":0.308185871409298,"score_spread":0.24227711897118853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366980597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29939014,0.000026772008,0.69407755,0.0024783495,0.0005578746,0.0019393956,0.00055693794,0.00007846691,0.0008945091],"genre_scores_gemma":[0.92890966,0.0001282249,0.06920817,0.00040345074,0.000043544682,0.00003952391,0.00023095853,0.00006338581,0.00097309315],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944363,0.0012574807,0.00071251334,0.0019241794,0.00076779485,0.00090173195],"domain_scores_gemma":[0.99552196,0.0006469924,0.0006429287,0.0026058655,0.000106270745,0.00047600252],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009555526,0.0007694398,0.0010637246,0.00047801813,0.00052702957,0.00048462363,0.011004654,0.0002287578,0.000058128175],"category_scores_gemma":[0.00020854034,0.00075875863,0.00029871133,0.00061214936,0.00058508245,0.0013617671,0.02221394,0.0016116777,0.00019764311],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074328193,0.0032274697,0.012548568,0.00068732444,0.0013977342,0.00089543243,0.7249064,0.1364027,0.008116646,0.020594893,0.047037233,0.03675278],"study_design_scores_gemma":[0.0077985628,0.002243671,0.15183076,0.007207197,0.0003514689,0.00014485624,0.045933273,0.49825463,0.00416035,0.05457905,0.22088328,0.0066128955],"about_ca_topic_score_codex":0.011663246,"about_ca_topic_score_gemma":0.022228561,"teacher_disagreement_score":0.67897314,"about_ca_system_score_codex":0.00096947845,"about_ca_system_score_gemma":0.00065280555,"threshold_uncertainty_score":0.9994863},"labels":[],"label_agreement":null},{"id":"W4388189677","doi":"10.1145/3586182.3616710","title":"User Interface Constraints to Influence User Behaviour when Reading and Writing","year":2023,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reading (process); Human–computer interaction; User interface; User interface design; User modeling; User experience design; Programming language; Linguistics","score_opus":0.03470652554639124,"score_gpt":0.29894123745524515,"score_spread":0.2642347119088539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388189677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79604036,0.0000058698874,0.20048729,0.001961486,0.0001209755,0.00018657281,0.0000029920582,0.0004613972,0.0007330482],"genre_scores_gemma":[0.957129,0.0000024981614,0.040299024,0.00081208313,0.000016102333,0.000017285289,5.101299e-7,0.000010605243,0.0017128693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847907,0.000069698865,0.00028333138,0.0005478617,0.00021550484,0.00040453664],"domain_scores_gemma":[0.9989468,0.00023318474,0.00003843753,0.00048152718,0.00010565961,0.00019443259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006588328,0.00015677814,0.0001649057,0.00015018297,0.0001294531,0.0004335596,0.000713742,0.00006830261,0.00007935635],"category_scores_gemma":[0.00014741976,0.00014988618,0.00003204249,0.00040712758,0.00009551261,0.0008188498,0.0007052932,0.00016355097,0.0005645639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004422164,0.00018029241,0.6733263,0.00015538197,0.000095059964,0.00018505765,0.039362755,0.0020720272,0.077126436,0.098882765,0.04217768,0.06639202],"study_design_scores_gemma":[0.0018530037,0.0009814542,0.6973334,0.0011258004,0.00005314903,0.0003011299,0.0062200883,0.0418938,0.21885079,0.014361935,0.014017833,0.0030076173],"about_ca_topic_score_codex":0.00010593808,"about_ca_topic_score_gemma":0.00002976754,"teacher_disagreement_score":0.16108865,"about_ca_system_score_codex":0.00003662732,"about_ca_system_score_gemma":0.00003240021,"threshold_uncertainty_score":0.72565156},"labels":[],"label_agreement":null},{"id":"W4388338218","doi":"10.1007/978-981-19-4804-6_19","title":"Effective Communication","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sprint; Scratch; Computer science; World Wide Web; Engineering; Visual arts; Software engineering; Art; Operating system","score_opus":0.03935918547192268,"score_gpt":0.25784779279428466,"score_spread":0.21848860732236197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338218","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002155586,0.000077092336,0.10859341,0.00076219527,0.00023483165,0.00031196044,0.000002849295,0.000611301,0.8894042],"genre_scores_gemma":[0.0012699636,0.000068671194,0.0064116283,0.00022917593,0.000027216052,0.000025040063,0.000008075554,0.00002291405,0.99193734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918056,0.000037829635,0.00016280112,0.00032527093,0.00017932396,0.000114238814],"domain_scores_gemma":[0.99801445,0.0004172401,0.000070703696,0.0013630249,0.00009237339,0.000042203945],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030569558,0.00015974251,0.0001790116,0.00008558697,0.000069609014,0.0001040228,0.0012960724,0.00018924937,0.00013467175],"category_scores_gemma":[0.00002490977,0.00014635807,0.00009741373,0.000034838205,0.000054588305,0.00016930587,0.0005366046,0.00029474217,0.0051208306],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013238413,0.000004735997,8.6070264e-7,0.000011008039,0.000025640255,0.0000022033578,0.00015716956,0.000003973212,0.000004464058,0.968294,0.010999727,0.02049488],"study_design_scores_gemma":[0.000100416546,0.00010169372,0.00007072646,0.00013294301,0.000012557736,0.00000394667,0.0000031623051,0.0025758361,0.00033057676,0.7736535,0.22267883,0.00033579275],"about_ca_topic_score_codex":0.000020838626,"about_ca_topic_score_gemma":0.000041164785,"teacher_disagreement_score":0.21167909,"about_ca_system_score_codex":0.00005752723,"about_ca_system_score_gemma":0.000028748245,"threshold_uncertainty_score":0.9956538},"labels":[],"label_agreement":null},{"id":"W4390829806","doi":"10.1515/9780887559358-006","title":"A Métis-Centred Study and Approach","year":2021,"lang":"en","type":"book-chapter","venue":"University of Manitoba Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Psychology","score_opus":0.06848189346024772,"score_gpt":0.19889472455571425,"score_spread":0.13041283109546653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390829806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015910582,0.0005046921,0.02129216,0.00002104662,0.00016767002,0.0007550945,0.000026402038,0.00013172445,0.9755102],"genre_scores_gemma":[0.07938692,0.00009016613,0.015364042,0.000046870595,0.00006737351,8.82487e-7,0.000012630226,0.000040855623,0.90499026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986163,0.00007928944,0.00016180475,0.0006413249,0.00031074288,0.0001905421],"domain_scores_gemma":[0.99870926,0.00006559451,0.00016414636,0.0008084002,0.00015647702,0.00009610163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012289864,0.00024620665,0.00040594186,0.000095709656,0.00013249344,0.00007952121,0.001026275,0.00018839217,0.000013725107],"category_scores_gemma":[0.0000053096105,0.00030038526,0.00011076151,0.000007896291,0.00017730778,0.000119580414,0.0012583256,0.0002873066,0.000004841001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014708392,0.0006712843,0.0001113918,0.0005316508,0.0010604007,0.0007510759,0.022156792,0.000021259082,0.000059970134,0.93175304,0.0031615708,0.0395745],"study_design_scores_gemma":[0.0074939225,0.0020619424,0.00087929267,0.0009996848,0.0014269835,0.00017207737,0.01884126,0.007887266,0.000872944,0.014686306,0.9410464,0.0036319103],"about_ca_topic_score_codex":0.0008010973,"about_ca_topic_score_gemma":0.00058346824,"teacher_disagreement_score":0.93788487,"about_ca_system_score_codex":0.000050480372,"about_ca_system_score_gemma":0.000069794536,"threshold_uncertainty_score":0.9999448},"labels":[],"label_agreement":null},{"id":"W4391491799","doi":"10.1016/b978-0-44-314096-9.00014-2","title":"Writing and publishing a research paper","year":2024,"lang":"en","type":"book-chapter","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Publishing; Library science; Computer science; History; Art; Literature","score_opus":0.16327285636503092,"score_gpt":0.36941837673489636,"score_spread":0.20614552036986544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391491799","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008764473,0.0016526949,0.066426665,0.004491072,0.0052312547,0.00074891926,0.000013505621,0.0010789473,0.9194805],"genre_scores_gemma":[0.16144691,0.00025462272,0.020712558,0.0019022154,0.0075902203,0.00010535812,0.00009086565,0.00031117894,0.8075861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647874,0.000119376746,0.0006733143,0.0014200998,0.0008035973,0.0005048887],"domain_scores_gemma":[0.9976415,0.00057721016,0.00016818428,0.00096845196,0.0004791912,0.00016546692],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017424858,0.00043710956,0.0004082261,0.0008478401,0.00042189442,0.0074761915,0.0011992145,0.00048163396,0.00033005478],"category_scores_gemma":[0.000036232053,0.00044014415,0.00019232754,0.00012579493,0.00014367352,0.0045725824,0.0015858528,0.0028853046,0.0008301729],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009791986,0.000033001263,0.0000035336302,0.0002833498,0.00012159115,0.00012566491,0.0020188652,0.000014766203,0.00028993317,0.85936105,0.06111598,0.07662248],"study_design_scores_gemma":[0.0001838629,0.00030307152,0.000042101157,0.00194959,0.000028043518,0.00024457052,0.000045288183,0.017305035,0.00016161309,0.27626777,0.70285684,0.00061221555],"about_ca_topic_score_codex":0.00009099476,"about_ca_topic_score_gemma":0.00006835039,"teacher_disagreement_score":0.64174086,"about_ca_system_score_codex":0.00033758453,"about_ca_system_score_gemma":0.00006384234,"threshold_uncertainty_score":0.9999478},"labels":[],"label_agreement":null},{"id":"W4396669802","doi":"10.4322/rea.v13i2.53","title":"UMA ABORDAGEM SOBRE DESIGN, USUÁRIO E GESTOS: AS NOVAS RELAÇÕES PARA A INTERAÇÃO NATURAL","year":2019,"lang":"pt","type":"article","venue":"Revista Ação Ergonômica","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Computer science; Art","score_opus":0.04172922944525678,"score_gpt":0.2921590727666703,"score_spread":0.2504298433214135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396669802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6652894,0.020502834,0.28512082,0.00784257,0.00945445,0.006160805,0.0001013069,0.0015061738,0.004021626],"genre_scores_gemma":[0.95021975,0.000723868,0.013535862,0.0020251113,0.00030676008,0.00007000342,0.000027581033,0.00015296045,0.03293808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99101543,0.0014553028,0.0017677265,0.0027253332,0.00123366,0.0018025186],"domain_scores_gemma":[0.9926767,0.001265301,0.00077685365,0.0040581003,0.0006305189,0.00059256447],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.001980469,0.0013272815,0.0016268296,0.0004432103,0.0004318491,0.0021916027,0.004552854,0.00064431364,0.0012666819],"category_scores_gemma":[0.0007095488,0.0012752449,0.0008578315,0.0016213733,0.00027302463,0.0018285797,0.001419456,0.0020727185,0.017398443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010170077,0.008272176,0.011637063,0.015280454,0.006196472,0.0030558966,0.117066585,0.004803019,0.09331635,0.15494663,0.26752725,0.30772802],"study_design_scores_gemma":[0.008055083,0.008090506,0.009969588,0.013629146,0.0009813462,0.0018431849,0.002586236,0.3135433,0.025817681,0.004004396,0.60130996,0.010169602],"about_ca_topic_score_codex":0.00015239563,"about_ca_topic_score_gemma":0.000031272248,"teacher_disagreement_score":0.33378267,"about_ca_system_score_codex":0.0006224247,"about_ca_system_score_gemma":0.000909703,"threshold_uncertainty_score":0.99994785},"labels":[],"label_agreement":null},{"id":"W4396833164","doi":"10.1145/3613905.3643980","title":"Beyond Theory: A UX Outcomes Casebook for HCI Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Summative assessment; Casebook; Computer science; Computer-supported cooperative work; Field (mathematics); Formative assessment; Knowledge management; Psychology; Mathematics education; Engineering; Political science","score_opus":0.022398358839199394,"score_gpt":0.308947132452297,"score_spread":0.2865487736130976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396833164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009400738,0.00026496715,0.95949185,0.006002732,0.001603293,0.00036156428,0.000004203079,0.00038037528,0.022490248],"genre_scores_gemma":[0.87191063,0.0000021015246,0.062388055,0.0028618418,0.00010041457,0.00017895938,0.0000031836337,0.000012245523,0.062542595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99932575,0.000039281007,0.0001202677,0.00028425883,0.000088546214,0.00014191263],"domain_scores_gemma":[0.9991242,0.00041342157,0.000011366867,0.0003534219,0.00005049851,0.00004706981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040055177,0.000083754174,0.00008427346,0.00006502546,0.000056927853,0.00029967492,0.0003806969,0.000036098372,0.00014563205],"category_scores_gemma":[0.000058774247,0.000061783576,0.000081860184,0.00010871992,0.000022100929,0.00037493094,0.000060720944,0.000053909243,0.00022501087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027317685,0.00004179412,0.00007768099,0.00003317752,0.000015528121,8.2599064e-7,0.0008888259,0.0000018130215,0.00010872131,0.89968425,0.021533372,0.077611275],"study_design_scores_gemma":[0.000095107906,0.00011159458,0.00029088787,0.000024497247,0.000014652986,0.000014091894,0.00014476558,0.023039337,0.0064079245,0.8494892,0.12017862,0.00018928481],"about_ca_topic_score_codex":0.000018547827,"about_ca_topic_score_gemma":0.000016533026,"teacher_disagreement_score":0.89710385,"about_ca_system_score_codex":0.000038502054,"about_ca_system_score_gemma":0.00021084251,"threshold_uncertainty_score":0.28921345},"labels":[],"label_agreement":null},{"id":"W4396833406","doi":"10.1145/3613905.3636267","title":"Empirical Research Methods for Human-Computer Interaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Human–computer interaction; Computer science; Empirical research; Human interaction; Mathematics","score_opus":0.4457174670222531,"score_gpt":0.6092952090845305,"score_spread":0.16357774206227738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396833406","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002426164,0.000078430094,0.9877656,0.0047236583,0.0012620296,0.00024127027,4.503421e-7,0.00038322434,0.0031191783],"genre_scores_gemma":[0.14039843,0.0000016375086,0.8556672,0.00033976167,0.00030188204,0.000075702126,0.0000012571873,0.000010325872,0.0032038214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984052,0.00043182203,0.000195163,0.00051055936,0.00017259069,0.0002846197],"domain_scores_gemma":[0.99753004,0.0018079432,0.00000892689,0.00042256253,0.00016338496,0.000067128465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031503576,0.00008461828,0.00010506584,0.00020948221,0.00015389753,0.00071887136,0.00065063644,0.000070854476,0.00010297031],"category_scores_gemma":[0.00007328124,0.000066585526,0.000100493795,0.0004338526,0.000045947436,0.0005893941,0.00025871897,0.00029760893,0.00023499984],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011783567,0.00011686342,0.00003493999,0.00010754163,0.000042123247,0.000005623468,0.0025646244,0.000045788118,0.0071610627,0.25869495,0.13243163,0.5987831],"study_design_scores_gemma":[0.0000665804,0.00032150696,0.00008577345,0.000030707484,0.0000025680388,0.0000116158835,0.000028328051,0.54987377,0.022042599,0.09469144,0.3327374,0.0001077219],"about_ca_topic_score_codex":0.00002460251,"about_ca_topic_score_gemma":0.0000071816776,"teacher_disagreement_score":0.5986754,"about_ca_system_score_codex":0.00009059796,"about_ca_system_score_gemma":0.000055367313,"threshold_uncertainty_score":0.6932093},"labels":[],"label_agreement":null},{"id":"W4399602353","doi":"10.1016/j.ijhcs.2024.103317","title":"The Guided Evaluation Method: An easier way to empirically estimate trained user performance for unfamiliar keyboard layouts","year":2024,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Simon Fraser University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.15749320088525212,"score_gpt":0.47726094254305956,"score_spread":0.3197677416578074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399602353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.169229,0.00065327226,0.81351656,0.0107544735,0.005308611,0.00037080373,0.0000067970504,0.00007265468,0.00008781584],"genre_scores_gemma":[0.6884537,0.00007703795,0.30806857,0.001283968,0.0016009907,0.00007816001,0.0000037231655,0.000028073177,0.000405823],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970896,0.0002720709,0.0008550815,0.00041004465,0.0010891445,0.00028404174],"domain_scores_gemma":[0.9956949,0.0008421712,0.0002186133,0.00034741612,0.0027896566,0.00010728826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042498484,0.00023095596,0.00031906524,0.0002754026,0.00031708728,0.0008167178,0.002033975,0.00005065167,0.000008850249],"category_scores_gemma":[0.0002222939,0.00015139952,0.00023214298,0.00020094548,0.00007420674,0.0011339777,0.00032499136,0.00021743104,0.000019097593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003263192,0.0003545999,0.0005707153,0.00012975144,0.003411712,0.00008749847,0.039397027,0.05540768,0.0026310063,0.036900796,0.09364258,0.7671403],"study_design_scores_gemma":[0.0012917214,0.002134569,0.009182955,0.00051599095,0.00014899633,0.0002259635,0.00026044517,0.9196862,0.004416867,0.019871425,0.041800216,0.0004646606],"about_ca_topic_score_codex":0.000005398846,"about_ca_topic_score_gemma":0.000025736821,"teacher_disagreement_score":0.8642785,"about_ca_system_score_codex":0.00029129698,"about_ca_system_score_gemma":0.00013299823,"threshold_uncertainty_score":0.78756285},"labels":[],"label_agreement":null},{"id":"W4399723238","doi":"10.1145/3664636","title":"User Interface Evaluation Through Implicit-Association Tests","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Association (psychology); Computer science; Interface (matter); Human–computer interaction; Psychology; Operating system","score_opus":0.07518040325055796,"score_gpt":0.3743577296106115,"score_spread":0.2991773263600535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593735,0.00007780931,0.023128003,0.0082170535,0.0048438734,0.0007947654,0.0000043246177,0.00042765652,0.0031330108],"genre_scores_gemma":[0.99126464,0.000005348485,0.007368121,0.00035519653,0.00035958178,0.00005808769,0.0000016989861,0.000023322142,0.00056400977],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975957,0.00006003285,0.0005300002,0.0006859001,0.0008320919,0.00029622787],"domain_scores_gemma":[0.9978218,0.00035872962,0.00036541035,0.0007342731,0.00067976356,0.000040044135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011924024,0.0002578863,0.00023776302,0.0001756621,0.00019086395,0.00080483995,0.0026024135,0.00014339697,0.000048523416],"category_scores_gemma":[0.0005070281,0.0001983558,0.00022505791,0.0005500745,0.00003346573,0.0025817568,0.0009896063,0.0005135577,0.00014597258],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000166012,0.0011857853,0.005566475,0.00093837496,0.00083029864,0.0000019374377,0.029546699,0.002817875,0.36582717,0.1125596,0.37125382,0.10930595],"study_design_scores_gemma":[0.00076303736,0.0010765813,0.016172336,0.0019285153,0.00017102691,0.000054004446,0.00022710548,0.21577664,0.59796923,0.13792306,0.027188923,0.00074950745],"about_ca_topic_score_codex":0.00004898815,"about_ca_topic_score_gemma":0.00000680216,"teacher_disagreement_score":0.34406492,"about_ca_system_score_codex":0.0008198573,"about_ca_system_score_gemma":0.000043575237,"threshold_uncertainty_score":0.8088715},"labels":[],"label_agreement":null},{"id":"W4400150285","doi":"10.1007/979-8-8688-0324-6_5","title":"Building Low-Fidelity Prototypes","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Fidelity; Computer science; Telecommunications","score_opus":0.04523969009780754,"score_gpt":0.2702337400038617,"score_spread":0.22499404990605415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000056654776,0.0016019973,0.87142324,0.00044332558,0.0011707364,0.0011735623,0.0000063295197,0.0010696341,0.1231055],"genre_scores_gemma":[0.006381203,0.00008573098,0.6755847,0.0012176876,0.0008479655,0.00018961506,0.00000813872,0.0002489584,0.315436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967972,0.000082344595,0.0006300715,0.0012446939,0.0007603874,0.00048527613],"domain_scores_gemma":[0.9977518,0.00037814683,0.00021956058,0.0013350422,0.0001788021,0.0001366501],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017733473,0.00058383204,0.0005324786,0.00028565037,0.0002407515,0.0010019199,0.0023525744,0.00053291663,0.0001299363],"category_scores_gemma":[0.000066546025,0.0005497052,0.00030877898,0.00011408368,0.000097756325,0.0005436772,0.0007480444,0.0011657032,0.0011877039],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012202227,0.000010927255,5.3587183e-7,0.0002574328,0.00010045208,0.00012529835,0.0008001258,0.00018184843,0.00028489463,0.98532015,0.0019575476,0.010948598],"study_design_scores_gemma":[0.00007476529,0.000110876965,0.0000012808673,0.0012460253,0.000046337154,0.000034827208,0.0000019396239,0.009405854,0.0033775598,0.9221452,0.06296343,0.0005919104],"about_ca_topic_score_codex":0.000015409283,"about_ca_topic_score_gemma":0.0000031125494,"teacher_disagreement_score":0.19583856,"about_ca_system_score_codex":0.00024992233,"about_ca_system_score_gemma":0.00024220676,"threshold_uncertainty_score":0.9996954},"labels":[],"label_agreement":null},{"id":"W4400150376","doi":"10.1007/979-8-8688-0324-6_7","title":"Interactivity Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Interactivity; Computer science; Psychology; Human–computer interaction; Multimedia","score_opus":0.06592350462655283,"score_gpt":0.27235369580688107,"score_spread":0.20643019118032824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150376","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026697178,0.0016962524,0.6364685,0.00056587625,0.001760412,0.00035641712,0.000010745636,0.0006566566,0.35848245],"genre_scores_gemma":[0.019072073,0.00012816272,0.067922294,0.0012632952,0.00036876692,0.000036297475,0.000014036868,0.00015822992,0.91103685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975047,0.000074206044,0.00043864723,0.0010110447,0.00060599454,0.0003654023],"domain_scores_gemma":[0.9979633,0.00052688597,0.00019723068,0.0011182469,0.00008040406,0.00011394906],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010351213,0.0005058582,0.0004707145,0.00027175565,0.00017199005,0.0010571651,0.0018479497,0.00037338308,0.00038170922],"category_scores_gemma":[0.00002851463,0.0004850644,0.00029370043,0.00007227481,0.00008242357,0.0006918102,0.0008396207,0.0010357908,0.0033514593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015106604,0.000027470449,0.0000011397632,0.0001088612,0.00019519824,0.00022603002,0.002101941,0.00004497415,0.00020431074,0.9723602,0.006140556,0.01857423],"study_design_scores_gemma":[0.00007065839,0.00012884074,8.0256785e-7,0.00068475935,0.00004721573,0.000059950777,0.0000058247138,0.006228773,0.0016987474,0.7634802,0.22707078,0.0005234484],"about_ca_topic_score_codex":0.000013498978,"about_ca_topic_score_gemma":0.000006214139,"teacher_disagreement_score":0.56854624,"about_ca_system_score_codex":0.00031952283,"about_ca_system_score_gemma":0.00013027902,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W4400681119","doi":"10.3390/healthcare12141417","title":"Usability Evaluation Ecological Validity: Is More Always Better?","year":2024,"lang":"en","type":"article","venue":"Healthcare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Agence Nationale de la Recherche","keywords":"Usability; Computer science; Ecological validity; Ecology; Data science; Psychology; Human–computer interaction; Biology; Cognition","score_opus":0.17921324869905877,"score_gpt":0.39253591050598624,"score_spread":0.21332266180692747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400681119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78670764,0.0011544798,0.05044319,0.15737581,0.0020441087,0.00087697594,0.000037789243,0.0008098788,0.00055010954],"genre_scores_gemma":[0.9902542,0.000018917293,0.0042983573,0.0051143635,0.00014936968,0.00009018495,0.000008589744,0.000008753144,0.00005724348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973183,0.00054391066,0.0003444718,0.0007961719,0.0006197417,0.0003774014],"domain_scores_gemma":[0.9984135,0.00033164144,0.00003447851,0.0008084597,0.0002419484,0.00016994614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019731,0.00016264454,0.00019361707,0.00007373757,0.00016561105,0.00026754464,0.0006065429,0.00017316612,0.00037372884],"category_scores_gemma":[0.00019916624,0.00013858559,0.00011908442,0.00043016046,0.000078989884,0.00046711514,0.00019129581,0.00035614162,0.0004989329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026798936,0.0004390524,0.05154757,0.0013854397,0.0000572932,0.000063779175,0.01907784,0.00009367243,0.0003043611,0.031493463,0.057795946,0.8377148],"study_design_scores_gemma":[0.00034600153,0.0008803613,0.10845537,0.00021020685,0.00004025837,0.00006066487,0.00031094335,0.6410852,0.0040833736,0.17909889,0.06477148,0.0006572714],"about_ca_topic_score_codex":0.00013889898,"about_ca_topic_score_gemma":0.000067738474,"teacher_disagreement_score":0.83705753,"about_ca_system_score_codex":0.00035915297,"about_ca_system_score_gemma":0.0003426118,"threshold_uncertainty_score":0.64129394},"labels":[],"label_agreement":null},{"id":"W4400954383","doi":"10.3233/shti240322","title":"Integration of Equity, Diversity, Inclusivity, and Indigeneity Principles into Usability Heuristic Evaluations","year":2024,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Heuristic evaluation; Cognitive walkthrough; Equity (law); Diversity (politics); Pluralistic walkthrough; Usability engineering; Informatics; Computer science; Perspective (graphical); Heuristic; Web usability; Knowledge management; Management science; Human–computer interaction; Sociology; Engineering; Political science; Artificial intelligence","score_opus":0.1584265953491468,"score_gpt":0.44124885701132627,"score_spread":0.2828222616621795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400954383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8885521,0.0051674703,0.100058526,0.005039627,0.00033516544,0.00046807996,0.0000073175297,0.00017185586,0.00019981065],"genre_scores_gemma":[0.9783022,0.0018198395,0.01973299,0.000114407085,0.0000048210827,0.000016760045,0.0000010718255,0.0000019497688,0.0000059881727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986666,0.00008750827,0.0006788395,0.0001757116,0.00018930795,0.00020204307],"domain_scores_gemma":[0.99898463,0.00039568427,0.00014006197,0.00030420083,0.00013813743,0.000037285183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024761085,0.000115479554,0.00028925252,0.0004909515,0.0004463955,0.000036478483,0.0003838884,0.00012044182,9.586894e-7],"category_scores_gemma":[0.00095393736,0.00009986392,0.000018592624,0.00080139097,0.00079808553,0.00056557625,0.005571004,0.00030758398,0.0000017806567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009954896,0.00011626825,0.06633444,0.0058572604,0.00007274968,0.0000018516384,0.12963876,0.00010519177,0.000022345916,0.5495594,0.00012256243,0.2481592],"study_design_scores_gemma":[0.00033947488,0.00087838405,0.045710314,0.00095930917,0.000020830765,0.000028247565,0.009833401,0.1394095,0.0006924329,0.8010224,0.0008405782,0.0002651272],"about_ca_topic_score_codex":0.00009904983,"about_ca_topic_score_gemma":0.0005770748,"teacher_disagreement_score":0.251463,"about_ca_system_score_codex":0.00019398757,"about_ca_system_score_gemma":0.00015754522,"threshold_uncertainty_score":0.69438577},"labels":[],"label_agreement":null},{"id":"W4403144295","doi":"10.2196/59513","title":"Usability Testing of a Digitized Interventional Prehabilitation Tool for Health Care Professionals and Patients Before Major Surgeries: Formative and Summative Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Prehabilitation; Health professionals; Health care; Medicine; Medical physics; Computer science; World Wide Web; Operating system; Physical therapy","score_opus":0.09741362246719186,"score_gpt":0.4629732978855867,"score_spread":0.36555967541839485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403144295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96414196,0.00042784505,0.029944288,0.0010287367,0.0001325383,0.0038656013,0.00031980523,0.00006313181,0.000076085686],"genre_scores_gemma":[0.9920777,0.0000023214984,0.006356762,0.000017672117,0.000013958003,0.0014202299,0.00007686179,0.0000087500575,0.000025758223],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9964031,0.0011204259,0.00073070236,0.00042322266,0.00095845433,0.00036409858],"domain_scores_gemma":[0.9930075,0.0038038737,0.0001795502,0.00023699258,0.002678687,0.00009343719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058624744,0.00015840029,0.00029064322,0.0003077205,0.00037974273,0.0002500158,0.00023960875,0.00007164785,0.000010898575],"category_scores_gemma":[0.0022115423,0.00012632283,0.00008480445,0.0006181455,0.00035918632,0.0027575204,0.0003503849,0.000264665,0.0000028372808],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029962172,0.0006422762,0.008144669,0.010791908,0.000105744555,2.3465773e-7,0.53847235,0.000005868877,0.000039302115,0.013472346,0.0017946408,0.42623106],"study_design_scores_gemma":[0.004402937,0.015356,0.4035787,0.0073921643,0.00002817999,0.0000074884397,0.044928744,0.34190464,0.0024934823,0.17843114,0.00077893207,0.00069759716],"about_ca_topic_score_codex":0.00002374678,"about_ca_topic_score_gemma":0.000025338812,"teacher_disagreement_score":0.4935436,"about_ca_system_score_codex":0.00042655692,"about_ca_system_score_gemma":0.00054636307,"threshold_uncertainty_score":0.51512957},"labels":[],"label_agreement":null},{"id":"W4406212572","doi":"10.1145/3711838","title":"Comparative Structured Observation","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science","score_opus":0.06864231019348375,"score_gpt":0.34000752202996937,"score_spread":0.2713652118364856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406212572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08557494,0.000013382717,0.9087137,0.0014764492,0.0028698007,0.00031690107,0.0000049894757,0.00043062607,0.0005991838],"genre_scores_gemma":[0.935508,0.000004379794,0.06285013,0.00081219175,0.00006949067,0.000051651747,0.000011122586,0.0000083393825,0.0006846931],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820215,0.00020621493,0.00045703966,0.0006386117,0.00024071704,0.00025525325],"domain_scores_gemma":[0.99801594,0.00036375833,0.00013167465,0.0011916123,0.00022949334,0.000067536195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017163524,0.00026637723,0.0002939871,0.00041518718,0.00052350434,0.00038009888,0.0011837301,0.0001238539,0.00010933392],"category_scores_gemma":[0.000010226908,0.00027468952,0.00016542299,0.00064448296,0.000056240504,0.0012471924,0.000038719314,0.0005051837,0.000091406124],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041417548,0.0025795666,0.0005351643,0.00019617435,0.0009539355,0.000016541879,0.009244005,0.10352526,0.024281656,0.06436123,0.015089069,0.7788032],"study_design_scores_gemma":[0.0028526024,0.0018955375,0.028405953,0.0006520257,0.00013352725,0.000052892312,0.00041178902,0.6338609,0.20544603,0.08347777,0.041409098,0.0014018982],"about_ca_topic_score_codex":0.000088721616,"about_ca_topic_score_gemma":0.00015614508,"teacher_disagreement_score":0.8499331,"about_ca_system_score_codex":0.0002756107,"about_ca_system_score_gemma":0.0000552266,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W4407020881","doi":"10.2139/ssrn.5119484","title":"Consistency is Key: Evaluation of and Recommendations for Thermostat Usability Testing","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Consistency (knowledge bases); Key (lock); Computer science; Thermostat; Human–computer interaction; Engineering; Computer security; Mechanical engineering; Artificial intelligence","score_opus":0.10698507224217733,"score_gpt":0.3578284241006478,"score_spread":0.25084335185847045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407020881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12286486,0.0042499593,0.8548668,0.014738105,0.0007494454,0.0014159904,0.00008193987,0.000059447826,0.000973474],"genre_scores_gemma":[0.960498,0.00064040924,0.03829379,0.00017611946,0.000068470516,0.00008128611,0.000008242847,0.000009932373,0.00022378207],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971553,0.00049574656,0.0006372616,0.0004940417,0.00037272694,0.00084492296],"domain_scores_gemma":[0.9966246,0.0007973521,0.00049006403,0.000568715,0.0014672973,0.0000519722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010447505,0.00020126623,0.00032570897,0.00013561679,0.00024836182,0.00014793016,0.0007647884,0.00016123382,0.000012385541],"category_scores_gemma":[0.0014130012,0.00019207216,0.00015011469,0.00019716988,0.00008394509,0.00022528938,0.00039525068,0.0014995559,7.796797e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046365232,0.00025721357,0.0031041107,0.00028743342,0.0004896594,1.17321704e-7,0.0034613875,0.00071322225,0.00018812103,0.1433132,0.00054925296,0.8475899],"study_design_scores_gemma":[0.0004571144,0.00022146456,0.0004573001,0.00018450037,0.0001562756,0.000022873517,0.00037427724,0.101282835,0.00039123037,0.89601904,0.00026467495,0.00016839523],"about_ca_topic_score_codex":0.00011593411,"about_ca_topic_score_gemma":0.00022699572,"teacher_disagreement_score":0.8474215,"about_ca_system_score_codex":0.00092852535,"about_ca_system_score_gemma":0.008873293,"threshold_uncertainty_score":0.99674547},"labels":[],"label_agreement":null},{"id":"W4407764226","doi":"10.1145/3706598.3713161","title":"Making the Write Connections: Linking Writing Support Tools with Writer Needs","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Writing process; Computer science; Process (computing); Triangulation; Creative writing; Key (lock); Work (physics); Visualization; Creative work; Point (geometry); Qualitative research; Data science; World Wide Web; Sociology; Psychology; Visual arts; Engineering; Mathematics education","score_opus":0.10130084049971115,"score_gpt":0.31989600505593957,"score_spread":0.2185951645562284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407764226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057190573,0.0001685734,0.93368435,0.0074391235,0.0010486874,0.0007939767,0.000019377816,0.00068180554,0.05044506],"genre_scores_gemma":[0.8938956,0.000025636356,0.09359161,0.0057132216,0.00032209206,0.00024119236,0.000019061614,0.000025047675,0.006166538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723953,0.000258089,0.0006432441,0.0008766706,0.0004642405,0.00051822583],"domain_scores_gemma":[0.99628735,0.0009948108,0.00023440778,0.0020766626,0.0003463903,0.000060363105],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014719199,0.00042143418,0.0004185249,0.000307474,0.00047743975,0.0027697103,0.002939628,0.0003098778,0.00013983855],"category_scores_gemma":[0.00010223328,0.00028652872,0.00020844542,0.00067285524,0.00012186463,0.00062843016,0.002877676,0.0014403856,0.00005297279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012608091,0.0004786223,0.016778545,0.0022306144,0.0011986785,0.00014801955,0.031186678,0.019978574,0.0001523523,0.73288,0.01886191,0.17597993],"study_design_scores_gemma":[0.0028498706,0.0013410944,0.007025067,0.017986648,0.00077145605,0.0008400897,0.0117066,0.552092,0.008159596,0.12003682,0.26990905,0.0072816852],"about_ca_topic_score_codex":0.00006947413,"about_ca_topic_score_gemma":0.00006218399,"teacher_disagreement_score":0.88817656,"about_ca_system_score_codex":0.00012679351,"about_ca_system_score_gemma":0.0004397306,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W4411144460","doi":"10.1007/978-3-031-94959-3_8","title":"The Heuristic Evaluation of Manipulative Interfaces","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Heuristic; Human–computer interaction; Artificial intelligence","score_opus":0.07111697974933485,"score_gpt":0.3138544253923076,"score_spread":0.24273744564297278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411144460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023464469,0.0011762864,0.9907105,0.0009484634,0.001797088,0.00053768576,0.000003488072,0.000050502247,0.004541346],"genre_scores_gemma":[0.92576355,0.00006267466,0.07306124,0.00035923583,0.00011529133,0.000020339747,0.0000018324959,0.000014767806,0.0006010939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99649787,0.00015899519,0.0005919207,0.0009706508,0.0014138602,0.00036670244],"domain_scores_gemma":[0.99562097,0.0015824481,0.00033263536,0.0014738302,0.0009350941,0.00005505542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003508803,0.0003339786,0.00037533167,0.00038194234,0.0002658099,0.0003656472,0.0038322809,0.00018451424,0.000016829315],"category_scores_gemma":[0.00057891477,0.00024281147,0.000101994236,0.000502167,0.0009339051,0.00034876028,0.0011780191,0.00054473063,0.000017667537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010338423,0.000023931509,0.000026941896,0.00004156434,0.000024425757,0.0000030585236,0.0009477425,0.036302883,0.00005861172,0.056314908,0.00006301921,0.9061826],"study_design_scores_gemma":[0.00012474463,0.000095182855,0.00010611944,0.00033331767,0.000018606592,0.00000456225,3.2667822e-7,0.6191478,0.003558414,0.3759818,0.0004276496,0.00020146139],"about_ca_topic_score_codex":0.000021778551,"about_ca_topic_score_gemma":0.0001459965,"teacher_disagreement_score":0.9255289,"about_ca_system_score_codex":0.00035012787,"about_ca_system_score_gemma":0.00088695437,"threshold_uncertainty_score":0.9901564},"labels":[],"label_agreement":null},{"id":"W4412206814","doi":"10.11575/prism/30781","title":"The Fat Thumb: Using the Thumb's Contact Size for Single-Handed Mobile Interaction","year":2011,"lang":"en","type":"article","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Thumb; Computer science; Biology; Anatomy","score_opus":0.20929864299834233,"score_gpt":0.34863052677400985,"score_spread":0.13933188377566752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412206814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81449604,0.00009225454,0.16560198,0.0006401535,0.0015293808,0.002570814,0.000009620949,0.000014429657,0.015045314],"genre_scores_gemma":[0.98408765,0.0000019822146,0.01494434,0.00010158106,0.000055753713,0.00007942602,5.1216625e-7,0.000008905923,0.0007198784],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998918,0.0001586868,0.0002281056,0.00032086423,0.00012572668,0.00024862957],"domain_scores_gemma":[0.9982766,0.00073567743,0.0001177748,0.0007268283,0.00010126747,0.000041837433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080578827,0.00012573294,0.0001311872,0.000013445265,0.00051120087,0.0009161862,0.001990688,0.00005017545,0.00024984754],"category_scores_gemma":[0.00012242795,0.00006969703,0.00008478179,0.00010745617,0.00007173334,0.0007890183,0.00038020217,0.00012865485,0.00007275307],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012384739,0.0011369444,0.00049270375,0.000021970362,0.00034028132,0.000012146769,0.106153056,0.00030648365,0.17583662,0.005152711,0.0018277558,0.70748085],"study_design_scores_gemma":[0.0013666584,0.0014648659,0.0002935576,0.000118349795,0.00007829986,0.00007430585,0.0070467023,0.06370805,0.77087456,0.008241483,0.14615247,0.0005806993],"about_ca_topic_score_codex":0.00015422348,"about_ca_topic_score_gemma":0.00031403507,"teacher_disagreement_score":0.7069001,"about_ca_system_score_codex":0.00006202672,"about_ca_system_score_gemma":0.000049368788,"threshold_uncertainty_score":0.8834805},"labels":[],"label_agreement":null},{"id":"W4415732577","doi":"10.2196/75805","title":"User-Centered Formative Evaluation of Cognitive Rehabilitation Software: Cognitive Walkthrough and System Usability Scale Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Usability; Cognitive walkthrough; Software walkthrough; Cognition; Rehabilitation; System usability scale; Heuristic evaluation; Scale (ratio)","score_opus":0.08903297130646252,"score_gpt":0.43187630706249874,"score_spread":0.3428433357560362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415732577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89078295,0.000083843515,0.102305405,0.0002380039,0.00017852693,0.0049252957,0.000072431714,0.000102946775,0.0013105961],"genre_scores_gemma":[0.997607,0.0000035184335,0.0010573103,0.000016833663,0.000010522239,0.0012417408,0.000015236903,0.000008786851,0.00003904618],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9906657,0.005253501,0.00089381926,0.00070115057,0.0019508402,0.00053501024],"domain_scores_gemma":[0.98638356,0.0066012684,0.00025045846,0.00058142125,0.00606767,0.00011560179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012356492,0.0002564531,0.0004896068,0.0005659336,0.0005270188,0.00022725477,0.00065592834,0.00013303453,0.000016930797],"category_scores_gemma":[0.0033767342,0.00022847364,0.000104368395,0.0017669915,0.0007857708,0.0027542047,0.00081312156,0.00055586547,0.000037817546],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016711387,0.0076553575,0.095606364,0.0026573373,0.0006301332,0.0000028794236,0.6779124,0.00003816198,0.00019026925,0.00850312,0.00087749516,0.20425531],"study_design_scores_gemma":[0.008300556,0.0064731194,0.61705637,0.0028441737,0.0001282156,0.000005953691,0.28500175,0.06015226,0.008230429,0.0113110505,0.000031436583,0.00046465322],"about_ca_topic_score_codex":0.00015331934,"about_ca_topic_score_gemma":0.00010072901,"teacher_disagreement_score":0.52145004,"about_ca_system_score_codex":0.00069308945,"about_ca_system_score_gemma":0.000452272,"threshold_uncertainty_score":0.9316884},"labels":[],"label_agreement":null},{"id":"W4416258201","doi":"10.65138/ijris.2025.v3i11.232","title":"Evaluating Prototype Fidelity: Impacts on Cognitive Workload and Mental-Model Alignment in Flight-Booking Interfaces","year":2025,"lang":"","type":"article","venue":"International Journal of Research in Interdisciplinary Studies","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Workload; Workflow; Usability; Task (project management); Fidelity; Cognition; Task analysis; Cognitive walkthrough; Cognitive load","score_opus":0.2607040440764267,"score_gpt":0.558120519085233,"score_spread":0.29741647500880625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416258201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437733,0.01595522,0.0020708821,0.03213786,0.002895324,0.0016449395,0.000023195233,0.000013882693,0.0014853651],"genre_scores_gemma":[0.99342513,0.0045516933,0.001146573,0.000248462,0.00017206377,0.00012534544,9.822747e-7,0.000018499508,0.00031122772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912664,0.0017652734,0.0023577888,0.0009775615,0.002723195,0.00090974837],"domain_scores_gemma":[0.9917956,0.0037603183,0.0006515423,0.00038106635,0.0032242108,0.00018726618],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0133189345,0.00050352595,0.00093281595,0.0034116763,0.0003922561,0.0007158645,0.00220134,0.00018160723,0.00002118024],"category_scores_gemma":[0.0025065746,0.0004347969,0.00020787376,0.0011232318,0.001008417,0.0014775866,0.009194005,0.0022630945,0.000014173015],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03252472,0.005519582,0.035085533,0.0018778716,0.005668699,0.0023517616,0.35932752,0.013180115,0.004461817,0.0029946505,0.0035856275,0.5334221],"study_design_scores_gemma":[0.010922115,0.014903363,0.013303801,0.18603444,0.00009649432,0.00024072298,0.09369881,0.43452543,0.02109915,0.22394118,0.00010896628,0.0011255246],"about_ca_topic_score_codex":0.0000400136,"about_ca_topic_score_gemma":0.00027268656,"teacher_disagreement_score":0.5322966,"about_ca_system_score_codex":0.0027839816,"about_ca_system_score_gemma":0.0008291509,"threshold_uncertainty_score":0.9998104},"labels":[],"label_agreement":null},{"id":"W4416302848","doi":"10.24908/pocusj.v10i02.19432","title":"POCUS: Presence, Observation, Connection, Understanding, Story","year":2025,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Battle; Government (linguistics); Expression (computer science); Work (physics)","score_opus":0.06746027287354674,"score_gpt":0.2857428954996147,"score_spread":0.21828262262606796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416302848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01415404,0.0004053883,0.9636517,0.013493873,0.0023474402,0.00010311379,9.028915e-7,0.00011416233,0.005729359],"genre_scores_gemma":[0.9847811,0.000055944456,0.008746904,0.0011521565,0.00015772688,0.000006636759,5.1051154e-7,0.0000074444283,0.005091585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998639,0.0002426658,0.00029596974,0.00025739006,0.0002895199,0.0002754744],"domain_scores_gemma":[0.9988586,0.00027967757,0.00012792638,0.00037526927,0.00025081128,0.000107767366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010708355,0.00012325565,0.00014478646,0.00021909164,0.00059122883,0.00047726114,0.0008470925,0.00007487862,0.000093852665],"category_scores_gemma":[0.00039981471,0.000111933565,0.00008642696,0.0005498829,0.000069815345,0.0009961415,0.000107478045,0.0004656113,0.00004451761],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040352294,0.00019816226,0.018054862,0.00003760019,0.00014929129,0.000029994708,0.0025456585,0.00086023496,0.0009799809,0.6704149,0.29969445,0.0069944905],"study_design_scores_gemma":[0.0012274735,0.00023543635,0.015024739,0.00022207812,0.0000359107,0.00022898367,0.001043767,0.016930262,0.004010959,0.75748813,0.20309737,0.0004548895],"about_ca_topic_score_codex":0.0000123885775,"about_ca_topic_score_gemma":0.000019945628,"teacher_disagreement_score":0.97062707,"about_ca_system_score_codex":0.00035653927,"about_ca_system_score_gemma":0.00029652021,"threshold_uncertainty_score":0.46022403},"labels":[],"label_agreement":null},{"id":"W4417251066","doi":"10.1109/models-c68889.2025.00075","title":"Towards Ontology-Driven User Experience Assessment of Collaborative Modeling Tools","year":2025,"lang":"","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"User experience design; Data exploration; User interface; SPARQL; User modeling; Path (computing)","score_opus":0.06494046345819136,"score_gpt":0.3691449192106624,"score_spread":0.304204455752471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15794803,0.00025017242,0.81016064,0.0021938083,0.0013031083,0.00068994635,0.00002096162,0.00007138504,0.027361969],"genre_scores_gemma":[0.8430729,0.00008684119,0.1546055,0.0005812188,0.00001925233,0.00007647365,0.0000013810866,0.000007610888,0.0015488344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959027,0.00052398274,0.0012158767,0.001157462,0.0005893102,0.0006106769],"domain_scores_gemma":[0.99630445,0.00033583006,0.0002493768,0.0014415523,0.0015228584,0.0001459214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073945924,0.00041909175,0.00080971804,0.00024061058,0.00025577593,0.00048544363,0.002245011,0.00030704282,0.00037535373],"category_scores_gemma":[0.00027709812,0.00039977246,0.00019407085,0.0016987942,0.00042230234,0.0015751797,0.0010895754,0.00041642276,0.000014200802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001267884,0.001384016,0.008591528,0.00029465434,0.0004239938,0.000016094626,0.03473336,0.13992502,0.0057364604,0.77202594,0.001133559,0.035608586],"study_design_scores_gemma":[0.0005633825,0.00039056444,0.0017600326,0.0002449271,0.000040423485,0.0000015511837,0.0032832955,0.9728093,0.016302634,0.003343341,0.00090357335,0.0003569312],"about_ca_topic_score_codex":0.00035031151,"about_ca_topic_score_gemma":0.00020545373,"teacher_disagreement_score":0.8328843,"about_ca_system_score_codex":0.00032424135,"about_ca_system_score_gemma":0.0027145837,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W56724274","doi":"","title":"A method for mapping and measuring users' mental models of the depth/breadth tradeoff","year":2008,"lang":"en","type":"article","venue":"International Conference on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Card sorting; Mental mapping; Hierarchy; Human–computer interaction; Contrast (vision); Representation (politics); Sorting; Visualization; Mental model; Data mining; Machine learning; Information retrieval; Artificial intelligence; Task (project management); Engineering","score_opus":0.31857433168637284,"score_gpt":0.37185844721985717,"score_spread":0.05328411553348433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56724274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13037767,0.000007235993,0.86476177,0.0014319157,0.0012828402,0.00033614697,0.00000993491,0.00006092675,0.0017315557],"genre_scores_gemma":[0.932218,0.000006878839,0.06711157,0.00031472175,0.000118643584,0.00003887495,0.0000047282583,0.000010025458,0.00017653203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983919,0.00012949278,0.00042457294,0.00047485752,0.00039790766,0.00018121625],"domain_scores_gemma":[0.9989207,0.00016364089,0.00024524392,0.0003347639,0.00029097838,0.0000447065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032025066,0.0001909163,0.00020663269,0.00017840457,0.00023445327,0.00015136301,0.0009552899,0.00006855985,0.0000198106],"category_scores_gemma":[0.00001734716,0.00015839194,0.00015312752,0.0000972225,0.00007494661,0.00096324406,0.00022231322,0.00022365138,0.0000039576585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042133682,0.0011781127,0.002148464,0.00016756011,0.0007535321,0.000012786781,0.04396101,0.011556813,0.10605857,0.6938349,0.0044336133,0.13547333],"study_design_scores_gemma":[0.00064495794,0.00020172507,0.0042449166,0.00022223609,0.000007980073,0.000122062396,0.00013973175,0.95791346,0.022280456,0.012879084,0.0011295374,0.00021386787],"about_ca_topic_score_codex":0.00008723202,"about_ca_topic_score_gemma":0.00003845242,"teacher_disagreement_score":0.94635665,"about_ca_system_score_codex":0.00012562085,"about_ca_system_score_gemma":0.000048578288,"threshold_uncertainty_score":0.6459035},"labels":[],"label_agreement":null},{"id":"W581080078","doi":"","title":"Anything is a fridge: The implications of everyday designers","year":2009,"lang":"en","type":"article","venue":"Summit (Simon Fraser University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Everyday life; Guitar; Visual arts; Bass (fish); Aesthetics; Advertising; Art; Media studies; Sociology; Management; Business; Political science; Law","score_opus":0.02412394070750829,"score_gpt":0.2318231123138182,"score_spread":0.2076991716063099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W581080078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2934396,0.000107903776,0.67253345,0.020030297,0.00018869468,0.00041016698,0.000022700535,0.00024771283,0.013019497],"genre_scores_gemma":[0.99454516,0.000016835724,0.0035342157,0.0010190693,0.000013836493,3.7493064e-7,0.0000012533278,0.0000037885363,0.00086548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989952,0.00012296437,0.00014941947,0.00032705814,0.00017595934,0.00022940982],"domain_scores_gemma":[0.9986781,0.00015723718,0.00009715671,0.00084545236,0.000140361,0.000081687554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022916516,0.00012398395,0.00013892884,0.00016711488,0.00023575286,0.00006043356,0.0016466003,0.00007457073,0.000032775348],"category_scores_gemma":[0.000030756262,0.00010856072,0.00011527063,0.0010366172,0.00009376566,0.00064530864,0.00013061,0.0001681874,0.000034568984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016550896,0.000969094,0.24626014,0.000054475517,0.00025309765,0.00007352008,0.0038661272,0.0017825472,0.0023929859,0.37847495,0.29977447,0.06593306],"study_design_scores_gemma":[0.003223846,0.0015001732,0.098451965,0.00020527885,0.00029542745,2.179141e-7,0.020778017,0.020479891,0.18682118,0.064272076,0.6019085,0.002063451],"about_ca_topic_score_codex":0.00007333952,"about_ca_topic_score_gemma":0.0005153091,"teacher_disagreement_score":0.70110554,"about_ca_system_score_codex":0.00007731615,"about_ca_system_score_gemma":0.00009482991,"threshold_uncertainty_score":0.44269776},"labels":[],"label_agreement":null},{"id":"W591772795","doi":"10.4018/978-1-60566-014-1.ch046","title":"Design and Evaluation for the Future of m-Interaction","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Usability; Software portability; Mobile technology; Context (archaeology); Interaction design; Mobile device; Computer science; Human–computer interaction; Resource (disambiguation); Internet privacy; World Wide Web","score_opus":0.053172999496354637,"score_gpt":0.3008019896811513,"score_spread":0.24762899018479667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W591772795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004344196,0.0018953625,0.7560905,0.00076230004,0.0011041278,0.0019152839,0.000018220377,0.00006997587,0.23810074],"genre_scores_gemma":[0.73035395,0.00016847778,0.19541135,0.003379832,0.0027684034,0.00043747545,0.0000124091675,0.00011426415,0.0673538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988699,0.000055196146,0.00026320404,0.00034911957,0.00032971264,0.00013286764],"domain_scores_gemma":[0.9987267,0.00021553333,0.00021781302,0.0005082426,0.00029239125,0.000039311857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006547623,0.00019988543,0.0002159301,0.000030419355,0.00008829954,0.00009962213,0.00048289998,0.00020635486,0.000006678296],"category_scores_gemma":[0.00001578167,0.00014837326,0.000109683846,0.000012600152,0.000050940518,0.00010518316,0.00006401601,0.00013630457,0.000006313885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051382867,0.0000055110468,2.9418408e-7,0.000015399566,0.000038247515,4.0697182e-7,0.00012844593,0.00015277814,0.000027537533,0.69627315,0.0014129697,0.3018939],"study_design_scores_gemma":[0.00035744492,0.00042784118,0.00002796043,0.000107827276,0.00013987352,0.00002516523,0.0000146341745,0.045279622,0.00059990946,0.9178372,0.034960914,0.00022159793],"about_ca_topic_score_codex":0.0000076003676,"about_ca_topic_score_gemma":0.00001583208,"teacher_disagreement_score":0.73031056,"about_ca_system_score_codex":0.00011432065,"about_ca_system_score_gemma":0.00013829053,"threshold_uncertainty_score":0.6050486},"labels":[],"label_agreement":null},{"id":"W59380319","doi":"","title":"Proceedings of Graphics Interface 2010","year":2010,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Communications Research Centre Canada; Carleton University","funders":"","keywords":"Graphics; Interface (matter); Computer science; Computer graphics; Computer graphics (images); Graphics software; User interface; Track (disk drive); Human–computer interaction; Computer Graphics Metafile; 3D computer graphics; Real-time computer graphics; Operating system","score_opus":0.024643799875942507,"score_gpt":0.27046551594177165,"score_spread":0.24582171606582914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W59380319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8079745,0.00017235093,0.1834982,0.0019045437,0.0026058818,0.00039553706,0.000014431555,0.00040878516,0.0030257532],"genre_scores_gemma":[0.9842365,0.000042580617,0.014805374,0.00021490613,0.00006039117,0.0000227493,7.9758394e-7,0.00003253783,0.0005842127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99717987,0.000037481797,0.00073179323,0.00087049586,0.00058822817,0.0005921544],"domain_scores_gemma":[0.9973744,0.0002148444,0.00035101993,0.0010041608,0.00082031416,0.00023525301],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011595004,0.00040753567,0.0004594163,0.00047177103,0.00015498827,0.00028508902,0.003243988,0.00038292698,0.00008894737],"category_scores_gemma":[0.00029580525,0.00038834964,0.00027101202,0.0013265318,0.0005934112,0.0011253401,0.0007420007,0.0015454025,0.00008840795],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007485628,0.00049213535,0.0060353735,0.0001865291,0.00012801339,0.0000030856406,0.0038091717,0.000022810407,0.30410692,0.6697439,0.013762706,0.0016345088],"study_design_scores_gemma":[0.0007015289,0.00072200445,0.004114465,0.0001733579,0.00004049773,0.000095563526,0.0002481369,0.014229803,0.88287485,0.06868782,0.027197167,0.0009148035],"about_ca_topic_score_codex":0.00011620461,"about_ca_topic_score_gemma":0.00013530471,"teacher_disagreement_score":0.6010561,"about_ca_system_score_codex":0.000021575004,"about_ca_system_score_gemma":0.00007612957,"threshold_uncertainty_score":0.9998568},"labels":[],"label_agreement":null},{"id":"W596341094","doi":"","title":"Proceedings of the 2003 Conference on Universal Usability : CUU 2003 : November 10-11, 2003, Vancouver, British Columbia, Canada","year":2003,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Library science; History; Political science; Geography; Computer science","score_opus":0.012611588712961036,"score_gpt":0.20401762239333307,"score_spread":0.19140603368037204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W596341094","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012500668,0.000058406225,0.006282472,0.0003094386,0.011728566,0.004709038,0.0011149198,0.00035852255,0.96293795],"genre_scores_gemma":[0.01614624,0.0000015623201,0.0021147085,0.0006932353,0.0001423545,0.00002246007,0.000028794097,0.00005625687,0.98079437],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958618,0.00018489272,0.0009775327,0.0010732481,0.0011841563,0.00071836804],"domain_scores_gemma":[0.99145156,0.00045932247,0.0017784989,0.00062235945,0.005531825,0.00015643032],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015400089,0.00045294955,0.00082546164,0.00006020024,0.00060213543,0.0006147757,0.0017415996,0.0005329332,0.000078795005],"category_scores_gemma":[0.0019749322,0.0005802281,0.00021793325,0.00051159237,0.00013071763,0.00018418318,0.00035755563,0.00065392937,0.0000034578607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009357172,0.00008548417,0.005831705,0.00014944417,0.00012865139,0.0000015007829,0.00015920548,0.00007921265,0.000008095158,0.005820795,0.9859609,0.0017656456],"study_design_scores_gemma":[0.0017911918,0.00030965667,0.0030766795,0.0008697546,0.00019593672,0.00000992537,0.00005256277,0.028312916,0.000210432,0.009761106,0.953897,0.001512868],"about_ca_topic_score_codex":0.17787191,"about_ca_topic_score_gemma":0.84998244,"teacher_disagreement_score":0.67211056,"about_ca_system_score_codex":0.0033610964,"about_ca_system_score_gemma":0.0075192554,"threshold_uncertainty_score":0.9996649},"labels":[],"label_agreement":null},{"id":"W630244727","doi":"","title":"Game usability : advice from the experts for advancing the player experience","year":2008,"lang":"en","type":"book","venue":"CRC Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Pluralistic walkthrough; Think aloud protocol; Usability engineering; Usability lab; Web usability; Cognitive walkthrough; Usability goals; Usability inspection; World Wide Web; Human–computer interaction","score_opus":0.06617732051174147,"score_gpt":0.2818548838153599,"score_spread":0.21567756330361842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W630244727","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045512198,0.0066308114,0.5005895,0.0012282527,0.0055102836,0.00751223,0.00038183748,0.0014650717,0.47213078],"genre_scores_gemma":[0.0378748,0.00014232866,0.014049162,0.007032925,0.0023075354,0.0038238775,0.00004444491,0.0001941338,0.9345308],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647206,0.00030584366,0.00064538076,0.0012812973,0.00062700745,0.0006684329],"domain_scores_gemma":[0.9921913,0.0035654467,0.000332742,0.00350806,0.0002549868,0.00014746905],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058899715,0.0005608121,0.00052284874,0.000026630776,0.00061720196,0.00039864832,0.0053399014,0.00035303304,0.000016314707],"category_scores_gemma":[0.00030243586,0.00033807242,0.0003668682,0.00002465575,0.0006852574,0.0003412612,0.001026371,0.00059300294,0.000016436026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047275814,0.00028558503,0.00008007056,0.0003606842,0.00046008182,0.000057479476,0.33161417,0.00060793135,0.0009279987,0.06788202,0.5190399,0.07821127],"study_design_scores_gemma":[0.00029568753,0.00008018719,0.00003401992,0.00019281243,0.000030784206,0.000014665418,0.00014766918,0.0067652324,0.0037100797,0.012861279,0.9753513,0.00051633624],"about_ca_topic_score_codex":0.00042204375,"about_ca_topic_score_gemma":0.0001449669,"teacher_disagreement_score":0.48654035,"about_ca_system_score_codex":0.0002255695,"about_ca_system_score_gemma":0.0004802202,"threshold_uncertainty_score":0.99990714},"labels":[],"label_agreement":null},{"id":"W68651292","doi":"10.1007/978-3-540-92698-6_21","title":"Toward Quality-Centered Design of Groupware Architectures","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Collaborative software; Computer science; Software engineering; Computer-supported cooperative work; Software architecture; Software quality; Concurrent engineering; Quality (philosophy); Software development; Software; Systems engineering; Human–computer interaction; Work (physics); Knowledge management; Engineering","score_opus":0.09421498651508603,"score_gpt":0.2939068842782089,"score_spread":0.19969189776312285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68651292","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035019763,0.00084043905,0.99559903,0.0006848721,0.0011733412,0.0006181338,0.000014041566,0.00018882962,0.0005311315],"genre_scores_gemma":[0.4316422,0.000110941844,0.5668202,0.0010474533,0.00020694493,0.000011615782,0.0000037681561,0.000041646155,0.00011523181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99465406,0.00021243443,0.0010666448,0.0018408934,0.0014459114,0.00078003504],"domain_scores_gemma":[0.9954868,0.0012225013,0.00053558894,0.0021442734,0.0003947802,0.00021604978],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014275616,0.00070307765,0.0009866244,0.00091659685,0.00019616267,0.00023933419,0.0056638783,0.00042865484,0.000033248],"category_scores_gemma":[0.00026574804,0.0006334257,0.00028083785,0.00062521413,0.0014243914,0.00035952684,0.0014528814,0.0010201265,0.000038870414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012477723,0.0002695407,0.00019053888,0.00039812393,0.00008582799,0.00025136088,0.012686273,0.239607,0.0012020549,0.012202951,0.00020459754,0.73277694],"study_design_scores_gemma":[0.0016290584,0.0017938904,0.0009810452,0.0018633752,0.000034617828,0.0005787658,0.000001315096,0.51509553,0.035769984,0.43626407,0.002668289,0.0033200507],"about_ca_topic_score_codex":0.000056833596,"about_ca_topic_score_gemma":0.00003108753,"teacher_disagreement_score":0.7294569,"about_ca_system_score_codex":0.00025630742,"about_ca_system_score_gemma":0.0007021102,"threshold_uncertainty_score":0.999716},"labels":[],"label_agreement":null},{"id":"W6893897121","doi":"10.5281/zenodo.5841755","title":"Structuring Diverging Ideas and Converging Them Toward the User-axis: A Design Process","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Structuring; Viewpoints; Process (computing); Design process; Interface (matter); Engineering design process; Key (lock)","score_opus":0.06655451789020231,"score_gpt":0.2488001493933581,"score_spread":0.18224563150315579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893897121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2948057,0.00024357042,0.6853956,0.0066763866,0.00035433852,0.0013020869,0.000060046114,0.002059214,0.00910305],"genre_scores_gemma":[0.998244,0.00001229517,0.0011076694,0.00021305252,0.000030295001,1.9469213e-7,0.0000152446455,0.0002447318,0.0001325219],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979724,0.0006699217,0.00017533932,0.00043529127,0.0004332631,0.000313739],"domain_scores_gemma":[0.9990999,0.00007532354,0.0000838604,0.00046001628,0.00018851428,0.00009239815],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012329827,0.00012016487,0.000104477265,0.00008682159,0.0038774554,0.0012215757,0.0022604216,0.000020258534,0.0019161475],"category_scores_gemma":[0.00022997963,0.000105548905,0.00003015688,0.00050824607,0.00012697767,0.000492237,0.0033646692,0.00033775985,0.00028130793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004791031,0.00048818105,0.00023936927,0.0005512411,0.0003673798,0.0001808625,0.27560964,0.028902834,0.010352373,0.19293675,0.057803277,0.432089],"study_design_scores_gemma":[0.0018148466,0.00094783696,0.0019833085,0.000080439415,0.000045495643,0.0016354765,0.015464583,0.14291303,0.010933942,0.032553095,0.7905693,0.0010586554],"about_ca_topic_score_codex":0.000011345881,"about_ca_topic_score_gemma":4.772861e-8,"teacher_disagreement_score":0.73276603,"about_ca_system_score_codex":0.00011075518,"about_ca_system_score_gemma":0.0000072519597,"threshold_uncertainty_score":0.9998152},"labels":[],"label_agreement":null},{"id":"W6901619064","doi":"10.60692/qnavy-pnn52","title":"Towards a Theory of Interoperability of Software Systems","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interoperability; Axiom; Semantic interoperability; Cross-domain interoperability; WS-I Basic Profile; Set (abstract data type)","score_opus":0.06281016877648124,"score_gpt":0.23193569221178573,"score_spread":0.1691255234353045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901619064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47193584,0.0000025675256,0.5263529,0.000015206702,0.0004886115,0.00025271764,0.000055424098,0.00031499765,0.00058177434],"genre_scores_gemma":[0.9987617,6.6579034e-8,0.001107336,0.000015102074,0.000012139012,0.00003685326,0.0000036167878,0.00000440981,0.00005874138],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981403,0.00024544308,0.0008950307,0.00015999105,0.00037092395,0.0001883095],"domain_scores_gemma":[0.9982998,0.000038238635,0.00035654815,0.0008259574,0.00042338594,0.000056071014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016826056,0.00012961637,0.00032470428,0.00028103127,0.000045014076,0.00009625982,0.00074502075,0.000087462606,0.000006654647],"category_scores_gemma":[0.000114437666,0.000102554135,0.000106035535,0.0006051149,0.0000626822,0.0009729859,0.00023815375,0.000072477895,0.0003042899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024185955,0.000022462762,0.1558178,0.010548903,0.00025278595,0.0000045210068,0.765774,0.00481959,0.000048931983,0.052169003,0.000508671,0.009791462],"study_design_scores_gemma":[0.00473466,0.0015078299,0.42241153,0.0043477295,0.0001261917,0.00015935797,0.16493465,0.3414087,0.05677672,0.00078428985,0.0009328457,0.0018754776],"about_ca_topic_score_codex":0.000018518705,"about_ca_topic_score_gemma":6.415699e-8,"teacher_disagreement_score":0.6008394,"about_ca_system_score_codex":0.00006490023,"about_ca_system_score_gemma":0.00006552744,"threshold_uncertainty_score":0.41820362},"labels":[],"label_agreement":null},{"id":"W6907317519","doi":"10.20380/gi2017.01","title":"A Conversation with the CHCCS 2017 Achievement Award Winner","year":2017,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Casual; Variety (cybernetics); Field (mathematics)","score_opus":0.05363018520336355,"score_gpt":0.278265671346276,"score_spread":0.22463548614291245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907317519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03664916,0.00019889444,0.6583629,0.30173033,0.0005383871,0.0007592328,0.000014932547,0.00018562781,0.0015604725],"genre_scores_gemma":[0.93498,0.000027834998,0.06016891,0.004047113,0.000085695094,0.00007024155,0.000017824246,0.000013168011,0.00058922434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856097,0.0001605686,0.00023493024,0.0003589538,0.00038782234,0.00029677022],"domain_scores_gemma":[0.9920602,0.00016687649,0.00029048443,0.0071342564,0.0002517757,0.00009643926],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.00050647144,0.00019496793,0.00017641665,0.000014631095,0.0040358505,0.0007983664,0.007885549,0.00006093337,0.000006533809],"category_scores_gemma":[0.000009260661,0.00014341703,0.00010839939,0.00009121508,0.0005519063,0.0006067483,0.0015920938,0.00038340772,0.000009128366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010054488,0.00040465378,0.0064477883,0.00006560649,0.0006838087,0.000008340169,0.03274148,0.0008574172,0.00031179516,0.102812976,0.8446867,0.010969404],"study_design_scores_gemma":[0.0013850904,0.00017371388,0.08852317,0.00008944885,0.00007363571,0.000020544743,0.00080905616,0.18940257,0.00049035053,0.0013740376,0.716807,0.00085137016],"about_ca_topic_score_codex":0.085886545,"about_ca_topic_score_gemma":0.25713426,"teacher_disagreement_score":0.8983308,"about_ca_system_score_codex":0.00038150846,"about_ca_system_score_gemma":0.00057754375,"threshold_uncertainty_score":0.99748224},"labels":[],"label_agreement":null},{"id":"W6907527797","doi":"10.25316/ir-10541","title":"Nanaimo Free Press [Saturday, July 25, 1896]","year":2019,"lang":"en","type":"other","venue":"VIURRSpace (Vancouver Island University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.013873318048057743,"score_gpt":0.20344363498170828,"score_spread":0.18957031693365053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907527797","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.6809274e-7,0.00039082396,0.06413179,0.0003099873,0.003492443,0.00055534014,0.00018493569,0.00066540274,0.9302684],"genre_scores_gemma":[0.00023609883,0.00024662222,0.0038251376,0.00014071059,0.0002212406,0.0000015429054,6.505787e-7,0.00018648518,0.9951415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717504,0.00021071342,0.00018155416,0.0012111195,0.00056640926,0.00065514847],"domain_scores_gemma":[0.99649584,0.00012687145,0.00032061018,0.0027261816,0.00011441742,0.00021608412],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014368066,0.00060617813,0.0006437478,0.0006719707,0.00013313076,0.00018595236,0.0039540995,0.0006726406,0.00023867753],"category_scores_gemma":[0.000041656636,0.0006179695,0.00028004346,0.0006633164,0.00014147056,0.00054932706,0.0012322736,0.0006543618,0.0008205873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025242445,0.00009315354,0.0000011895396,0.0001289408,0.00014950705,0.00013016579,0.0003576623,0.000041110932,0.000011229825,0.0057142954,0.99286336,0.00048412624],"study_design_scores_gemma":[0.0012167768,0.00013651389,0.000002381923,0.00022561291,0.0000728501,0.0000041623093,0.000075908516,0.00042877594,0.00011811599,0.00021362753,0.9967459,0.00075936574],"about_ca_topic_score_codex":0.0011669601,"about_ca_topic_score_gemma":0.0026281825,"teacher_disagreement_score":0.06487311,"about_ca_system_score_codex":0.00021567519,"about_ca_system_score_gemma":0.00025287276,"threshold_uncertainty_score":0.9999574},"labels":[],"label_agreement":null},{"id":"W6908644778","doi":"10.3389/fmicb.2023.1302586.s005","title":"Table_4_Paranannizziopsis spp. infections in wild snakes and a qPCR assay for detection of the fungus.XLSX","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dermatomycosis; Phylogenetic tree; Genus; Clade; Internal transcribed spacer; Nearctic ecozone; Subgenus; Host (biology)","score_opus":0.049470670621092096,"score_gpt":0.277229051402627,"score_spread":0.2277583807815349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908644778","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003065513,0.00014296679,0.0003262658,0.00011203442,0.00035223117,0.0006477349,0.9983214,0.000054648975,0.000012026201],"genre_scores_gemma":[0.00079718546,0.000012477178,0.00006434734,0.000060254308,0.00006386622,0.00069844676,0.9981386,0.000014277077,0.00015053496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998658,0.00013554611,0.00030955265,0.0004549069,0.00019926812,0.00024273487],"domain_scores_gemma":[0.99806,0.0007581654,0.00020310088,0.0008094837,0.00012527031,0.00004401775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023368228,0.00020461941,0.00027758256,0.0001893247,0.00013968747,0.00012970757,0.0008698821,0.00026951905,0.00070906634],"category_scores_gemma":[0.001708862,0.00016678196,0.00012706469,0.00080722885,0.000017361224,0.0002348356,0.0004035338,0.00033338089,0.00036018834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004474976,0.000044705666,0.000010484656,0.00046619415,0.000019491015,0.0000010638599,0.00004283177,0.000105555766,0.000018764984,0.0000021656358,0.9984932,0.0007910509],"study_design_scores_gemma":[0.00023185431,0.00012528525,0.0009286752,0.001439254,0.00002043487,0.000010323433,0.000010740057,0.0027610213,0.0008265837,0.00025305717,0.9931587,0.0002340503],"about_ca_topic_score_codex":0.00047272578,"about_ca_topic_score_gemma":0.0037416301,"teacher_disagreement_score":0.005334496,"about_ca_system_score_codex":0.000061393,"about_ca_system_score_gemma":0.000110553796,"threshold_uncertainty_score":0.7763779},"labels":[],"label_agreement":null},{"id":"W6911164678","doi":"10.5281/zenodo.10140729","title":"Online appendix","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"","score_opus":0.07100691545783963,"score_gpt":0.275330789041934,"score_spread":0.20432387358409435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911164678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17923449,0.00012702071,0.5881198,0.020570802,0.0011659407,0.001495294,0.0005977883,0.02231898,0.18636988],"genre_scores_gemma":[0.98329765,0.00009061509,0.005010747,0.000710302,0.00026405978,5.0497455e-8,0.0022990974,0.0014570706,0.0068704225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985299,0.00023530897,0.0001750921,0.00040475524,0.00031259697,0.00034231594],"domain_scores_gemma":[0.99887425,0.00003171902,0.000044865992,0.00065713347,0.00025927593,0.00013273221],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006880035,0.00009641744,0.000095535725,0.00021562731,0.001192528,0.0008331382,0.0021721672,0.0000429451,0.0042393194],"category_scores_gemma":[0.0003697856,0.000100106925,0.000043058837,0.0011144136,0.00007729318,0.00040809403,0.0018957433,0.00019092638,0.07564482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020139976,0.00030170553,0.0000051139045,0.000054025608,0.00003492098,0.000042208037,0.0027901372,0.0002753581,0.005483529,0.039920963,0.6518889,0.29918298],"study_design_scores_gemma":[0.00018809208,0.00013546928,0.00067064044,0.000011763009,0.0000022011814,0.00004141525,0.000112810645,0.010533006,0.00061392394,0.0013126701,0.98625314,0.00012485299],"about_ca_topic_score_codex":0.0000072310863,"about_ca_topic_score_gemma":2.2295724e-7,"teacher_disagreement_score":0.80406314,"about_ca_system_score_codex":0.000062836945,"about_ca_system_score_gemma":0.0000028179825,"threshold_uncertainty_score":0.99667096},"labels":[],"label_agreement":null},{"id":"W6913032531","doi":"10.5281/zenodo.826439","title":"Presentation Of The Paper \"Improving Success/Completion Ratio In Large Surveys: A Proposal Based On Usability And Engagement\" In Hcii 2017","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Presentation (obstetrics); Session (web analytics); Population; Test (biology); Computer-assisted web interviewing; Questionnaire","score_opus":0.06237085524152291,"score_gpt":0.28694340942671553,"score_spread":0.22457255418519262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913032531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88588744,0.00001259982,0.09969802,0.0037350678,0.00016277489,0.0014580964,0.00006297199,0.00015002087,0.00883302],"genre_scores_gemma":[0.9993511,0.0000027005967,0.0004277011,0.000051127296,0.000012967684,1.6554503e-7,0.00002885299,0.00007577188,0.000049646762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969651,0.00187666,0.00025486283,0.00037602166,0.0003188137,0.00020855376],"domain_scores_gemma":[0.998618,0.00007664587,0.00016314522,0.0008926259,0.00020687428,0.000042696505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044013504,0.00009021274,0.00011494114,0.000119101045,0.0012223583,0.00079289504,0.0014723565,0.000040632865,0.0003046574],"category_scores_gemma":[0.0019324347,0.00007765988,0.000025197003,0.00021866438,0.00016407299,0.00082270807,0.001131322,0.00023987894,0.000060271344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011163409,0.007978051,0.19456612,0.0021183675,0.000093366514,0.000049582635,0.04516179,0.00781048,0.119600296,0.09370442,0.015228268,0.51257294],"study_design_scores_gemma":[0.001151153,0.00022031664,0.87061405,0.00007106724,0.0000029111936,0.0000027592698,0.00010919015,0.11739108,0.0023362376,0.0005847101,0.007378911,0.00013758389],"about_ca_topic_score_codex":0.00021586307,"about_ca_topic_score_gemma":0.000060043327,"teacher_disagreement_score":0.676048,"about_ca_system_score_codex":0.0000949566,"about_ca_system_score_gemma":0.00001200911,"threshold_uncertainty_score":0.9401516},"labels":[],"label_agreement":null},{"id":"W6920596971","doi":"10.60692/f4kfy-1rp02","title":"Towards a Theory of Interoperability of Software Systems","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interoperability; Axiom; Semantic interoperability; Cross-domain interoperability; WS-I Basic Profile; Set (abstract data type)","score_opus":0.06281016877648124,"score_gpt":0.23193569221178573,"score_spread":0.1691255234353045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920596971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47193584,0.0000025675256,0.5263529,0.000015206702,0.0004886115,0.00025271764,0.000055424098,0.00031499765,0.00058177434],"genre_scores_gemma":[0.9987617,6.6579034e-8,0.001107336,0.000015102074,0.000012139012,0.00003685326,0.0000036167878,0.00000440981,0.00005874138],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981403,0.00024544308,0.0008950307,0.00015999105,0.00037092395,0.0001883095],"domain_scores_gemma":[0.9982998,0.000038238635,0.00035654815,0.0008259574,0.00042338594,0.000056071014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016826056,0.00012961637,0.00032470428,0.00028103127,0.000045014076,0.00009625982,0.00074502075,0.000087462606,0.000006654647],"category_scores_gemma":[0.000114437666,0.000102554135,0.000106035535,0.0006051149,0.0000626822,0.0009729859,0.00023815375,0.000072477895,0.0003042899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024185955,0.000022462762,0.1558178,0.010548903,0.00025278595,0.0000045210068,0.765774,0.00481959,0.000048931983,0.052169003,0.000508671,0.009791462],"study_design_scores_gemma":[0.00473466,0.0015078299,0.42241153,0.0043477295,0.0001261917,0.00015935797,0.16493465,0.3414087,0.05677672,0.00078428985,0.0009328457,0.0018754776],"about_ca_topic_score_codex":0.000018518705,"about_ca_topic_score_gemma":6.415699e-8,"teacher_disagreement_score":0.6008394,"about_ca_system_score_codex":0.00006490023,"about_ca_system_score_gemma":0.00006552744,"threshold_uncertainty_score":0.41820362},"labels":[],"label_agreement":null},{"id":"W6921072428","doi":"10.6084/m9.figshare.26122755.v1","title":"Additional file 1 of Development and usability testing of an online support tool to identify models and frameworks to inform implementation","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Development (topology); Key (lock); User interface","score_opus":0.12987952577175657,"score_gpt":0.35770210519488604,"score_spread":0.22782257942312947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921072428","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036453668,0.000004344044,0.0014918415,0.00006847688,0.000014408016,0.0002341007,0.96162635,0.000040598436,0.00006622526],"genre_scores_gemma":[0.15907556,7.549096e-8,0.425889,0.0003508332,0.000032823016,0.00046296467,0.41412157,0.000009904672,0.00005730698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991513,0.000013247071,0.00028487638,0.00024829115,0.00018979967,0.000112499845],"domain_scores_gemma":[0.998869,0.0006626605,0.000043212265,0.00017051834,0.00017420301,0.000080432765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000087204426,0.00007752185,0.00010028698,0.000071716764,0.00004133335,0.00009952338,0.00019147604,0.000054793953,0.44579867],"category_scores_gemma":[0.00087987405,0.000077141594,0.000014398627,0.0002838864,0.0000059544586,0.00066208176,0.00027530352,0.00009289754,0.000046923866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004126289,0.000040613766,0.0000148916415,0.00029417887,0.000009911607,0.0000017483226,0.0025755507,0.00019857887,0.00005120735,0.000051916708,0.77911496,0.21764229],"study_design_scores_gemma":[0.00030012787,0.0013161117,0.19021818,0.008060619,0.0000125413535,0.00003548306,0.0008124175,0.21963531,0.01384981,0.0056277052,0.559213,0.00091871555],"about_ca_topic_score_codex":0.0000068707,"about_ca_topic_score_gemma":0.0000402054,"teacher_disagreement_score":0.5475048,"about_ca_system_score_codex":0.000029520486,"about_ca_system_score_gemma":0.00018553072,"threshold_uncertainty_score":0.55470794},"labels":[],"label_agreement":null},{"id":"W6922230263","doi":"10.1145/3708359.3712164","title":"Authoring LLM-Based Assistance for Real-World Contexts and Tasks","year":2025,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Key (lock); Task (project management); Set (abstract data type); Process (computing)","score_opus":0.030989570985522966,"score_gpt":0.3156403876429901,"score_spread":0.2846508166574671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922230263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007913336,0.00007071676,0.9717122,0.0045615407,0.00029852215,0.00025223827,0.0000028858565,0.00017827097,0.015010321],"genre_scores_gemma":[0.90819496,0.0000020959594,0.079750925,0.0010837873,0.000013660113,0.000047742105,6.4048135e-7,0.0000036008366,0.010902587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991677,0.00003827225,0.00016915661,0.00035400302,0.00008065697,0.00019025023],"domain_scores_gemma":[0.99905044,0.0004084773,0.000031149502,0.0003856465,0.000074519965,0.00004979663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000377484,0.00009393224,0.0001367088,0.00008604458,0.00012109037,0.00017139423,0.0003732827,0.00003612835,0.000009508083],"category_scores_gemma":[0.00006542672,0.000084496154,0.000041672964,0.0002429166,0.000042745934,0.00019970804,0.00007522368,0.000066266504,0.0000042137185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000684431,0.0001291561,0.006614796,0.00015407942,0.000028913482,0.0000022931433,0.00022146462,0.000084348074,0.0015949747,0.92318654,0.018039709,0.049875304],"study_design_scores_gemma":[0.0032135423,0.00046988725,0.07341039,0.0004082813,0.00004135166,0.0000012370868,0.00007185023,0.48120412,0.15104477,0.10661872,0.18266569,0.000850153],"about_ca_topic_score_codex":0.000068627254,"about_ca_topic_score_gemma":0.0005447995,"teacher_disagreement_score":0.9002816,"about_ca_system_score_codex":0.00004300527,"about_ca_system_score_gemma":0.000077234996,"threshold_uncertainty_score":0.3445653},"labels":[],"label_agreement":null},{"id":"W6924716184","doi":"10.15468/dl.e8pfrj","title":"Occurrence Download","year":2025,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matching (statistics); Range (aeronautics); Set (abstract data type); Identification (biology); Download","score_opus":0.017662453934014635,"score_gpt":0.22870239272364665,"score_spread":0.211039938789632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924716184","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033139764,0.000021440246,0.002063588,0.00051250897,0.0011770863,0.00032349053,0.9954601,0.00020485501,0.00020379135],"genre_scores_gemma":[0.000006189324,0.000032260912,0.000028077742,0.0010926125,8.1457887e-7,0.0000048201473,0.99883485,3.5384644e-9,4.020935e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981209,0.00012621858,0.0004705214,0.0003998953,0.0005301358,0.00035230504],"domain_scores_gemma":[0.99777603,0.000052819978,0.0002497511,0.0013753643,0.00039442402,0.00015162499],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040543207,0.00032587536,0.00032272315,0.00013298003,0.00029855658,0.00049081875,0.0025421183,0.00040458277,0.00035541874],"category_scores_gemma":[0.00024290205,0.00033881402,0.0001914537,0.0006464502,0.00013977259,0.0022807913,0.001230671,0.0003811363,0.04535483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017462156,0.000049164355,0.00015872801,0.0001868183,0.000027923936,0.0000016816837,0.000054111882,0.000013245061,1.8947578e-8,0.000002310629,0.99696547,0.0025230462],"study_design_scores_gemma":[0.00022121398,0.00004043909,0.000022369475,0.0000055156397,0.000023912226,0.0000028088368,0.00002436882,0.0000032020384,0.000009845838,0.000008291293,0.9993375,0.00030052007],"about_ca_topic_score_codex":0.0003824802,"about_ca_topic_score_gemma":0.000012619846,"teacher_disagreement_score":0.04499941,"about_ca_system_score_codex":0.0003850364,"about_ca_system_score_gemma":0.00038291415,"threshold_uncertainty_score":0.99990636},"labels":[],"label_agreement":null},{"id":"W6925272776","doi":"10.17895/ices.pub.25259128","title":"Technologies for monitoring fishing activities and observing catch in Canada","year":2006,"lang":"en","type":"other","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fishing; Commercial fishing; Work (physics); Citizen science","score_opus":0.0570393693473027,"score_gpt":0.2817512640042626,"score_spread":0.2247118946569599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925272776","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3682489,0.008166969,0.04658586,0.00691989,0.0057027396,0.008034734,0.00047818426,0.00023914244,0.5556236],"genre_scores_gemma":[0.373923,0.000080883576,0.34800825,0.00003067673,0.00018262866,0.00029515923,0.000011187289,0.00022808883,0.27724013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991168,0.00002054044,0.00013608272,0.00040138216,0.000100539495,0.00022465075],"domain_scores_gemma":[0.9993631,0.00014308657,0.00008772467,0.00037980042,0.000009307693,0.00001694772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015433703,0.00015046362,0.0002338958,0.00008195197,0.0000440678,0.0003995378,0.0013398911,0.0001249515,0.000014935228],"category_scores_gemma":[0.000035765403,0.00015217818,0.000013857705,0.00010368701,0.000022242399,0.00028039629,0.0006131979,0.00015224233,0.0000011636004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011359972,0.00004895498,0.028698012,0.00023461685,0.00005353831,0.000045323657,0.0013368032,0.000099354795,0.00031044043,0.00006841581,0.15513471,0.81395847],"study_design_scores_gemma":[0.0005323863,0.000059869748,0.0019414665,0.0014970453,0.000014859515,0.0000072508633,0.0030393114,0.0028354265,0.024149515,0.0006476814,0.9643542,0.00092094333],"about_ca_topic_score_codex":0.86393493,"about_ca_topic_score_gemma":0.973421,"teacher_disagreement_score":0.8130375,"about_ca_system_score_codex":0.00021613426,"about_ca_system_score_gemma":0.00039220712,"threshold_uncertainty_score":0.6205646},"labels":[],"label_agreement":null},{"id":"W6925321547","doi":"10.17613/ycm37-k9961","title":"Typeface design for Indigenous and endangered languages: Considerations, context and examples.","year":2024,"lang":"en","type":"article","venue":"Knowledge Commons (Lakehead University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Typeface; Indigenous; Context (archaeology); Endangered species","score_opus":0.06122915545515266,"score_gpt":0.2694372296096199,"score_spread":0.20820807415446724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925321547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18690047,0.011844065,0.79490536,0.0011448631,0.00030585987,0.00083027064,0.000060338865,0.0004596978,0.0035490885],"genre_scores_gemma":[0.9936048,0.000010168979,0.004021494,0.000012461324,0.00002487815,0.000004602785,0.0000041043436,0.00001113869,0.002306368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989944,0.00017704428,0.00011973861,0.00041993082,0.00006102424,0.00022787908],"domain_scores_gemma":[0.99814427,0.0012885315,0.000024164718,0.00031022835,0.00010938552,0.00012344542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027425596,0.00015447958,0.00018699626,0.00025830994,0.0003274873,0.00029762,0.00026979993,0.00009445447,0.0000146314605],"category_scores_gemma":[0.000083369305,0.00016367718,0.000043748518,0.00030409798,0.00014881528,0.0004376476,0.00019554664,0.0001420119,0.000027188942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115344774,0.00037333177,0.004310079,0.00066018244,0.00036275137,0.00035946834,0.1193308,0.000036225934,0.0029850237,0.7166751,0.023894716,0.13089694],"study_design_scores_gemma":[0.0019975873,0.0008870382,0.0056935656,0.0003662261,0.00017952439,0.0002312995,0.0024526126,0.013185975,0.0067655533,0.013862934,0.9533227,0.0010549943],"about_ca_topic_score_codex":0.000055291286,"about_ca_topic_score_gemma":0.0075513725,"teacher_disagreement_score":0.929428,"about_ca_system_score_codex":0.000085616346,"about_ca_system_score_gemma":0.0002069015,"threshold_uncertainty_score":0.66745615},"labels":[],"label_agreement":null},{"id":"W6928816515","doi":"10.3897/zookeys.179.2600.map1","title":"Map 1 from: Webster R, Sweeney J, DeMerchant I (2012) New Coleoptera records from New Brunswick, Canada: Silvanidae and Laemophloeidae. ZooKeys 179: 157-168. https://doi.org/10.3897/zookeys.179.2600","year":2012,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; Identification (biology); Natural (archaeology); Object (grammar)","score_opus":0.03990493993392442,"score_gpt":0.2269430878920868,"score_spread":0.1870381479581624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928816515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003625595,0.006368171,0.060801137,0.0049552447,0.0026923963,0.0020502468,0.0003125439,0.002626031,0.91656864],"genre_scores_gemma":[0.0037056562,0.00052856357,0.005877545,0.0010438649,0.002043879,2.0302005e-7,0.0012441811,0.0036456645,0.98191047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994568,0.0008353161,0.0007414354,0.0016521391,0.0010497116,0.0011534119],"domain_scores_gemma":[0.99578613,0.00015630882,0.0004636352,0.0019778262,0.00035948303,0.0012565952],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006230402,0.000776828,0.0007697828,0.00039493575,0.0009083733,0.0015423605,0.0038114507,0.0004910281,0.3897446],"category_scores_gemma":[0.0002887533,0.0008144625,0.00014377371,0.00050511985,0.00022346065,0.00080994784,0.0032226522,0.0011185388,0.114626534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006962321,0.00010819612,0.00016321678,0.0000808715,0.00023078115,0.000036314916,0.000976682,0.000004408506,0.00013328831,0.000869141,0.96590185,0.031425595],"study_design_scores_gemma":[0.0009064353,0.00020970433,0.0031365787,0.00028002766,0.000085406406,0.000005038306,0.00006646705,0.0003686693,0.0003253725,0.00032415098,0.9934387,0.000853412],"about_ca_topic_score_codex":0.47983134,"about_ca_topic_score_gemma":0.025730262,"teacher_disagreement_score":0.4541011,"about_ca_system_score_codex":0.0005539871,"about_ca_system_score_gemma":0.00046147322,"threshold_uncertainty_score":0.99949414},"labels":[],"label_agreement":null},{"id":"W6930241678","doi":"10.5281/zenodo.12534158","title":"jackthomas818/simtrapoccR: Full Release","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Action (physics); Component (thermodynamics); Production (economics); Work (physics)","score_opus":0.0395733453502875,"score_gpt":0.252753946053133,"score_spread":0.2131806007028455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930241678","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018129997,0.0007540298,0.063008584,0.001060715,0.0005476434,0.00047964722,0.00022811309,0.0048835156,0.92901963],"genre_scores_gemma":[0.0041826917,0.0002883609,0.004995919,0.0004151582,0.00068782497,1.4052165e-7,0.00075983175,0.015431419,0.97323865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737924,0.00039863196,0.00028551492,0.0009683342,0.000500953,0.00046733633],"domain_scores_gemma":[0.9980003,0.00002042582,0.00012327023,0.0013902601,0.0002196625,0.00024606954],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00061950303,0.000294822,0.00025428942,0.0005009168,0.00054487836,0.0020111455,0.0033131242,0.0002208187,0.02955483],"category_scores_gemma":[0.00027192186,0.00030288045,0.00012404591,0.0007478898,0.00016272992,0.0002269686,0.0022586265,0.00058254565,0.12542509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011271228,0.00008084569,5.577742e-8,0.00019152372,0.000060198825,0.000049705504,0.00044377297,0.0000038746007,0.00021161119,0.011817381,0.9363753,0.050754428],"study_design_scores_gemma":[0.0001737355,0.00018376717,0.0000026452412,0.0001668925,0.000018580427,0.00010880505,0.00003312514,0.0005680494,0.000111197194,0.0014810627,0.9968292,0.00032291157],"about_ca_topic_score_codex":0.000026227659,"about_ca_topic_score_gemma":0.0000011326665,"teacher_disagreement_score":0.095870264,"about_ca_system_score_codex":0.00013903051,"about_ca_system_score_gemma":0.000008151084,"threshold_uncertainty_score":0.9999423},"labels":[],"label_agreement":null},{"id":"W6931476309","doi":"10.5281/zenodo.5747355","title":"Antibody Characterization Report for E3 ubiquitin-protein ligase parkin (Parkin)","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital","funders":"","keywords":"Parkin; Ubiquitin ligase; Immunoprecipitation; Antibody; DNA ligase; Ubiquitin-Protein Ligases","score_opus":0.04515956738056531,"score_gpt":0.2755785839024272,"score_spread":0.23041901652186186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931476309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050477993,0.000037756025,0.9358303,0.0026265362,0.00021971695,0.00067356176,0.00013503007,0.00091537903,0.009083747],"genre_scores_gemma":[0.9469736,0.000047448448,0.01386972,0.00078445906,0.00046782286,9.2857243e-7,0.02909447,0.0013921998,0.0073693525],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975398,0.00041091198,0.00043404987,0.00078140263,0.00039797183,0.00043585064],"domain_scores_gemma":[0.997329,0.00004048777,0.00019297276,0.0010175892,0.0012367014,0.00018327829],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012015983,0.00017398382,0.00019731277,0.00013961658,0.0014105604,0.001590241,0.0013491716,0.000086480264,0.0016456117],"category_scores_gemma":[0.0013345879,0.00019593813,0.000092674374,0.0006859708,0.00008636988,0.00073107786,0.0012084128,0.00020572059,0.0015201693],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053348016,0.0002847135,0.0000067704696,0.000117967415,0.00005359045,0.00018088146,0.0009982438,0.000015467767,0.91611433,0.014524318,0.003921424,0.06372895],"study_design_scores_gemma":[0.00037588266,0.00019317766,0.0006497252,0.000052110587,0.000011296273,0.00038038276,0.000048659334,0.003054846,0.08274705,0.0006904363,0.91156685,0.00022956269],"about_ca_topic_score_codex":0.000005636574,"about_ca_topic_score_gemma":3.1736084e-7,"teacher_disagreement_score":0.92196053,"about_ca_system_score_codex":0.00010920137,"about_ca_system_score_gemma":0.000020600773,"threshold_uncertainty_score":0.9998895},"labels":[],"label_agreement":null},{"id":"W6931606278","doi":"10.5281/zenodo.6620442","title":"BiAPoL/napari-clusters-plotter: 0.5.1","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"","keywords":"Plot (graphics); Plotter; Tracking (education); Code (set theory); Column (typography)","score_opus":0.0449864525459069,"score_gpt":0.2435555279883585,"score_spread":0.19856907544245161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931606278","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025209245,0.00021033401,0.048052207,0.0013573782,0.0004743813,0.0005975743,0.00028871733,0.0038451266,0.94514906],"genre_scores_gemma":[0.005205878,0.0002680189,0.00591992,0.002068643,0.00075029826,4.3026193e-7,0.0033578544,0.0209511,0.9614779],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699265,0.0007068166,0.00028397067,0.000886999,0.0006337053,0.00049587525],"domain_scores_gemma":[0.9978932,0.00003080746,0.00019421957,0.0015251101,0.00015820918,0.00019842434],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007120431,0.00027828582,0.0002676958,0.0005224221,0.0014418933,0.0013827126,0.004841176,0.00014672901,0.14688106],"category_scores_gemma":[0.00022359447,0.00030838707,0.00010512294,0.00074862805,0.00015205401,0.00025526312,0.004956698,0.00058466103,0.024070371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010192197,0.00011792128,5.245664e-7,0.00006717211,0.00005559497,0.000020082245,0.00067860936,0.000014127486,0.00007632442,0.0051617497,0.9580463,0.035751384],"study_design_scores_gemma":[0.0002819612,0.00022978144,0.000009917006,0.00003479757,0.000011356961,0.00008037476,0.00007008503,0.0006451128,0.000044439144,0.00021703793,0.9980478,0.0003273188],"about_ca_topic_score_codex":0.00006472166,"about_ca_topic_score_gemma":0.0000014632935,"teacher_disagreement_score":0.12281069,"about_ca_system_score_codex":0.00025464312,"about_ca_system_score_gemma":0.000008977713,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W6931724626","doi":"10.5683/sp3/kbwuzs","title":"Replication Data and Code for: Skill transferability and the earnings of immigrants","year":2022,"lang":"en","type":"dataset","venue":"Borealis","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Earnings; Replication (statistics); Replicate; Transferability; Data file","score_opus":0.04687976110324987,"score_gpt":0.30263699630786034,"score_spread":0.25575723520461047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931724626","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029929588,0.00026454884,0.013588276,0.0017525904,0.000045639106,0.0006555153,0.9833663,0.00002057743,0.0000072230964],"genre_scores_gemma":[0.0006103259,0.0004727106,0.00072868174,0.0001976538,0.000016831707,0.00010569627,0.99785155,0.000006123346,0.000010449827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982034,0.00028191495,0.00034316006,0.00081018003,0.00022535044,0.00013597387],"domain_scores_gemma":[0.9946334,0.0008007511,0.00016137533,0.004292686,0.00006922919,0.000042558364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002598712,0.00014830792,0.00032890125,0.000040610885,0.00016138348,0.000079872814,0.0022163969,0.000092353635,0.000034104713],"category_scores_gemma":[0.0006711624,0.000108345106,0.0000464962,0.000100678204,0.00028540878,0.0002049234,0.00067420007,0.00022093712,1.0968016e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008834365,0.000041937474,0.000030277268,0.00015864987,0.00003056177,2.7820434e-7,0.0007592402,0.0000013370743,0.000003887558,0.0005225172,0.9945751,0.003787891],"study_design_scores_gemma":[0.0005295658,0.000093720475,0.0010860806,0.000014628691,0.000061126586,0.000007367513,0.00003498164,0.0023425482,0.000042983753,0.0016164205,0.9940541,0.00011651118],"about_ca_topic_score_codex":0.01393654,"about_ca_topic_score_gemma":0.010601044,"teacher_disagreement_score":0.0144851925,"about_ca_system_score_codex":0.000015529995,"about_ca_system_score_gemma":0.000059880687,"threshold_uncertainty_score":0.99262977},"labels":[],"label_agreement":null},{"id":"W6931845477","doi":"10.5683/sp2/5fjmgo","title":"Trace gas fluxes of a High Arctic wetland across the growing season","year":2021,"lang":"en","type":"dataset","venue":"Borealis","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Trace gas; Arctic; Wetland; Growing season; Hydrology (agriculture); Watershed; The arctic","score_opus":0.023745493732850304,"score_gpt":0.27290089340758494,"score_spread":0.24915539967473463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931845477","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012643058,0.000564931,0.0019814882,0.001915948,0.0003056071,0.0002138151,0.99370307,0.00003781425,0.000013051099],"genre_scores_gemma":[0.0029010598,0.0002162842,0.0008952187,0.0005473781,0.00020510601,0.000034863886,0.9951226,0.00001628974,0.00006119624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978158,0.0003169908,0.00037603613,0.0005799321,0.0005145322,0.00039670273],"domain_scores_gemma":[0.9969492,0.00043624657,0.00021973663,0.002121542,0.00018667092,0.00008660332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068921817,0.00028307058,0.00044384104,0.00004046202,0.0001567081,0.00033359908,0.0023397042,0.00022555745,0.00004213874],"category_scores_gemma":[0.00027904008,0.00020384375,0.00020015553,0.00031987988,0.00015544728,0.00044800816,0.0005541821,0.00044468633,0.000011593041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009036335,0.00008671635,0.000036276007,0.00019559599,0.00007957287,0.000028015524,0.00034703466,0.000032424163,0.000024718822,0.0003152531,0.9979762,0.0008691519],"study_design_scores_gemma":[0.00018641951,0.000079960795,0.0007773826,0.00021566756,0.0000557634,0.00004923887,0.00009268431,0.00017985312,0.0011589753,0.0008690043,0.9960893,0.00024576258],"about_ca_topic_score_codex":0.059138674,"about_ca_topic_score_gemma":0.009488541,"teacher_disagreement_score":0.049650136,"about_ca_system_score_codex":0.000059506037,"about_ca_system_score_gemma":0.00016134909,"threshold_uncertainty_score":0.9471266},"labels":[],"label_agreement":null},{"id":"W6958444553","doi":"10.6084/m9.figshare.26726066.v1","title":"Additional file 1 of Impact of early surgical complications on kidney transplant outcomes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital","funders":"","keywords":"Kidney transplant; Kidney; Kidney transplantation; Complication; MEDLINE","score_opus":0.059659139897455284,"score_gpt":0.30428862670607676,"score_spread":0.24462948680862148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958444553","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018171116,0.0000073479728,0.000035370107,0.00015657749,0.000016129332,0.000077237455,0.996862,0.00006482303,0.0025987942],"genre_scores_gemma":[0.18788403,2.1263193e-7,0.0008458989,0.00007362511,0.00002107636,0.00024931674,0.8105064,0.0000076034435,0.00041180747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993397,0.000029627443,0.00016778595,0.00018475646,0.00017597756,0.000102170394],"domain_scores_gemma":[0.99754983,0.00198314,0.000037232956,0.00027920553,0.00007157999,0.00007899086],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000017957396,0.00008080869,0.00012500299,0.00006488871,0.00002268604,0.000037643294,0.00040889732,0.000042611904,0.95686865],"category_scores_gemma":[0.00027835686,0.000061858285,0.00019851483,0.00019132577,0.000010486839,0.0001469055,0.000035161665,0.00009543502,0.0019493123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035178239,0.000059294027,0.00001425139,0.000055450186,0.000027070599,0.0000057541793,0.00011165308,0.000015826481,0.0000061256565,0.00031819844,0.99889255,0.0004903054],"study_design_scores_gemma":[0.000141725,0.0004727912,0.08083566,0.0052229413,0.000005396994,0.000021007852,0.0000021842477,0.011216937,0.0004726495,0.00058173825,0.90082186,0.00020510847],"about_ca_topic_score_codex":0.000008957798,"about_ca_topic_score_gemma":9.353422e-7,"teacher_disagreement_score":0.95491934,"about_ca_system_score_codex":0.000022039749,"about_ca_system_score_gemma":0.0001846349,"threshold_uncertainty_score":0.9988278},"labels":[],"label_agreement":null},{"id":"W6963179087","doi":"10.20380/gi2022.07","title":"Promoting Feature Awareness by Leveraging Collaborators' Usage Habits in Collaborative Editors","year":2022,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Manitoba; University of British Columbia","funders":"","keywords":"Feature (linguistics); Space (punctuation); Work (physics); Design elements and principles; Key (lock)","score_opus":0.021572117509642115,"score_gpt":0.26438949475101015,"score_spread":0.24281737724136804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963179087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63068545,0.0058037415,0.19438319,0.1485265,0.011421234,0.0052479967,0.0011725262,0.0013285638,0.0014307658],"genre_scores_gemma":[0.9518543,0.000017568269,0.04429728,0.0026486288,0.00022726798,0.0004013005,0.00015778533,0.000034487875,0.00036138386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682784,0.0009156894,0.00046159708,0.0006601428,0.00063626724,0.00049843476],"domain_scores_gemma":[0.99640757,0.00040958496,0.00024373403,0.0024218783,0.0003710364,0.0001462074],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00091709883,0.00029005652,0.00034229536,0.00007174534,0.0025043685,0.00032171526,0.004829111,0.00008914949,0.00001583407],"category_scores_gemma":[0.000025654657,0.00034893514,0.00009429291,0.0022321888,0.00015171853,0.0005448108,0.0027330308,0.0010271826,0.0000013728047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024981114,0.0003218335,0.0059110806,0.00004085523,0.000069486894,0.000008656794,0.037555635,0.0015529902,0.00070666906,0.0018670161,0.9510117,0.0009515534],"study_design_scores_gemma":[0.0009938934,0.000117634496,0.0024975932,0.000068410736,0.0000147486635,0.000011357325,0.0034121308,0.22064537,0.0011310128,0.00048811312,0.7697217,0.0008980742],"about_ca_topic_score_codex":0.04652793,"about_ca_topic_score_gemma":0.08305035,"teacher_disagreement_score":0.3211688,"about_ca_system_score_codex":0.001869628,"about_ca_system_score_gemma":0.0025740047,"threshold_uncertainty_score":0.9998963},"labels":[],"label_agreement":null},{"id":"W6968402249","doi":"10.5281/zenodo.14550793","title":"Silhouette: Leveraging Consistency Mechanisms to Detect Bugs in Persistent Memory-Based File Systems","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consistency (knowledge bases); Artifact (error); Data consistency; Causal consistency; Strong consistency; Data integrity; File system","score_opus":0.04361520474334294,"score_gpt":0.23994480625222633,"score_spread":0.1963296015088834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968402249","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042765096,0.0008346998,0.31499967,0.0016751628,0.0011215032,0.0019600668,0.0010720316,0.0040664654,0.67422765],"genre_scores_gemma":[0.078846924,0.000065737455,0.032161064,0.0022887317,0.00070966186,0.0000042090105,0.0021138461,0.025723267,0.8580866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699223,0.0005358816,0.000364724,0.0010200997,0.00057454815,0.00051253114],"domain_scores_gemma":[0.99829656,0.000045987497,0.000118042146,0.0010898727,0.000218922,0.00023061362],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00088153384,0.0003064089,0.00033244927,0.00087540946,0.0004155394,0.0017370117,0.0024068584,0.00017448174,0.019426025],"category_scores_gemma":[0.00036506148,0.00032573374,0.00013417186,0.00095801504,0.000075379874,0.00013215971,0.0014223005,0.00047262752,0.029265659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012334458,0.000054285327,4.0360074e-8,0.00039622208,0.000052403622,0.000066723616,0.0009925272,0.00046716945,0.00059367454,0.0017652839,0.9854989,0.010100447],"study_design_scores_gemma":[0.00024287833,0.00031913767,0.0000022432403,0.0006708583,0.000017402348,0.000053102973,0.000241892,0.007895454,0.00022667457,0.0001939072,0.9897586,0.0003778447],"about_ca_topic_score_codex":0.00017382391,"about_ca_topic_score_gemma":0.0000040773607,"teacher_disagreement_score":0.2828386,"about_ca_system_score_codex":0.00037705063,"about_ca_system_score_gemma":0.000018688543,"threshold_uncertainty_score":0.9999195},"labels":[],"label_agreement":null},{"id":"W6976738005","doi":"10.60692/10q1k-4bd19","title":"Can a Gorilla Ride a Camel? Learning Semantic Plausibility from Text","year":2019,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University","funders":"","keywords":"Natural language understanding; Language model; Set (abstract data type); Commonsense knowledge; Language understanding; Commonsense reasoning; Natural language; Testbed","score_opus":0.02524745682790789,"score_gpt":0.20215142514591497,"score_spread":0.1769039683180071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976738005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8416541,0.0000020454345,0.15481932,0.00012077921,0.0006729929,0.00040220717,0.00003207572,0.0004252423,0.0018712331],"genre_scores_gemma":[0.9982539,3.860402e-8,0.0012105986,0.00015802743,0.000043575856,0.000023890385,0.000010095864,0.00000717678,0.00029270368],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806434,0.00019178627,0.00064786733,0.0003458418,0.00041803517,0.00033215],"domain_scores_gemma":[0.9984114,0.00004150721,0.00029899122,0.0009501404,0.00017881115,0.000119162425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061706477,0.00021551967,0.0003127389,0.00015217229,0.00013893258,0.00053645193,0.00065571675,0.00012520526,0.000054817912],"category_scores_gemma":[0.000047032423,0.00018319601,0.00010023944,0.00030001183,0.000023438244,0.0013673031,0.00022033443,0.00021879468,0.0049345684],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053315423,0.0000050945528,0.7123752,0.0004157194,0.00007209964,0.0000046631217,0.2825578,0.002173345,0.00003219102,0.001126898,0.00011487884,0.0010687964],"study_design_scores_gemma":[0.002741187,0.0003401987,0.34025666,0.00065420486,0.00004580449,0.00008277221,0.029587775,0.6176374,0.0045428784,0.0000947455,0.0027630662,0.0012532952],"about_ca_topic_score_codex":0.00030624424,"about_ca_topic_score_gemma":0.000004706663,"teacher_disagreement_score":0.6154641,"about_ca_system_score_codex":0.00021756602,"about_ca_system_score_gemma":0.00007741374,"threshold_uncertainty_score":0.9958402},"labels":[],"label_agreement":null},{"id":"W6981382008","doi":"","title":"„Ég þori, get og vil.\" Reynsla íslenskra ungmenna sem búið hafa erlendis af því að aðlagast íslensku samfélagi og skóla","year":2011,"lang":"is","type":"dissertation","venue":"Skemman","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"South asia; Scanning electron microscope","score_opus":0.03947873593038406,"score_gpt":0.26614528567701445,"score_spread":0.2266665497466304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981382008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86137784,0.0056967125,0.02718578,0.0023652546,0.029532837,0.0056051705,0.0011994762,0.0024327186,0.06460419],"genre_scores_gemma":[0.893527,0.00111052,0.0115750935,0.0013109504,0.002210435,0.00044392864,0.0018609583,0.000629522,0.08733164],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98538166,0.0013985026,0.0029259825,0.004738996,0.0023756642,0.0031791928],"domain_scores_gemma":[0.9893686,0.00063509203,0.0018385416,0.0055508027,0.0013703512,0.0012365966],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0023938667,0.0027810123,0.0026001825,0.0011541343,0.0014403688,0.0014776302,0.0067612715,0.0023530328,0.0021862013],"category_scores_gemma":[0.0004064242,0.0029651553,0.0014799685,0.0018380018,0.0006672801,0.002226575,0.001035593,0.0031684171,0.009278881],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053080707,0.011671343,0.015945893,0.01263718,0.0067554996,0.003222004,0.36353973,0.0006716533,0.032914262,0.0779991,0.18909466,0.2802406],"study_design_scores_gemma":[0.014081039,0.010920469,0.09976023,0.013736272,0.005092744,0.0011280242,0.01896091,0.034889065,0.19553617,0.05811098,0.5183854,0.029398676],"about_ca_topic_score_codex":0.0037660538,"about_ca_topic_score_gemma":0.004067595,"teacher_disagreement_score":0.3445788,"about_ca_system_score_codex":0.00083189266,"about_ca_system_score_gemma":0.0011282997,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W6989798918","doi":"","title":"Case study of feature based awareness in a commercial software team and implications for the design of collaborative tools","year":2010,"lang":"en","type":"dissertation","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artifact (error); IBM; Software development; Feature (linguistics); Software; Process (computing); Software development process; Code (set theory)","score_opus":0.06503957112826451,"score_gpt":0.3312880315213274,"score_spread":0.2662484603930629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989798918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670647,0.00023080563,0.030877974,0.000102512015,0.00017417259,0.0014723208,0.000024127075,0.000016812519,0.000036600424],"genre_scores_gemma":[0.9946805,0.00002247925,0.004848762,0.0000011165894,0.000026201333,0.000014192671,0.000015801419,0.000008907999,0.00038202334],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99806327,0.00084299926,0.00019000148,0.00039472725,0.0003212142,0.00018779965],"domain_scores_gemma":[0.9939972,0.0037450304,0.00027083769,0.00042947792,0.0014848089,0.00007261818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013408264,0.0001370849,0.00035644235,0.00026625357,0.00084950496,0.000086131804,0.0006184311,0.00025966644,0.0000019386662],"category_scores_gemma":[0.0005211683,0.00013352733,0.000044324494,0.0006103035,0.00022321368,0.00024034605,0.000118045835,0.00092154986,9.8546415e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077118916,0.0051957266,0.2919594,0.0039015568,0.0009616552,0.00035591723,0.5833164,0.005776788,0.048408054,0.0009848049,0.0024173341,0.049010467],"study_design_scores_gemma":[0.008573069,0.01619938,0.53984565,0.0010777309,0.0003535162,0.00013628812,0.3926087,0.029105173,0.006193016,0.0007831519,0.0040116874,0.0011126377],"about_ca_topic_score_codex":0.0018536805,"about_ca_topic_score_gemma":0.0033171584,"teacher_disagreement_score":0.24788624,"about_ca_system_score_codex":0.00004796643,"about_ca_system_score_gemma":0.00064909883,"threshold_uncertainty_score":0.65337914},"labels":[],"label_agreement":null},{"id":"W6992442704","doi":"","title":"L’éthique dans l’industrie de la construction : constat de la situation au terme de 155 ans de commissions d’enquête","year":2022,"lang":"fr","type":"other","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publics; Commission; Population; Chamber of Deputies","score_opus":0.01671257549189954,"score_gpt":0.27367574764835134,"score_spread":0.2569631721564518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992442704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20774214,0.0015359151,0.69818914,0.030161126,0.000988325,0.005112442,0.0008287913,0.014859864,0.040582236],"genre_scores_gemma":[0.8698245,0.0012799257,0.09907274,0.0019655714,0.00035583857,0.0035149085,0.00013224469,0.0007909055,0.023063311],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98345876,0.00460939,0.0018328466,0.003439268,0.0012592878,0.0054004225],"domain_scores_gemma":[0.98742324,0.0042769248,0.0012820767,0.0054302067,0.00048118338,0.0011063677],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.007955553,0.0025710424,0.0021946165,0.0023619921,0.0022209815,0.001325385,0.009036347,0.012822163,0.002034572],"category_scores_gemma":[0.0151812555,0.002971287,0.000930203,0.004785317,0.009308577,0.0007686234,0.0039135446,0.014106471,0.00017617925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00065392297,0.0036124396,0.45405477,0.0011639743,0.0013143403,0.009535202,0.019602517,0.06521242,0.08605529,0.23258752,0.084835045,0.041372556],"study_design_scores_gemma":[0.0049668537,0.0030237038,0.016116358,0.0019327621,0.0011518433,0.015341055,0.065337986,0.10733252,0.10798391,0.09387262,0.57659435,0.0063460083],"about_ca_topic_score_codex":0.0026270298,"about_ca_topic_score_gemma":0.0043987953,"teacher_disagreement_score":0.66208243,"about_ca_system_score_codex":0.011411795,"about_ca_system_score_gemma":0.013542793,"threshold_uncertainty_score":0.99971133},"labels":[],"label_agreement":null},{"id":"W6992442761","doi":"","title":"Le débat bioéthique et juridique sur la reproduction médicalement assistée: une étude sur l'expérience canadienne et brésilienne","year":2012,"lang":"pt","type":"article","venue":"Americanae (AECID Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Government (linguistics); Field (mathematics); Context (archaeology); Reproduction","score_opus":0.0173278868246269,"score_gpt":0.24521461592025978,"score_spread":0.22788672909563287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992442761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8509238,0.0016107768,0.051282886,0.08806323,0.002437136,0.00094137946,0.00010783534,0.0006569313,0.0039760293],"genre_scores_gemma":[0.9796246,0.00066793687,0.0069457567,0.007856185,0.0003386379,0.00013654034,0.000058995563,0.0001196885,0.0042516473],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99155426,0.0023490577,0.0012297699,0.0021432044,0.00070218067,0.0020214985],"domain_scores_gemma":[0.9938872,0.0009168707,0.0007362496,0.0028817572,0.00020965778,0.0013682982],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002845959,0.00084572315,0.00094937213,0.00036417434,0.0004045771,0.00040429033,0.0023187955,0.00034418693,0.00041534522],"category_scores_gemma":[0.0007885185,0.0008951802,0.0003469542,0.0027854387,0.00093974627,0.008041911,0.0011408054,0.0012167398,0.00019192534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036188157,0.0065873084,0.26475132,0.00038355624,0.00067003793,0.000334251,0.043030135,0.0013662941,0.0050366246,0.24592853,0.38260692,0.048943166],"study_design_scores_gemma":[0.0013568663,0.0015127598,0.7471763,0.0003553372,0.00012062366,0.00024119965,0.0016298591,0.0025183184,0.025525263,0.0012786683,0.21572216,0.0025626817],"about_ca_topic_score_codex":0.33941707,"about_ca_topic_score_gemma":0.016505413,"teacher_disagreement_score":0.48242494,"about_ca_system_score_codex":0.0002960337,"about_ca_system_score_gemma":0.0032896206,"threshold_uncertainty_score":0.9993499},"labels":[],"label_agreement":null},{"id":"W6992799679","doi":"","title":"Methods used to account for caregivers&rsquo; sex and gender within studies examining the financial burden of caregivers of children and adolescents : Results from a scoping review","year":2024,"lang":"fr","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Volunteer work; Social work; MEDLINE; Center (category theory); Health care","score_opus":0.48785250622256565,"score_gpt":0.5736764052160953,"score_spread":0.08582389899352966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992799679","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4534334,0.52861285,0.013548859,0.0008255111,0.0012355476,0.0019830116,0.000317907,0.000016055914,0.000026847169],"genre_scores_gemma":[0.90534645,0.084035784,0.009908175,0.00024892337,0.00025127942,0.000053976084,0.0000056371478,0.00004295538,0.000106834756],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.99547505,0.0011795104,0.001410417,0.00093137566,0.00062464323,0.00037897663],"domain_scores_gemma":[0.99496603,0.002507857,0.0009639106,0.00070141914,0.0006724049,0.00018836107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005907157,0.000410179,0.0014292521,0.00034501488,0.00025449225,0.0009130617,0.0024306185,0.00013667083,0.00007169011],"category_scores_gemma":[0.002358083,0.00033144053,0.00018628174,0.00091028825,0.0004774344,0.0019742367,0.0021475852,0.0004037304,8.1869666e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016677721,0.000369461,0.056043148,0.053123172,0.004259274,0.000075040014,0.44109654,0.0032673355,0.024726622,0.00042300465,0.0361276,0.37882102],"study_design_scores_gemma":[0.0047842423,0.00043605067,0.2942375,0.6109669,0.0034442006,0.0000793341,0.00973729,0.008126002,0.054513685,0.009732325,0.0015963762,0.0023461024],"about_ca_topic_score_codex":0.0034229204,"about_ca_topic_score_gemma":0.00022798369,"teacher_disagreement_score":0.55784374,"about_ca_system_score_codex":0.00011965276,"about_ca_system_score_gemma":0.00046866116,"threshold_uncertainty_score":0.99991375},"labels":[],"label_agreement":null},{"id":"W6997439076","doi":"","title":"VRST 2001 proceedings of the ACM Symposium on Virtual Reality Software and Technology ; November 15 - 17, 2001, Banff, Alberta, Canada","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Software; Software technology","score_opus":0.019064412580421894,"score_gpt":0.23060327914377937,"score_spread":0.21153886656335746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997439076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88400745,0.00002082528,0.0033263771,0.08604896,0.000428561,0.00056642754,0.000016013602,0.00018568386,0.025399726],"genre_scores_gemma":[0.96094877,0.000021497215,0.004873318,0.0026434085,0.00004683306,0.000027116708,0.0000012159436,0.000017625132,0.031420223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832755,0.00002173745,0.00031113872,0.0005373668,0.00035523635,0.00044694633],"domain_scores_gemma":[0.99821174,0.0002519248,0.00011866871,0.0010575365,0.0002450217,0.0001150836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003084815,0.0002017032,0.00023951502,0.000071873146,0.00014546895,0.00006820748,0.0021679725,0.00015803562,0.00013718584],"category_scores_gemma":[0.0006114172,0.00014093317,0.000039059192,0.00069528545,0.00019875816,0.0002769243,0.0009085107,0.00025647198,0.000007886287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006955942,0.00034856042,0.10585276,0.00005587388,0.0000641496,0.0000072575695,0.0005862433,0.00011137135,0.0041525937,0.032820806,0.85316366,0.0027671412],"study_design_scores_gemma":[0.003808011,0.0030707219,0.109964736,0.0005654915,0.00013214606,0.00069185795,0.001560725,0.025369195,0.2283608,0.044643145,0.57885194,0.0029812572],"about_ca_topic_score_codex":0.26960018,"about_ca_topic_score_gemma":0.5734771,"teacher_disagreement_score":0.30387694,"about_ca_system_score_codex":0.00013204296,"about_ca_system_score_gemma":0.0003187587,"threshold_uncertainty_score":0.7352636},"labels":[],"label_agreement":null},{"id":"W7001214783","doi":"","title":"Improving Systems Interoperability Through Implementing Conversation Schemata","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Conversation; Semantics (computer science); Key (lock)","score_opus":0.03196949254372249,"score_gpt":0.2611985859312557,"score_spread":0.22922909338753322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001214783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58292735,0.00003224756,0.40243208,0.00076912116,0.00031916096,0.0003053948,0.0000039284364,0.00026645264,0.012944268],"genre_scores_gemma":[0.9749178,0.0000032000075,0.024550913,0.0001439047,0.000050164224,0.00002123294,0.000002490947,0.000006641644,0.00030364815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985656,0.00013380665,0.00032634003,0.000433596,0.00021631141,0.00032430203],"domain_scores_gemma":[0.9990299,0.000073190095,0.00006632495,0.000699971,0.0000813931,0.00004926114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007124613,0.00012059149,0.00015122343,0.00002203917,0.00013782579,0.0003080307,0.0006832369,0.000049637536,0.00083098956],"category_scores_gemma":[0.000050439096,0.00011101075,0.000052460604,0.00016050253,0.000043350767,0.0011364209,0.00016673897,0.00013455107,0.0002643389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108007946,0.00063033414,0.008036763,0.0008999306,0.00016534222,0.000029828456,0.041395772,0.00045706696,0.25285646,0.10594727,0.0073582586,0.58211493],"study_design_scores_gemma":[0.0014136545,0.00036812157,0.0011494383,0.00017472565,0.000028675227,0.00006707261,0.001570684,0.82345873,0.10799201,0.017380187,0.045494705,0.0009020183],"about_ca_topic_score_codex":0.00023743957,"about_ca_topic_score_gemma":0.0000084505655,"teacher_disagreement_score":0.8230016,"about_ca_system_score_codex":0.00008729335,"about_ca_system_score_gemma":0.000040882434,"threshold_uncertainty_score":0.90987533},"labels":[],"label_agreement":null},{"id":"W7009187092","doi":"","title":"Designing for Social Engagement in Online Social Networks Using Communities of Practice Theory and Cognitive Work Analysis: A Case Study","year":2012,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Arizona State University","keywords":"Process (computing); Social network (sociolinguistics); Work (physics); Domain (mathematical analysis); Social cognitive theory; The Internet; Social network analysis","score_opus":0.06225902095779365,"score_gpt":0.3068891139813599,"score_spread":0.24463009302356623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009187092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9407077,0.00012437899,0.058344763,0.00005294371,0.00007816443,0.0006389499,0.000025745827,0.000018740675,0.00000863208],"genre_scores_gemma":[0.9887162,0.000006414591,0.0102891065,0.000010398915,0.000029372664,0.000001883453,0.00008003235,0.00001118094,0.0008553997],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99736935,0.001691797,0.000223104,0.0002596187,0.00020275934,0.00025337166],"domain_scores_gemma":[0.9976454,0.0012233804,0.0005191137,0.0001767786,0.00039641428,0.000038907805],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021603226,0.0002075819,0.0005751009,0.00043898902,0.00054172234,0.000044512293,0.00039769724,0.00020044568,0.000008789258],"category_scores_gemma":[0.000051512467,0.00025313214,0.00016177191,0.00061320496,0.00012890386,0.0005832282,0.00019242117,0.0003935968,1.7175559e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009626199,0.0008653207,0.0037251143,0.00013161148,0.0014900592,0.000074288146,0.98877,0.00038423625,0.000040551127,0.00019376214,0.000007189964,0.0033552286],"study_design_scores_gemma":[0.00089601905,0.00020554004,0.010327356,0.00011216396,0.0028129306,0.0000047510243,0.9805773,0.004727555,0.000034982226,0.000069959846,0.000002031785,0.00022944552],"about_ca_topic_score_codex":0.02563628,"about_ca_topic_score_gemma":0.081563815,"teacher_disagreement_score":0.055927537,"about_ca_system_score_codex":0.00006952288,"about_ca_system_score_gemma":0.00007020672,"threshold_uncertainty_score":0.9999921},"labels":[],"label_agreement":null},{"id":"W7010804186","doi":"","title":"Interoperability in an cooperative intelligent design environment","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Intelligent decision support system; Systems design; Key (lock); Set (abstract data type)","score_opus":0.05111897347735061,"score_gpt":0.26381230219122553,"score_spread":0.21269332871387492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010804186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51023936,0.00001668906,0.48628864,0.00060844986,0.00006341911,0.00031404133,0.000001280995,0.00006974006,0.0023983587],"genre_scores_gemma":[0.95303595,0.000022264285,0.046197493,0.00032662335,0.000014519678,0.00004388403,0.0000010028483,0.0000066166413,0.00035164625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981971,0.00052224606,0.0002870572,0.0005378238,0.00018479975,0.00027099825],"domain_scores_gemma":[0.9990377,0.00007111658,0.000020158826,0.00073383626,0.000024343406,0.00011284741],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064347376,0.00015038882,0.0001681203,0.000047858925,0.000057590318,0.000120788245,0.00084406295,0.000058485723,0.0038421468],"category_scores_gemma":[0.00002029877,0.00013155419,0.00003636079,0.00015022146,0.00009504205,0.0005938411,0.00009351619,0.0001963356,0.0007065414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003270527,0.002898971,0.0045306194,0.000020717156,0.000030900683,0.000057457903,0.032680586,0.0413231,0.039337277,0.008648829,0.0010582248,0.86908627],"study_design_scores_gemma":[0.001157785,0.0032571293,0.013469998,0.00008052553,0.00000968384,0.000024650757,0.00042156942,0.70315444,0.21578364,0.045736328,0.015739944,0.001164333],"about_ca_topic_score_codex":0.000019359108,"about_ca_topic_score_gemma":0.000020344482,"teacher_disagreement_score":0.86792195,"about_ca_system_score_codex":0.00016015556,"about_ca_system_score_gemma":0.000039472678,"threshold_uncertainty_score":0.99706846},"labels":[],"label_agreement":null},{"id":"W7015921847","doi":"","title":"Visualisation, Exploration and Characterization of Virtual Collections","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rendering (computer graphics); Visualization; Architecture; Virtual machine; Cultural heritage; Virtual reality; Process (computing); Asynchronous communication","score_opus":0.030565110373117432,"score_gpt":0.252176086680554,"score_spread":0.2216109763074366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015921847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3457324,7.7200866e-7,0.6527143,0.0009637415,0.00007733721,0.000064993066,0.0000016479714,0.000032659656,0.00041216688],"genre_scores_gemma":[0.99405754,0.000008602599,0.005683105,0.000065295746,0.000016290494,0.000010762899,0.000004478307,0.000002217957,0.00015172365],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995797,0.000030338892,0.00012348905,0.00012005835,0.00009221457,0.00005415146],"domain_scores_gemma":[0.9997003,0.000018697834,0.000046194353,0.00012844558,0.00008282803,0.000023513583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001074258,0.00004036845,0.000055679713,0.000063403066,0.00008450646,0.000056649555,0.000093523144,0.000026220812,0.000015772637],"category_scores_gemma":[0.000027439875,0.00004123139,0.0000115268795,0.00029190534,0.00003005726,0.0006964735,0.000027374073,0.000028298624,0.000005453258],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007909721,0.00009586918,0.00012029584,0.000007955108,0.000006318064,2.6301728e-7,0.005206131,0.00021919944,0.8077337,0.18130887,0.000073436546,0.0052200262],"study_design_scores_gemma":[0.00073499745,0.0005612657,0.0061435746,0.000035210156,0.000008165922,0.000008096077,0.00016516248,0.018785551,0.7864507,0.18581674,0.0011025197,0.00018804472],"about_ca_topic_score_codex":0.0000063129482,"about_ca_topic_score_gemma":0.0000054254792,"teacher_disagreement_score":0.64832515,"about_ca_system_score_codex":0.000021615479,"about_ca_system_score_gemma":0.00003995655,"threshold_uncertainty_score":0.16813673},"labels":[],"label_agreement":null},{"id":"W7016054379","doi":"","title":"Web-based infrastructure for collaborative product design: an overview","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product (mathematics); Key (lock); Process (computing); Work (physics); New product development","score_opus":0.05829283794457984,"score_gpt":0.29860412662137303,"score_spread":0.2403112886767932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7016054379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077565715,0.0005533309,0.90571266,0.0071580326,0.00053584576,0.0027389338,0.00007716987,0.000639603,0.0050187106],"genre_scores_gemma":[0.45075977,0.000023748595,0.54714763,0.0013492542,0.00010555863,0.00015909168,0.0000067506207,0.00001554822,0.0004326228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986271,0.0002244018,0.00018512295,0.0005031492,0.0001920913,0.0002681364],"domain_scores_gemma":[0.99881727,0.0001306797,0.000045519973,0.00071091374,0.00019489584,0.00010074946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042582382,0.00015797594,0.00018193411,0.000042448348,0.00013329907,0.00017127348,0.00077649974,0.00005924162,0.0007739001],"category_scores_gemma":[0.000056404653,0.00013770393,0.000049032053,0.00043797423,0.00005619985,0.000529818,0.00002520682,0.00010210922,0.00005133354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056941836,0.0006344044,0.00040019266,0.00023892801,0.0000735207,0.000012489426,0.0046646083,0.02006343,0.061246727,0.03985536,0.12212629,0.7501146],"study_design_scores_gemma":[0.0021431185,0.0017404268,0.0019717196,0.00007666401,0.000026888065,0.000009120016,0.000042822547,0.43407366,0.13897088,0.1212384,0.2989553,0.00075099536],"about_ca_topic_score_codex":0.000001878726,"about_ca_topic_score_gemma":0.000005576428,"teacher_disagreement_score":0.74936366,"about_ca_system_score_codex":0.000047033787,"about_ca_system_score_gemma":0.00036968017,"threshold_uncertainty_score":0.8473663},"labels":[],"label_agreement":null},{"id":"W7017871258","doi":"","title":"Code development priorities to be addressed by joint task groups","year":2011,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Joint (building); Code (set theory); Development (topology); Group (periodic table); Field (mathematics)","score_opus":0.09462417403166652,"score_gpt":0.24851106382595986,"score_spread":0.15388688979429332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017871258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4259589,0.00003565715,0.55182934,0.002488454,0.0005066392,0.00038962974,0.00001703925,0.00034286582,0.01843145],"genre_scores_gemma":[0.83531386,0.0000021459798,0.16216478,0.0015640819,0.00001449533,0.00004869993,0.0000017447504,0.000008642702,0.00088157237],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99874,0.00005786152,0.00024415212,0.00037574096,0.00026833228,0.00031389084],"domain_scores_gemma":[0.99920166,0.00003568803,0.000039471663,0.0004877651,0.00007541082,0.00016003601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003208949,0.00013625824,0.0001541454,0.000055535285,0.000106754065,0.000090856294,0.0008088568,0.000052794898,0.00024186494],"category_scores_gemma":[0.000043517073,0.00012826128,0.000035627112,0.00015058625,0.00003960932,0.00026112894,0.0002933618,0.000106032705,0.0002617872],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009747149,0.0008367773,0.001946929,0.00012562484,0.00011653348,0.000043821285,0.13470514,0.000006940428,0.3653363,0.07175961,0.3750944,0.049930427],"study_design_scores_gemma":[0.00040874453,0.00032913854,0.010929218,0.000057935304,0.0000065492277,0.000009777032,0.00029053038,0.0008021671,0.78558546,0.01357918,0.18739745,0.0006038168],"about_ca_topic_score_codex":0.000025568508,"about_ca_topic_score_gemma":0.000046093093,"teacher_disagreement_score":0.4202492,"about_ca_system_score_codex":0.000065977845,"about_ca_system_score_gemma":0.000079889694,"threshold_uncertainty_score":0.52303433},"labels":[],"label_agreement":null},{"id":"W7033068361","doi":"","title":"Persistent problems with IT-user collaboration: a functionalist explanation of relationship management","year":2007,"lang":"en","type":"article","venue":"Brunel University Research Archive (BURA) (Brunel University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Information system; Proposition; Relation (database)","score_opus":0.05177668393281503,"score_gpt":0.2617904646785361,"score_spread":0.21001378074572108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033068361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14209719,0.00006297783,0.79081297,0.0043689106,0.00020092686,0.0017966018,0.00012412366,0.0002555481,0.06028073],"genre_scores_gemma":[0.95224035,0.00008677642,0.026081387,0.00006106513,0.000036295587,0.0000011535092,0.000113291746,0.000018149558,0.021361519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957954,0.00076204905,0.00030355414,0.0009132713,0.0014780064,0.0007477028],"domain_scores_gemma":[0.9961862,0.0009864098,0.00021050475,0.0009299716,0.0013055269,0.00038139222],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019182826,0.00027532293,0.0003032149,0.0015059005,0.0012059229,0.00013020473,0.0017781431,0.00014143132,0.00007746813],"category_scores_gemma":[0.0000920686,0.0003094113,0.00019420862,0.0032089783,0.00075873587,0.0018943273,0.00082976767,0.000653959,0.000088274195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004677659,0.001523734,0.046300143,0.0005216916,0.0009034127,0.001293481,0.014131989,0.017354034,0.0010347631,0.890852,0.019778028,0.001629077],"study_design_scores_gemma":[0.016151236,0.004518384,0.31623626,0.0010136407,0.00045482087,0.00011168583,0.12539491,0.028327098,0.0016088268,0.008640785,0.495086,0.002456313],"about_ca_topic_score_codex":0.0008704194,"about_ca_topic_score_gemma":0.004475401,"teacher_disagreement_score":0.8822112,"about_ca_system_score_codex":0.000889115,"about_ca_system_score_gemma":0.00048925605,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W7033951970","doi":"","title":"SNOMS Swire NOCS Ocean Monitoring System: Diary of the system development and installation on the MV Pacific Celebes in 2006 and 2007","year":2007,"lang":"en","type":"other","venue":"NERC Open Research Archive (Natural Environment Research Council)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tracking system; Climate system; Pacific ocean; Limiting; Data collection","score_opus":0.11950297614235542,"score_gpt":0.3091186209190205,"score_spread":0.18961564477666507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033951970","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12506856,0.011249183,0.0021686256,0.0028314618,0.0012755876,0.020598132,0.00024218598,0.00020686598,0.8363594],"genre_scores_gemma":[0.9377911,0.0011186601,0.0022553995,0.000016721764,0.00020367865,0.0002467748,0.000010707348,0.00015476451,0.05820221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865834,0.0032071401,0.00062335696,0.001367006,0.006987994,0.0012310954],"domain_scores_gemma":[0.99479645,0.0026616678,0.0001935723,0.0017925695,0.00029517608,0.00026058263],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031515725,0.0004294745,0.00050932507,0.0006993035,0.0008400675,0.0006934835,0.003715899,0.00026052995,0.000040878364],"category_scores_gemma":[0.0007129231,0.00026183986,0.00006665847,0.00073150994,0.0013368488,0.00031806878,0.0052034026,0.0027557872,0.000076318494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029340014,0.0024284925,0.03707828,0.012954453,0.0013007469,0.00093726144,0.04850639,0.001043274,0.017553315,0.14642963,0.55303746,0.17579672],"study_design_scores_gemma":[0.0028288327,0.001275366,0.05426551,0.01639857,0.000026131258,0.00007668987,0.019071756,0.023160703,0.009009947,0.0011952331,0.8707764,0.0019148535],"about_ca_topic_score_codex":0.0026822898,"about_ca_topic_score_gemma":0.00071267626,"teacher_disagreement_score":0.8127225,"about_ca_system_score_codex":0.0035850885,"about_ca_system_score_gemma":0.001093549,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W7034997111","doi":"","title":"In Whose Interest? Nursing Pre-Licensure Educational Approval","year":2025,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Privilege (computing); Obligation; Dissenting opinion; Socialization; Premise; Higher education; Professional association; Qualitative research; Control (management)","score_opus":0.011667401629826086,"score_gpt":0.20742170507300772,"score_spread":0.19575430344318165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034997111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8829991,0.00008126092,0.07710812,0.026036479,0.00047460728,0.00028996976,0.000027133454,0.00016817942,0.012815131],"genre_scores_gemma":[0.946379,0.000013107602,0.024805984,0.00015908491,0.000015257665,3.489794e-8,0.00000915726,0.000004516711,0.028613828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989049,0.00015429276,0.000118324664,0.00044809992,0.00013698672,0.00023738436],"domain_scores_gemma":[0.9991316,0.00015175472,0.00008726373,0.00048071277,0.000055300465,0.00009332176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104423394,0.00014440142,0.00022439935,0.000514508,0.00016560765,0.000041641964,0.0016258752,0.00014078728,0.00024863923],"category_scores_gemma":[0.000009041324,0.00020667007,0.0001198482,0.0010710332,0.00026422914,0.0035782738,0.00049952324,0.00026528747,0.000026985084],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019706544,0.004821758,0.110165,0.000649575,0.0004380943,0.0004133367,0.38919857,0.0008210202,0.0027647726,0.3706297,0.08180606,0.036321454],"study_design_scores_gemma":[0.009009896,0.00069832255,0.31280127,0.002593525,0.0002402932,0.000035055895,0.39019653,0.024416389,0.0102908,0.13930455,0.1080046,0.0024087552],"about_ca_topic_score_codex":0.000504039,"about_ca_topic_score_gemma":0.00044751956,"teacher_disagreement_score":0.23132515,"about_ca_system_score_codex":0.00014738257,"about_ca_system_score_gemma":0.0006748059,"threshold_uncertainty_score":0.8427761},"labels":[],"label_agreement":null},{"id":"W7035934162","doi":"","title":"Analysis of an M/M/1 Queue with Customer Interjection","year":2010,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Joins; Queue; Fork–join queue; Queueing theory; Exponential distribution; Poisson distribution; Service (business); Bulk queue; Queue management system; Multilevel queue","score_opus":0.00335631376490621,"score_gpt":0.15252422357292938,"score_spread":0.14916790980802316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035934162","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074974303,0.00010025285,0.008966488,0.0005905593,0.00033037225,0.00021343054,0.00027283683,0.000044170265,0.98198444],"genre_scores_gemma":[0.7241452,0.000051939944,0.012435091,0.00057174667,0.0000665688,0.000010503617,0.00002059213,0.0001077998,0.26259056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980449,0.00007358303,0.00023143613,0.00035878675,0.0011072052,0.00018408115],"domain_scores_gemma":[0.99891,0.00008933676,0.00027982262,0.0005492865,8.097896e-7,0.00017071754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000013198599,0.00020636966,0.0004120769,0.00013379974,0.000041696756,0.000028289654,0.000607983,0.000063738065,0.0001536133],"category_scores_gemma":[0.0000013371655,0.00017517562,0.000041797,0.00028349992,0.00009632481,0.000320078,0.00013646306,0.00019721528,2.6099187e-9],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031160782,0.0013356735,0.10077198,0.0031749173,0.018953152,0.00056216767,0.0029651,0.0025970265,0.048084367,0.5303382,0.075837865,0.21226342],"study_design_scores_gemma":[0.0011099563,0.0010191976,0.04375022,0.00076258194,0.0012830693,0.000024758414,0.0016089177,0.070582494,0.17128526,0.0007995407,0.70574886,0.0020251314],"about_ca_topic_score_codex":0.02124148,"about_ca_topic_score_gemma":0.46394867,"teacher_disagreement_score":0.7193939,"about_ca_system_score_codex":0.0000043739874,"about_ca_system_score_gemma":0.0009321466,"threshold_uncertainty_score":0.98527616},"labels":[],"label_agreement":null},{"id":"W7038851549","doi":"","title":"Investigation of alexithymia and levels of anxiety and depression among patients with restless legs syndrome","year":2018,"lang":"en","type":"other","venue":"Dove Medical Press (Taylor and Francis Group)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bezmialem Vakıf Üniversitesi","keywords":"Alexithymia; Restless legs syndrome; Anxiety; Toronto Alexithymia Scale; Depression (economics); Beck Depression Inventory; Hospital Anxiety and Depression Scale","score_opus":0.019534779000326928,"score_gpt":0.2264078159303651,"score_spread":0.20687303693003817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038851549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40861192,0.0026252929,0.5815232,0.000053857286,0.00050018885,0.00091412576,0.0001640891,0.00010672938,0.0055006184],"genre_scores_gemma":[0.99733126,0.000015268002,0.0023318694,0.00005442034,0.000053367196,0.000017380704,0.000012017154,0.000055515502,0.00012887511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793357,0.00014593347,0.0003819812,0.0006296752,0.0006959425,0.00021290402],"domain_scores_gemma":[0.9986664,0.00013768944,0.00032397613,0.0004899404,0.00009175705,0.00029022445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004078609,0.0002778612,0.0005442187,0.00011103304,0.00004769268,0.000044401626,0.00044287523,0.0004395792,0.00012340494],"category_scores_gemma":[0.0001300315,0.00020063325,0.0000332135,0.000128756,0.0012135075,0.0002505134,0.00035988347,0.00024097311,0.000001110949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012155731,0.00015688677,0.8205579,0.00218217,0.00017986953,0.00001348244,0.001982689,6.0562166e-7,0.00009296085,0.00067082996,0.0010497512,0.17299132],"study_design_scores_gemma":[0.0030573583,0.0008261032,0.9546429,0.00079574,0.00010757731,0.000028177017,0.00003229616,0.036338426,0.001007324,0.0013685015,0.0010861064,0.00070949853],"about_ca_topic_score_codex":0.00043608865,"about_ca_topic_score_gemma":0.00010710069,"teacher_disagreement_score":0.58871937,"about_ca_system_score_codex":0.000007497448,"about_ca_system_score_gemma":0.0000037803752,"threshold_uncertainty_score":0.8181586},"labels":[],"label_agreement":null},{"id":"W7042441725","doi":"","title":"Performance Patterns Among Internationally Educated Physical Therapist During Clinical Education in a Bridging Program","year":2017,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Clinical Practice; Professional development; Health professionals; Content analysis; Phase (matter); MEDLINE","score_opus":0.011892018325068318,"score_gpt":0.26641648178579624,"score_spread":0.25452446346072793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042441725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98920256,0.000008136933,0.00018340422,0.0034020366,0.001132664,0.0006500626,0.000009318894,0.00036847073,0.005043355],"genre_scores_gemma":[0.9029178,0.0001667225,0.0009753506,0.00003395326,0.0002261176,0.000010743415,0.00025657896,0.0000350794,0.09537763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773914,0.00025605323,0.0003219232,0.0009285802,0.00036147184,0.00039283308],"domain_scores_gemma":[0.9981742,0.00009322161,0.00049673015,0.0009270243,0.00012962658,0.00017921829],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012244274,0.00037757886,0.00043524607,0.00046246458,0.00029792349,0.00054927886,0.0023950464,0.0002932541,0.000041678526],"category_scores_gemma":[0.000032914937,0.00043778282,0.0002432368,0.00030268062,0.0001037996,0.0041344226,0.0002041773,0.0009014107,0.00004365062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034724304,0.0027076888,0.8836388,0.00058775657,0.00016531955,0.00007914279,0.0053563826,0.000044782075,0.000015914953,0.0009754273,0.005641025,0.100440525],"study_design_scores_gemma":[0.00044600893,0.00015421066,0.99207366,0.00092852063,0.000022826927,5.146703e-7,0.0004695733,0.0014863323,0.0010274455,0.000114010996,0.0027633803,0.0005135434],"about_ca_topic_score_codex":0.0025267631,"about_ca_topic_score_gemma":0.00038133858,"teacher_disagreement_score":0.10843484,"about_ca_system_score_codex":0.00018028593,"about_ca_system_score_gemma":0.0012172197,"threshold_uncertainty_score":0.9998074},"labels":[],"label_agreement":null},{"id":"W7043482652","doi":"","title":"SOS: A Simple Operating System for Modeling HCI with ACT-R","year":2002,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Simple (philosophy); Interface (matter); Key (lock); Automation; Component (thermodynamics)","score_opus":0.05913243434678114,"score_gpt":0.25212437744103783,"score_spread":0.19299194309425668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043482652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09338364,0.000019428977,0.9006511,0.0004729699,0.0000766123,0.000257449,0.0000021779956,0.00019550178,0.0049410947],"genre_scores_gemma":[0.8738339,5.519242e-7,0.12579745,0.000111178444,0.000046874084,0.000054263226,5.491351e-7,0.000008761057,0.00014646188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990519,0.00003732852,0.00017106243,0.00031776735,0.00015838808,0.00026349796],"domain_scores_gemma":[0.999313,0.00007942502,0.00003378865,0.00040946336,0.00009951487,0.00006480051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024107084,0.00010574683,0.00013873099,0.000031710108,0.000186198,0.00021596931,0.00049938675,0.000039859333,0.00003274141],"category_scores_gemma":[0.000030176336,0.00008413114,0.00004059199,0.0001249969,0.000013687448,0.00038911813,0.000069225076,0.00008036583,0.000040453895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016825453,0.00097553007,0.0028558723,0.0019306446,0.0003578664,0.00008224931,0.046808958,0.38979462,0.10008266,0.27379006,0.02234342,0.16080987],"study_design_scores_gemma":[0.0002727486,0.00014082239,0.0000025353847,0.000043975033,0.0000046332134,0.000013076672,0.0001344173,0.9936095,0.0043209665,0.00082319387,0.00050981867,0.00012434743],"about_ca_topic_score_codex":0.000010771008,"about_ca_topic_score_gemma":0.000007718317,"teacher_disagreement_score":0.7804503,"about_ca_system_score_codex":0.000049912327,"about_ca_system_score_gemma":0.000020071695,"threshold_uncertainty_score":0.34307685},"labels":[],"label_agreement":null},{"id":"W7043800429","doi":"","title":"Uses and Abuses of Ritalin? Interview with cynthia forlini, canadian researcher","year":2008,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interview; Qualitative research; Government (linguistics); Agency (philosophy); Work (physics)","score_opus":0.18873147694226652,"score_gpt":0.28601613918126534,"score_spread":0.09728466223899881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043800429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6028766,0.01827436,0.0038041156,0.025073284,0.00050384796,0.0052825925,0.30028564,0.0012786809,0.042620897],"genre_scores_gemma":[0.9964276,0.000015749487,0.0023579523,0.0003401915,0.000017142185,0.00004037715,0.0005164975,0.000009696358,0.00027480035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916524,0.00007767824,0.00013267528,0.00023483956,0.00016899226,0.00022058122],"domain_scores_gemma":[0.9990856,0.00015357016,0.000038583315,0.0003810581,0.00016664348,0.00017454349],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009718612,0.00009131042,0.00013512527,0.000087743065,0.00008590319,0.000051177554,0.0005380806,0.00005024689,0.006610598],"category_scores_gemma":[0.00031875426,0.00007309676,0.000028222134,0.00021140915,0.000034900328,0.00035121373,0.00012445314,0.00011414296,0.00015329324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029378763,0.00016059744,0.007734945,0.0009172392,0.00010031899,0.00027120384,0.008414415,0.000030412737,0.00005699661,0.0006033374,0.96925205,0.0124291],"study_design_scores_gemma":[0.001132897,0.0015891443,0.15488634,0.007485021,0.0000145770855,0.00032614928,0.00030944325,0.005597105,0.016132541,0.0006465257,0.8108496,0.0010306728],"about_ca_topic_score_codex":0.0040554376,"about_ca_topic_score_gemma":0.026545154,"teacher_disagreement_score":0.393551,"about_ca_system_score_codex":0.000027222519,"about_ca_system_score_gemma":0.00023756335,"threshold_uncertainty_score":0.9942975},"labels":[],"label_agreement":null},{"id":"W7070084517","doi":"","title":"Remembering design","year":2010,"lang":"en","type":"dissertation","venue":"Summit (Simon Fraser University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Conversation; Segmentation; Filter (signal processing); Transitive relation; Contextual design; Research design; Exploratory research; Design science research","score_opus":0.02411959432755612,"score_gpt":0.22928329177781487,"score_spread":0.20516369745025875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070084517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23948792,0.00029547303,0.6049835,0.00044411872,0.008824676,0.0015145165,0.00003211085,0.001877498,0.14254017],"genre_scores_gemma":[0.6265968,0.00027417723,0.09716548,0.00035688968,0.00047927682,0.000010216234,0.00038740845,0.00019742709,0.2745323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979023,0.00017403944,0.00023396846,0.0008682634,0.00037995868,0.00044151285],"domain_scores_gemma":[0.9980547,0.00016517927,0.00020279983,0.0011331569,0.0002435958,0.00020059815],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028980325,0.0003904636,0.0003586599,0.000541332,0.00027512907,0.00020955074,0.0025565121,0.00065887236,0.00020442565],"category_scores_gemma":[0.00006792337,0.00046710682,0.00020768006,0.0008479119,0.00004893985,0.0008732125,0.00017783823,0.0009947389,0.00035114985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032921745,0.0029846262,0.06398412,0.0027083268,0.0022197382,0.0064330595,0.0051356805,0.0046542427,0.006798345,0.17547166,0.48452678,0.24179123],"study_design_scores_gemma":[0.0012046201,0.0003213512,0.0006548617,0.00032846135,0.00019552857,3.248811e-8,0.008613431,0.00637899,0.0971232,0.0037531022,0.8793805,0.0020458822],"about_ca_topic_score_codex":0.00013557747,"about_ca_topic_score_gemma":0.040022254,"teacher_disagreement_score":0.50781804,"about_ca_system_score_codex":0.00015026657,"about_ca_system_score_gemma":0.00029410608,"threshold_uncertainty_score":0.9997781},"labels":[],"label_agreement":null},{"id":"W7095208453","doi":"","title":"References 70","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affordance; Computer-supported cooperative work; Window (computing); Interface (matter); User interface","score_opus":0.045945810541149865,"score_gpt":0.28466828084405793,"score_spread":0.23872247030290805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095208453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052289438,0.000014114976,0.861077,0.0007127376,0.00018023494,0.000027773534,6.576204e-8,0.0001541743,0.08554448],"genre_scores_gemma":[0.94841474,0.0000010840763,0.048924323,0.00042055093,0.000018408027,5.7259206e-7,7.916646e-8,0.0000010138259,0.0022192306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99949557,0.0000127555995,0.00009264059,0.00014955761,0.000106313695,0.00014315934],"domain_scores_gemma":[0.9995592,0.000080173435,0.000012649399,0.00027017205,0.000031644937,0.000046113255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046318222,0.000040465307,0.000042437758,0.000029855748,0.000034543045,0.00005865487,0.000507503,0.00002480369,0.00011185383],"category_scores_gemma":[0.000020769565,0.000030557698,0.000018398265,0.00013889799,0.000018071902,0.00023223451,0.00007008507,0.00004674806,0.00033522354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073381025,0.000088275316,0.0039785486,0.000005545131,0.000008224862,0.000011085918,0.0011118666,0.000005780674,0.0029822846,0.84135103,0.009232613,0.1412174],"study_design_scores_gemma":[0.00046394215,0.0005244685,0.08819623,0.000021733938,0.000004720532,0.000035549776,0.0003800486,0.011007671,0.52591383,0.16140823,0.2113357,0.00070787163],"about_ca_topic_score_codex":0.00003375783,"about_ca_topic_score_gemma":0.00006348907,"teacher_disagreement_score":0.8961253,"about_ca_system_score_codex":0.000009491147,"about_ca_system_score_gemma":0.000013088041,"threshold_uncertainty_score":0.43087322},"labels":[],"label_agreement":null},{"id":"W7095893117","doi":"","title":"KNOWLEDGE-BASED CONTROL OF VISION SYSTEMS: DESIGN TOOLS AND CASE STUDIES","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microform; Permission; Control (management); The Internet; Class (philosophy); Electronic mail; Electronic document; Access control","score_opus":0.06550268344449078,"score_gpt":0.3084243804638913,"score_spread":0.24292169701940053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095893117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038942702,0.0025172425,0.9572968,0.00016322898,0.00015493945,0.00033965026,0.0000039259166,0.000084788175,0.0004967142],"genre_scores_gemma":[0.9872957,0.0000032597509,0.012426486,0.00003693282,0.000018831024,0.000018372399,1.9089762e-7,0.0000036417018,0.00019657241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989415,0.00026061037,0.0002897421,0.00025613405,0.00010782228,0.0001442228],"domain_scores_gemma":[0.9981884,0.0011496585,0.000068025016,0.0003275981,0.0002303759,0.000035953093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007244992,0.00010963417,0.00024700578,0.00006600696,0.00007365564,0.00011539854,0.00020217546,0.000043483124,0.0000030328579],"category_scores_gemma":[0.00008258206,0.000081791,0.00003456498,0.0001435157,0.000094106465,0.00031093974,0.000042996828,0.000044421908,0.000010702717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008654434,0.0055192066,0.010360515,0.004651162,0.0008966953,0.0031811253,0.009884131,0.14519186,0.083703354,0.56011933,0.07662122,0.09900596],"study_design_scores_gemma":[0.002278324,0.0011049572,0.00064429414,0.00018335978,0.000043022497,0.00036464838,0.00036411002,0.9533358,0.038150482,0.0023248529,0.0008441848,0.0003619185],"about_ca_topic_score_codex":0.000091090944,"about_ca_topic_score_gemma":0.00002450659,"teacher_disagreement_score":0.948353,"about_ca_system_score_codex":0.000027538686,"about_ca_system_score_gemma":0.000043941684,"threshold_uncertainty_score":0.333534},"labels":[],"label_agreement":null},{"id":"W7095940829","doi":"","title":"EMERGING TECHNOLOGIES IN A TELE-COLLABORATIVE DESIGN STUDIO BETWEEN THE PENNSYLVANIA STATE","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Design studio; Emerging technologies; The Internet; Virtual reality; Interface (matter); State (computer science)","score_opus":0.0504046016069571,"score_gpt":0.2731874666805988,"score_spread":0.2227828650736417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095940829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29225558,0.00021747885,0.7010137,0.0047096596,0.00007408078,0.0005453209,0.000001852348,0.0005370109,0.0006453294],"genre_scores_gemma":[0.954131,0.00007023443,0.045380086,0.000079511985,0.000009378454,0.00005696461,1.8898125e-7,0.0000065288505,0.00026607915],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984352,0.00025531396,0.00029203293,0.00040653814,0.00025357766,0.00035730863],"domain_scores_gemma":[0.9985854,0.0005574467,0.000068335925,0.0006474281,0.00011454176,0.000026846585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074180914,0.00016621087,0.00022046645,0.00013379514,0.00024187473,0.00008813145,0.0014725773,0.000058746507,0.000010178317],"category_scores_gemma":[0.00017738249,0.00010639667,0.00003426136,0.0013404307,0.00019274438,0.0005387559,0.00039571145,0.00027270018,0.0000967523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017624053,0.0009676786,0.44694978,0.00006613701,0.00049815327,0.0008587822,0.1923067,0.012685706,0.0051447763,0.021849839,0.03620871,0.2822875],"study_design_scores_gemma":[0.004482235,0.0031278508,0.28894398,0.00020718652,0.000052739222,0.00018904387,0.025598424,0.076526225,0.4010017,0.16188817,0.034395058,0.0035874043],"about_ca_topic_score_codex":0.000054764372,"about_ca_topic_score_gemma":0.00007075729,"teacher_disagreement_score":0.6618754,"about_ca_system_score_codex":0.000069140806,"about_ca_system_score_gemma":0.000128951,"threshold_uncertainty_score":0.43387303},"labels":[],"label_agreement":null},{"id":"W7096800250","doi":"","title":"Adding Intelligence to Hypertext Applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hypertext; Public access; Information system; The Internet","score_opus":0.06654626201436507,"score_gpt":0.27526117960320573,"score_spread":0.20871491758884064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096800250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043985792,0.000019550554,0.9799028,0.0010895063,0.00005782703,0.00017044588,4.882142e-7,0.00019542359,0.014165374],"genre_scores_gemma":[0.7720633,0.000005276657,0.22539654,0.0011534158,0.000022029111,0.00006375359,2.1161301e-7,0.0000027741974,0.0012926796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932915,0.000016533922,0.00012252489,0.00026573127,0.00011437471,0.00015167084],"domain_scores_gemma":[0.99925053,0.000080052894,0.000012531754,0.0004991437,0.00005792275,0.00009980268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009196102,0.00006248846,0.000066046494,0.00005040671,0.00013351209,0.000039837178,0.00080724194,0.000022696373,0.00009858824],"category_scores_gemma":[0.000023146955,0.000055617576,0.000028060518,0.0003839995,0.000025920985,0.00022323913,0.00015578007,0.000054684228,0.0022819596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000461976,0.00021368117,0.00067318126,0.0000087155795,0.000012692493,0.00000827062,0.0030896273,0.00095313607,0.0032916858,0.6489828,0.012118833,0.33064276],"study_design_scores_gemma":[0.000106184816,0.00036710047,0.0030028992,0.000028126695,0.0000060130637,0.00026295517,0.00028580934,0.080347046,0.28177062,0.034338474,0.5984683,0.0010164394],"about_ca_topic_score_codex":0.000022860171,"about_ca_topic_score_gemma":0.000006470632,"teacher_disagreement_score":0.76766473,"about_ca_system_score_codex":0.000021960412,"about_ca_system_score_gemma":0.000028279735,"threshold_uncertainty_score":0.99849486},"labels":[],"label_agreement":null},{"id":"W7097684707","doi":"","title":"Web portal characteristics: Children as designers and evaluators. Proceedings of the 33rd Annual Conference of the Canadian Association for Information Science","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Web site; Suite; Information science; The Internet; Association (psychology); Focus (optics); Focus group","score_opus":0.012873951130470044,"score_gpt":0.2310730808000583,"score_spread":0.21819912966958827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097684707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994515,0.0000023043078,0.0005832585,0.0019750323,0.00010552167,0.00052272255,0.000037636342,0.0000123475775,0.0022461668],"genre_scores_gemma":[0.9980078,0.0000015537664,0.0015943449,0.0002898242,0.000013014037,0.000009511857,6.501327e-7,0.0000015601856,0.00008179034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897134,0.00001459862,0.0002572197,0.00013154955,0.00044167932,0.0001835937],"domain_scores_gemma":[0.99833304,0.00004054033,0.0002910424,0.00014774046,0.0011212883,0.000066335706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013167324,0.00007096924,0.000094928,0.000079671816,0.00023448333,0.00019278197,0.0008091983,0.000052882737,0.000007472298],"category_scores_gemma":[0.00070121296,0.000044551212,0.000033890294,0.00034919175,0.0001895302,0.001880649,0.00010442199,0.00007107909,0.0000023862538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029170236,0.00009245283,0.5943939,0.000085816806,0.000060432463,2.3941864e-8,0.030455207,0.00003801816,0.008207302,0.3351096,0.003682845,0.027845226],"study_design_scores_gemma":[0.00038578772,0.0001254943,0.909506,0.00004227211,0.00002208575,0.000006552211,0.0003498223,0.031312525,0.055943143,0.0011733174,0.0009712486,0.00016172667],"about_ca_topic_score_codex":0.00241371,"about_ca_topic_score_gemma":0.0049110414,"teacher_disagreement_score":0.33393627,"about_ca_system_score_codex":0.00015900968,"about_ca_system_score_gemma":0.0011864428,"threshold_uncertainty_score":0.36488238},"labels":[],"label_agreement":null},{"id":"W7097729508","doi":"","title":"THE UNIVERSITY OF CALGARY Integrating Back, History and Bookmarks in Web Browsers","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Thumbnail; Web browser; Software; Web design; Web page; Web standards; Web navigation","score_opus":0.018806149728356567,"score_gpt":0.1938938677047399,"score_spread":0.17508771797638334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097729508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5866812,0.0011246422,0.21711822,0.0019320014,0.00028357233,0.0002267941,2.9175254e-7,0.000071738425,0.19256155],"genre_scores_gemma":[0.9764937,0.00015790976,0.014533505,0.00018633323,0.0000046104874,2.8562744e-7,1.4731684e-7,0.0000026817559,0.008620799],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995241,0.000080158636,0.00008689755,0.0001405796,0.00006620093,0.00010205281],"domain_scores_gemma":[0.9995435,0.00016141386,0.000027580121,0.00021340327,0.000024640483,0.000029475083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000309694,0.000047277787,0.00006714167,0.00002894911,0.000047426223,0.0000118910675,0.00037176377,0.000030130512,0.00008434281],"category_scores_gemma":[0.000023419549,0.000036326604,0.000019829611,0.00007973151,0.0001216789,0.00019981079,0.000120231954,0.000098681274,0.000010106564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003356424,0.00039568162,0.16927612,0.00010396771,0.00007274878,0.00012396292,0.042088073,0.000111333895,0.012897787,0.28360763,0.0882713,0.40271577],"study_design_scores_gemma":[0.0010252343,0.00023735304,0.031621117,0.000093832416,0.0000066902144,0.000027141188,0.0033406722,0.53182286,0.0007607907,0.0024734493,0.42823312,0.00035771533],"about_ca_topic_score_codex":0.0007354875,"about_ca_topic_score_gemma":0.0035498042,"teacher_disagreement_score":0.5317115,"about_ca_system_score_codex":0.00009818776,"about_ca_system_score_gemma":0.000065779204,"threshold_uncertainty_score":0.19808741},"labels":[],"label_agreement":null},{"id":"W7099270910","doi":"","title":"PERMISSION TO USE","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Permission; Copying; Work (physics); Order (exchange); Head (geology)","score_opus":0.05650533344765307,"score_gpt":0.2707400986274236,"score_spread":0.21423476517977053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099270910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114872046,0.0000010047108,0.874372,0.008833362,0.0001198328,0.00004898913,3.0559175e-7,0.00013325193,0.0016192255],"genre_scores_gemma":[0.9240885,6.873305e-7,0.05893817,0.0011050807,0.000010380829,0.0000029544408,1.7759604e-8,0.0000019963588,0.015852207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952877,0.000022308375,0.000063860316,0.0001836511,0.000088942856,0.000112442685],"domain_scores_gemma":[0.9993799,0.00009675088,0.000006356519,0.00038586743,0.000033997305,0.000097159565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009445335,0.000041411524,0.00003923298,0.000026734113,0.000026178071,0.00007274636,0.00039298547,0.000018016452,0.00018496653],"category_scores_gemma":[0.00009354843,0.0000213235,0.00001902039,0.00008593535,0.0000073890983,0.0005085121,0.00013889889,0.00001438801,0.0012707295],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020943868,0.00012450376,0.009993436,0.0000045431652,0.000007595461,0.000009690255,0.0012004287,0.000006628483,0.24959323,0.18727127,0.10017222,0.45159552],"study_design_scores_gemma":[0.00037752284,0.0003504818,0.043467738,0.00006540224,0.0000017122034,0.000012469884,0.000012580228,0.0021581557,0.40857455,0.010516921,0.534071,0.0003914228],"about_ca_topic_score_codex":0.00001704189,"about_ca_topic_score_gemma":0.000004771571,"teacher_disagreement_score":0.8154338,"about_ca_system_score_codex":0.000016876429,"about_ca_system_score_gemma":0.000013040422,"threshold_uncertainty_score":0.9995069},"labels":[],"label_agreement":null},{"id":"W7099778285","doi":"","title":"RECOMMENDATIONS","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payment; Solvency; Position (finance); Pension fund; Valuation (finance)","score_opus":0.031186152434422954,"score_gpt":0.276709185005817,"score_spread":0.24552303257139402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099778285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021281919,9.4092246e-7,0.9074725,0.017146915,0.00078430405,0.000035121666,2.792059e-7,0.00020006456,0.053077936],"genre_scores_gemma":[0.7421761,3.722818e-7,0.25517383,0.00062424317,0.000019190855,0.0000034001293,2.8780295e-7,0.0000011119936,0.002001454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997296,0.000009942298,0.000053384585,0.00010083437,0.000039422248,0.00006685628],"domain_scores_gemma":[0.99957675,0.000042862193,0.000007782355,0.00031585575,0.000025265497,0.00003148424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001232499,0.000025848934,0.000023864186,0.000017918164,0.000042024996,0.000067283836,0.00038712384,0.000018764491,0.0006098231],"category_scores_gemma":[0.000027653581,0.000021484135,0.000014626877,0.00008138929,0.000011097908,0.0002560809,0.000059401864,0.00008939979,0.00048121592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2372748e-7,0.000047591526,0.00045264122,7.4890914e-7,0.0000022846746,3.761908e-7,0.00024766402,9.588949e-7,0.011323273,0.8930486,0.03357708,0.061298456],"study_design_scores_gemma":[0.000152127,0.00005084289,0.0034339717,0.0000019212384,0.000001340773,0.000015626625,0.000022513355,0.027797308,0.07302915,0.085909225,0.8093924,0.00019359715],"about_ca_topic_score_codex":0.000011637457,"about_ca_topic_score_gemma":0.000060285765,"teacher_disagreement_score":0.8071394,"about_ca_system_score_codex":0.0000021491353,"about_ca_system_score_gemma":0.000012358927,"threshold_uncertainty_score":0.6677135},"labels":[],"label_agreement":null},{"id":"W7101031586","doi":"","title":"� Survey and Usability Testing Results of the Analytical Reasoning Computerized Prototype at","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Agency (philosophy); Voting; Corporation; Association (psychology); Public law","score_opus":0.07582482147915348,"score_gpt":0.292610077678459,"score_spread":0.2167852561993055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101031586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538266,0.000015182025,0.041687455,0.0014514083,0.00006983233,0.0004689544,0.000006916463,0.000084005216,0.0023896259],"genre_scores_gemma":[0.9365793,3.0804188e-7,0.06306493,0.00011874501,0.000015631198,0.000004594029,5.0787435e-7,0.0000030099857,0.00021300156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844056,0.00039967237,0.00037035396,0.0003859401,0.00021436867,0.00018907838],"domain_scores_gemma":[0.9978801,0.0010726737,0.000098183395,0.00071151735,0.00017018417,0.00006735531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020357112,0.00010248585,0.00018130107,0.000020235148,0.00011932264,0.00006651608,0.0006258391,0.000049085604,0.000007044921],"category_scores_gemma":[0.0016904224,0.00006582303,0.000039867526,0.00038181109,0.00017154765,0.00020932035,0.00066556194,0.000112950795,0.00000732488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065277383,0.00050479884,0.9108495,0.0000961191,0.000056475925,0.0000017724054,0.001983821,0.0012784873,0.0034021232,0.0060620406,0.0021030065,0.07300908],"study_design_scores_gemma":[0.00035196487,0.00010008142,0.52034515,0.000019855705,0.0000021844403,0.0000056121125,0.0000023638997,0.47566682,0.002959283,0.00011503443,0.00035255626,0.00007909485],"about_ca_topic_score_codex":0.00032311218,"about_ca_topic_score_gemma":0.00033973294,"teacher_disagreement_score":0.47438833,"about_ca_system_score_codex":0.00004892576,"about_ca_system_score_gemma":0.00005284458,"threshold_uncertainty_score":0.2684185},"labels":[],"label_agreement":null},{"id":"W7101114520","doi":"","title":"Université de Montréal","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Context (archaeology); Perspective (graphical); Identification (biology)","score_opus":0.017385213972782705,"score_gpt":0.1792818416512477,"score_spread":0.161896627678465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101114520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43304932,0.000050169154,0.5372409,0.0014219801,0.00004459395,0.000024924655,1.7996261e-7,0.00015263309,0.028015273],"genre_scores_gemma":[0.95927614,0.000013686063,0.027496286,0.00036743135,0.000006673542,4.3767264e-7,7.996637e-8,0.0000012366147,0.012838018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999681,0.00001775789,0.00003606328,0.000102201804,0.000061698265,0.0001013035],"domain_scores_gemma":[0.99970514,0.00002315596,0.000006946975,0.00020378645,0.000015317617,0.000045639605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000048157268,0.000031552252,0.000033306103,0.000015470803,0.00010319503,0.0000074085624,0.0003163798,0.00001821553,0.00008380898],"category_scores_gemma":[0.000005188367,0.000028111433,0.000021613283,0.0000708174,0.000018911109,0.00013514681,0.00012283005,0.000028154078,0.00025209112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066434244,0.00043881056,0.08573174,0.000013471038,0.000059888658,0.0008984899,0.028428482,0.0012918757,0.016083112,0.34319168,0.5010166,0.022779422],"study_design_scores_gemma":[0.0012630341,0.0004005155,0.17865148,0.000008457051,0.0000074263776,0.001261065,0.00018182413,0.17217436,0.22912496,0.010198944,0.40603203,0.00069591834],"about_ca_topic_score_codex":0.00030895838,"about_ca_topic_score_gemma":0.00009074069,"teacher_disagreement_score":0.5262268,"about_ca_system_score_codex":0.00007326375,"about_ca_system_score_gemma":0.000021805516,"threshold_uncertainty_score":0.32402056},"labels":[],"label_agreement":null},{"id":"W7106817337","doi":"10.1561/1100000106","title":"Survey on User Interface Design and Interactions for Generative AI Applications","year":2025,"lang":"en","type":"article","venue":"Foundations and Trends® in Human–Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"User interface; Generative grammar; User interface design; Interface (matter); User modeling; User experience design","score_opus":0.07904131606368998,"score_gpt":0.38514641766615343,"score_spread":0.30610510160246346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106817337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011925675,0.0000356474,0.9844187,0.001887452,0.0007208734,0.00058270333,0.000020218753,0.00010113654,0.00030757996],"genre_scores_gemma":[0.944812,0.000011759437,0.051852953,0.0006432528,0.000097072516,0.00062161626,0.0001065114,0.000014581612,0.0018402761],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998222,0.0002860576,0.00045435654,0.00071517914,0.00009665725,0.00022574441],"domain_scores_gemma":[0.9982045,0.00096607686,0.000119412754,0.00043429396,0.00021423283,0.00006146405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000462355,0.00023669947,0.00023795044,0.000840596,0.0004887045,0.00073771464,0.00031266978,0.00007939492,0.000032968328],"category_scores_gemma":[0.000030261821,0.00024035703,0.00006189443,0.00059813395,0.00007968811,0.0010772591,0.00016849846,0.000307712,0.000010841919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029795413,0.0017827807,0.004049026,0.00009663186,0.0003869223,0.0000023800753,0.0038597733,0.028097115,0.0014939364,0.27082872,0.0404869,0.64861786],"study_design_scores_gemma":[0.0020014015,0.00079303654,0.08758586,0.0002791065,0.000056681765,0.00001735407,0.00010553323,0.79102784,0.004273086,0.022045659,0.09105448,0.00075995194],"about_ca_topic_score_codex":0.00019806082,"about_ca_topic_score_gemma":0.0008985381,"teacher_disagreement_score":0.9328863,"about_ca_system_score_codex":0.00016424952,"about_ca_system_score_gemma":0.00003176837,"threshold_uncertainty_score":0.98014754},"labels":[],"label_agreement":null},{"id":"W7115036174","doi":"","title":"Educational materials for people with HIV in web-based patient portals","year":2025,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Human immunodeficiency virus (HIV); Patient portal; Confidentiality; MEDLINE; Quality (philosophy); Health care","score_opus":0.014932520465119996,"score_gpt":0.245999684468823,"score_spread":0.231067164003703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115036174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98497087,0.0000756988,0.00003777971,0.00024648872,0.0018611144,0.0019407064,0.001939312,0.00019274704,0.008735287],"genre_scores_gemma":[0.9831269,0.000009217776,0.009209068,0.00045530542,0.000027205342,0.0015634509,0.0015748326,0.00007458205,0.0039594485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99559206,0.0003485664,0.0010759264,0.0014442485,0.00085676985,0.00068243354],"domain_scores_gemma":[0.99654377,0.0006786232,0.00057394645,0.0011311771,0.00088129856,0.00019121691],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010952029,0.00067810004,0.0008458332,0.00061997416,0.0004857497,0.00027707632,0.0014434312,0.0005162897,0.0002437243],"category_scores_gemma":[0.00073355535,0.00066944346,0.00021380966,0.00084194384,0.000028394403,0.00085172115,0.00010968496,0.0005562897,0.000087131164],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003417731,0.005186276,0.0010086681,0.0062573534,0.00067585084,0.00008113248,0.00034328504,0.00194315,0.13863066,0.75788504,0.0007610241,0.083809815],"study_design_scores_gemma":[0.004475511,0.0011931348,0.007420825,0.0033726587,0.00022600565,0.00001872832,0.0003321766,0.0012367489,0.8771706,0.0566293,0.0448281,0.0030962033],"about_ca_topic_score_codex":0.00018853335,"about_ca_topic_score_gemma":0.0063040606,"teacher_disagreement_score":0.73853993,"about_ca_system_score_codex":0.0007643962,"about_ca_system_score_gemma":0.0008215744,"threshold_uncertainty_score":0.9995757},"labels":[],"label_agreement":null},{"id":"W7116923907","doi":"10.1145/3744333.3786134","title":"10.1145/3744333.3786134","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); User experience design; User interface; Focus (optics); Component (thermodynamics)","score_opus":0.010523371543775238,"score_gpt":0.1862431294280348,"score_spread":0.17571975788425956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116923907","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017425908,0.000032576318,0.00085026445,0.0010317835,0.000007662008,0.00016048324,0.0000034808068,0.00033438447,0.9958368],"genre_scores_gemma":[0.0016691501,7.1360105e-8,0.0029769673,0.0001603706,0.000050312978,0.000012992016,0.0000010340885,0.0000074826307,0.9951216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989263,0.00006385359,0.00016584597,0.00035328063,0.00020073557,0.00028998067],"domain_scores_gemma":[0.99901426,0.00006601096,0.000017389548,0.0007027653,0.000045494748,0.00015410542],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022036151,0.00012478186,0.00013562778,0.000054437736,0.00008848752,0.00014118993,0.0009912614,0.0000525593,0.9664758],"category_scores_gemma":[0.000021182965,0.00012107364,0.000057057758,0.00030337687,0.000026630521,0.00031064844,0.00011007522,0.00009277032,0.986048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025294243,0.00008366682,2.8261883e-7,0.000003433999,0.000009806103,0.000006615834,0.000116441275,0.00023244247,0.00011292097,0.000058220736,0.19240859,0.8069423],"study_design_scores_gemma":[0.000104921426,0.00017641993,0.00003596502,0.000008208892,0.0000029854448,0.0000076055267,2.394346e-7,0.0044121267,0.00065399584,0.0001625539,0.99427307,0.00016190049],"about_ca_topic_score_codex":0.000033913344,"about_ca_topic_score_gemma":2.5612292e-7,"teacher_disagreement_score":0.8067804,"about_ca_system_score_codex":0.000032064596,"about_ca_system_score_gemma":0.000025245758,"threshold_uncertainty_score":0.49372396},"labels":[],"label_agreement":null},{"id":"W7117461775","doi":"10.1145/3716553.3786370","title":"10.1145/3716553.3786370","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Research design; Human interaction","score_opus":0.010481463982022049,"score_gpt":0.1862538404503148,"score_spread":0.17577237646829275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117461775","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017083138,0.000029905943,0.0009962987,0.0013724525,0.000007944453,0.00016542862,0.0000034811058,0.00034370724,0.9953725],"genre_scores_gemma":[0.0013629551,1.2904317e-7,0.0032312064,0.00022360282,0.000053600732,0.000013052648,0.0000012467486,0.000008972743,0.9951052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891937,0.00006442175,0.00016688707,0.00035541868,0.00020223037,0.0002916605],"domain_scores_gemma":[0.99900806,0.0000679875,0.000017734506,0.00070488953,0.000046305504,0.00015504254],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002235612,0.00012521187,0.00013593609,0.000054819193,0.00007927203,0.00014217902,0.0010001325,0.000052811236,0.96780646],"category_scores_gemma":[0.000027964972,0.000121377954,0.00005779971,0.00030243627,0.00002752573,0.00031340303,0.00011133142,0.00009350209,0.9866855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023397071,0.000077123055,3.2918965e-7,0.0000037390118,0.000009021153,0.000006142474,0.00010941608,0.00023379427,0.00012603459,0.000047598693,0.17386529,0.8254981],"study_design_scores_gemma":[0.00010595981,0.00017842186,0.000045736197,0.000008815877,0.000003002244,0.0000081329645,3.1632192e-7,0.0052410094,0.00069944724,0.000115895484,0.99343014,0.00016310309],"about_ca_topic_score_codex":0.000020638485,"about_ca_topic_score_gemma":1.7930917e-7,"teacher_disagreement_score":0.825335,"about_ca_system_score_codex":0.000032840948,"about_ca_system_score_gemma":0.000031675096,"threshold_uncertainty_score":0.49496496},"labels":[],"label_agreement":null},{"id":"W7134241431","doi":"10.1145/3742413.3801710","title":"10.1145/3742413.3801710","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Component (thermodynamics); Key (lock); User interface; Adaptation (eye)","score_opus":0.010567759478936279,"score_gpt":0.18737443040576618,"score_spread":0.1768066709268299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134241431","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018670149,0.000028225537,0.0010970678,0.0012580693,0.00000779593,0.00017337203,0.000003408978,0.00033075555,0.9952343],"genre_scores_gemma":[0.0014869415,1.17153746e-7,0.0030892815,0.00022051547,0.000050910385,0.000012809984,0.0000011892807,0.000008851458,0.9951294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989266,0.00006409735,0.0001643833,0.00035600268,0.00020026563,0.00028866407],"domain_scores_gemma":[0.99900126,0.000065737746,0.000018087952,0.0007147226,0.00004633423,0.00015387534],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002279012,0.00012475677,0.00013511081,0.000054104108,0.00008189306,0.00014897081,0.001014375,0.00005361402,0.9652109],"category_scores_gemma":[0.000027542095,0.00012076766,0.000056796092,0.00029010006,0.000026913525,0.00031868386,0.00011429318,0.000096604614,0.9857985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026432483,0.000079759746,3.7323363e-7,0.000004045702,0.000009640753,0.000006964456,0.00011364548,0.00023755495,0.00016463235,0.00005919935,0.16104428,0.8382535],"study_design_scores_gemma":[0.00010471826,0.00018247617,0.00003585672,0.00000852235,0.000002986239,0.000008250605,2.8670982e-7,0.0046008322,0.00081541826,0.00011541339,0.9939632,0.00016207928],"about_ca_topic_score_codex":0.000019447665,"about_ca_topic_score_gemma":1.7993449e-7,"teacher_disagreement_score":0.8380914,"about_ca_system_score_codex":0.000031174997,"about_ca_system_score_gemma":0.000031614454,"threshold_uncertainty_score":0.49247622},"labels":[],"label_agreement":null},{"id":"W7137880344","doi":"10.1145/3756884.3795818","title":"10.1145/3756884.3795818","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Interaction model","score_opus":0.01056037402535509,"score_gpt":0.18683582206421367,"score_spread":0.17627544803885858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7137880344","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017822405,0.000028924507,0.000997098,0.0013137849,0.000008016011,0.00016520824,0.0000036570914,0.00034044756,0.9953606],"genre_scores_gemma":[0.0012375944,1.187792e-7,0.0032596968,0.00023783352,0.000052137482,0.0000129795235,0.000001246111,0.000008914758,0.9951895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891704,0.00006432114,0.00016680415,0.0003588744,0.00020157688,0.00029138723],"domain_scores_gemma":[0.9990079,0.000067445966,0.000017880757,0.0007052957,0.000046770034,0.00015471132],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022848284,0.00012499742,0.00013581959,0.000054827065,0.00007818908,0.00014518216,0.0010008097,0.000052717616,0.9665853],"category_scores_gemma":[0.000027789205,0.000121181474,0.000057587753,0.00030802746,0.000027970014,0.00031208576,0.00011147949,0.00009225822,0.98678803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023653465,0.00007515557,3.474503e-7,0.0000035684106,0.000008638385,0.000005937601,0.000101519756,0.0002007652,0.00011784074,0.000040583545,0.18417817,0.81524384],"study_design_scores_gemma":[0.000106870044,0.0001781535,0.000046385154,0.000008855032,0.0000029886771,0.000008184764,3.0864788e-7,0.005321484,0.0006977005,0.000117388445,0.9933488,0.00016289676],"about_ca_topic_score_codex":0.000018762705,"about_ca_topic_score_gemma":1.6318883e-7,"teacher_disagreement_score":0.81508094,"about_ca_system_score_codex":0.00003255564,"about_ca_system_score_gemma":0.000031971307,"threshold_uncertainty_score":0.49416372},"labels":[],"label_agreement":null},{"id":"W7138165674","doi":"10.1145/3756884.3795814","title":"10.1145/3756884.3795814","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Key (lock)","score_opus":0.010369777703573958,"score_gpt":0.18585517586625314,"score_spread":0.1754853981626792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138165674","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001714339,0.000029178864,0.001058555,0.001325422,0.000007822897,0.0001657224,0.000003492667,0.00034056525,0.9953549],"genre_scores_gemma":[0.001313845,1.2077953e-7,0.0032022747,0.00024085755,0.000051327774,0.0000130285,0.0000012358821,0.000008922663,0.9951684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989167,0.000065259715,0.00016704793,0.00035827543,0.00020161824,0.00029108464],"domain_scores_gemma":[0.99900824,0.00006762236,0.000017918483,0.00070534693,0.000046059915,0.00015481788],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023082049,0.00012508311,0.00013660786,0.000054758846,0.00007787009,0.000144988,0.0009993521,0.000052702388,0.96526647],"category_scores_gemma":[0.000027555006,0.000121271405,0.000057802714,0.00030583327,0.00002699279,0.00030991557,0.000110754925,0.00009323025,0.98660076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023458206,0.0000748734,3.578561e-7,0.0000036354534,0.000008648696,0.000005994388,0.00010024764,0.00021263487,0.00012423086,0.00004093421,0.17872015,0.82068485],"study_design_scores_gemma":[0.000106955675,0.00017457713,0.000045534474,0.000008799951,0.0000029875982,0.000008094049,3.0127896e-7,0.005677976,0.00068522315,0.0001151428,0.9930114,0.00016296377],"about_ca_topic_score_codex":0.000019153249,"about_ca_topic_score_gemma":1.686238e-7,"teacher_disagreement_score":0.8205219,"about_ca_system_score_codex":0.000032346587,"about_ca_system_score_gemma":0.00003166121,"threshold_uncertainty_score":0.49453044},"labels":[],"label_agreement":null},{"id":"W7138204786","doi":"10.1145/3756884.3795801","title":"10.1145/3756884.3795801","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Mobile interaction; Human interaction; Key (lock)","score_opus":0.010609136699563199,"score_gpt":0.1865049298840526,"score_spread":0.1758957931844894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138204786","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018019298,0.00002901225,0.00096358,0.0013019744,0.000007816203,0.00016608406,0.0000035023793,0.00033993152,0.9953862],"genre_scores_gemma":[0.001259654,1.2609162e-7,0.0032090233,0.00023828921,0.00005123071,0.0000130947865,0.0000012287313,0.00000892301,0.99521846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989153,0.00006428945,0.0001667674,0.0003582308,0.00020163789,0.00029377404],"domain_scores_gemma":[0.9990074,0.00006664173,0.00001787632,0.0007059033,0.00004618285,0.00015600356],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022900483,0.000125119,0.00013615283,0.00005487271,0.00007789485,0.00014503689,0.0010002895,0.00005275796,0.9666765],"category_scores_gemma":[0.000027395236,0.00012130113,0.00005773517,0.00030887016,0.000026965514,0.00031413545,0.00011118103,0.00009336363,0.98667514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023559389,0.000077297154,3.623647e-7,0.000003604328,0.000008763233,0.000006125195,0.000100371006,0.00019869841,0.00011827621,0.00003833996,0.17690574,0.8225189],"study_design_scores_gemma":[0.000109126275,0.00017638871,0.00004694788,0.00000883904,0.0000030485135,0.000008304022,3.0990975e-7,0.0054702335,0.0006897944,0.00011478756,0.99320906,0.0001631409],"about_ca_topic_score_codex":0.000019574292,"about_ca_topic_score_gemma":1.685351e-7,"teacher_disagreement_score":0.82235575,"about_ca_system_score_codex":0.0000326227,"about_ca_system_score_gemma":0.00003213409,"threshold_uncertainty_score":0.49465165},"labels":[],"label_agreement":null},{"id":"W7138448996","doi":"10.1145/3756884.3795804","title":"10.1145/3756884.3795804","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Key (lock)","score_opus":0.010402635868303632,"score_gpt":0.18607811927894974,"score_spread":0.1756754834106461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138448996","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015915437,0.000029935,0.0010213519,0.0016897521,0.000008782343,0.0001733592,0.0000036528452,0.000351579,0.99513006],"genre_scores_gemma":[0.0011487657,1.2089865e-7,0.0033240258,0.00024198527,0.00005675142,0.000013160133,0.0000012260701,0.000008927143,0.99520504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989215,0.000063390224,0.00016631253,0.0003572156,0.00020120779,0.0002903681],"domain_scores_gemma":[0.99901354,0.00006516421,0.000017859214,0.0007027936,0.000045951372,0.00015466493],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022521695,0.00012497255,0.00013586883,0.00005388143,0.000077526776,0.0001445691,0.0009974595,0.00005264717,0.964637],"category_scores_gemma":[0.000026742393,0.00012119347,0.000057720245,0.0003058281,0.000027053202,0.00031286257,0.00011101348,0.000093249444,0.9865871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024069479,0.000077496676,3.1795483e-7,0.0000037280925,0.000008819669,0.0000061946103,0.00010288173,0.00021891786,0.00012912514,0.000044401644,0.17736968,0.8220144],"study_design_scores_gemma":[0.00010916238,0.00017649154,0.000038217393,0.000008963544,0.0000029638743,0.00000798481,3.036664e-7,0.0053566615,0.00072535005,0.000121293706,0.9932899,0.00016270955],"about_ca_topic_score_codex":0.00001957715,"about_ca_topic_score_gemma":1.6663512e-7,"teacher_disagreement_score":0.8218517,"about_ca_system_score_codex":0.000033286207,"about_ca_system_score_gemma":0.000032712287,"threshold_uncertainty_score":0.49421263},"labels":[],"label_agreement":null},{"id":"W7160376939","doi":"10.1145/3786995.3786998","title":"Supporting Reviewing Reviews: How HCI Authors Handle Peer Reviews of Manuscripts","year":2025,"lang":"","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Workflow; Meaning (existential); Subtext; Interpretation (philosophy); Peer review; Collaborative writing; Peer production; Qualitative research","score_opus":0.1190120307250906,"score_gpt":0.36551244173358793,"score_spread":0.24650041100849734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160376939","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080954423,0.22926639,0.70697796,0.03080843,0.0050120163,0.0041889544,0.000008433273,0.00014293352,0.022785328],"genre_scores_gemma":[0.09305615,0.115606464,0.14696522,0.009435646,0.00039489,0.00038659075,0.000014063759,0.000079481484,0.6340615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98884034,0.0027556885,0.004278542,0.0018710898,0.00091910333,0.0013352608],"domain_scores_gemma":[0.99276036,0.00039669426,0.0019829762,0.0034273278,0.0010833172,0.00034930566],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021730784,0.00087937946,0.0031125597,0.00039350192,0.00043190114,0.0008299069,0.0032697935,0.00038177692,0.0015705806],"category_scores_gemma":[0.008709943,0.0007334999,0.0013617941,0.0024964586,0.0002467505,0.0017266088,0.0013379056,0.000903066,0.0005109251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002203069,0.00038829315,0.001361836,0.013607089,0.000118360054,0.000011477303,0.0031315112,0.000006016484,0.0025602502,0.013604347,0.49766198,0.46752682],"study_design_scores_gemma":[0.00034017555,0.00021865366,0.00020752572,0.011129008,0.00028357972,0.000010194483,0.00014115007,0.005464494,0.011413506,0.0016844318,0.96845466,0.00065263297],"about_ca_topic_score_codex":0.00009056211,"about_ca_topic_score_gemma":0.00003908613,"teacher_disagreement_score":0.61127615,"about_ca_system_score_codex":0.00020119027,"about_ca_system_score_gemma":0.0004007874,"threshold_uncertainty_score":0.9996401},"labels":[],"label_agreement":null},{"id":"W79206917","doi":"10.3233/978-1-58603-979-0-277","title":"Exploring the Relationship Between Training and Usability: A Study of the Impact of Usability Testing On Improving Training and System Deployment","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Software deployment; Personalization; Computer science; Cognitive walkthrough; Usability lab; Web usability; Pluralistic walkthrough; System usability scale; Usability engineering; Usability inspection; Health informatics; Training (meteorology); Human–computer interaction; Knowledge management; Process management; World Wide Web; Software engineering; Engineering; Medicine; Nursing; Public health","score_opus":0.39388722696659284,"score_gpt":0.3915997622274969,"score_spread":0.002287464739095968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79206917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99743354,0.00024061263,0.0007976562,0.0006751896,0.000050535713,0.00072028453,0.0000018546499,0.00005848353,0.000021835556],"genre_scores_gemma":[0.997436,0.000016758144,0.0024830233,0.000025307569,0.000005627579,0.000030528816,4.538733e-8,0.0000024899214,2.3897937e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825346,0.00019521546,0.0009753425,0.00016944748,0.0001489066,0.00025762085],"domain_scores_gemma":[0.9966769,0.0023507196,0.00041676094,0.00045239442,0.00007106161,0.00003216826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003080144,0.00014094907,0.000445671,0.00018288825,0.00045246154,0.000018773944,0.00031206847,0.00005774228,2.2404835e-8],"category_scores_gemma":[0.0027003353,0.00008318409,0.00002337426,0.00074186735,0.00046264473,0.00034226754,0.0003056809,0.00041789934,3.5269565e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005825162,0.00004790833,0.74202985,0.00045171133,0.000023210887,1.2524522e-7,0.14084029,0.00018691669,0.0000017273142,0.003906566,4.3832924e-7,0.11250545],"study_design_scores_gemma":[0.00033115322,0.0021097753,0.85289717,0.00044336123,0.0000077295845,0.0000092228165,0.13207398,0.008148449,0.000020242693,0.0038854426,5.60557e-7,0.00007291099],"about_ca_topic_score_codex":0.00007962314,"about_ca_topic_score_gemma":0.000029927633,"teacher_disagreement_score":0.11243254,"about_ca_system_score_codex":0.00013402174,"about_ca_system_score_gemma":0.00007751515,"threshold_uncertainty_score":0.3480014},"labels":[],"label_agreement":null},{"id":"W81360817","doi":"","title":"Evaluation of a Contextual Assistant Interface Using Cognitive Models","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Human–computer interaction; Computer science; Task (project management); Usability; Interface (matter); User interface; Cognitive model; Process (computing); Task analysis; Cognition; User interface design; User modeling; User experience design; Engineering; Programming language; Psychology","score_opus":0.2929230823096987,"score_gpt":0.36057683091639214,"score_spread":0.06765374860669343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81360817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4432754,0.00007468021,0.5536838,0.000027419372,0.000054832395,0.00013136581,0.0000018277212,0.000028596338,0.0027220785],"genre_scores_gemma":[0.9858775,0.0000021838962,0.013986127,0.00004855034,0.0000070403576,0.0000059278746,3.4253347e-7,0.0000037942316,0.000068522706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984108,0.0002790665,0.00025077333,0.00025611738,0.0006643818,0.00013883733],"domain_scores_gemma":[0.99844915,0.00013589974,0.0000859294,0.00024937716,0.0010364408,0.000043202934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012222637,0.00009056799,0.00014882778,0.000060491573,0.00006577073,0.000022803035,0.00031384395,0.000043074735,0.000065670094],"category_scores_gemma":[0.00016233927,0.00007975216,0.00005218081,0.0001864177,0.00010132162,0.00066253444,0.00010987325,0.00007013834,0.000013840032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073842856,0.0045745154,0.0031453348,0.0001629296,0.0013463168,0.000051684056,0.15558924,0.29941928,0.16806652,0.15448064,0.002308653,0.21011648],"study_design_scores_gemma":[0.00048286203,0.00010090484,0.00024865632,0.000035582863,0.00002844346,0.000020192636,0.00026933878,0.9328156,0.060980085,0.0049185613,0.0000052252676,0.000094531],"about_ca_topic_score_codex":0.00011555738,"about_ca_topic_score_gemma":0.00002170744,"teacher_disagreement_score":0.6333963,"about_ca_system_score_codex":0.00008558328,"about_ca_system_score_gemma":0.00026604952,"threshold_uncertainty_score":0.32521987},"labels":[],"label_agreement":null},{"id":"W83546148","doi":"","title":"Visual Interface Design Tool for Educational Courseware.","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interface (matter); Human–computer interaction","score_opus":0.03595416610483432,"score_gpt":0.3159498471892749,"score_spread":0.27999568108444056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W83546148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018193642,0.000022198292,0.97095597,0.009128545,0.0006136577,0.0003723364,0.0000035782252,0.00009785859,0.00061220385],"genre_scores_gemma":[0.6819553,9.930233e-7,0.31712207,0.00034775867,0.00008729833,0.00008010133,0.0000014742491,0.000007224689,0.0003978383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899143,0.000046651596,0.00018130087,0.00034038592,0.00018386348,0.0002563679],"domain_scores_gemma":[0.9991291,0.00029770084,0.00004568573,0.0003211125,0.00013810603,0.0000682931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037543906,0.0001172678,0.00011287125,0.000048795297,0.000111059184,0.00014286539,0.0006709369,0.000056040164,0.00012066596],"category_scores_gemma":[0.00014895959,0.00011391276,0.000067408604,0.00013933297,0.00004052844,0.000400884,0.000081367274,0.00008778442,0.00018912231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026798862,0.0020419436,0.00037087913,0.00009852062,0.00012295242,0.000004884337,0.0064008483,0.013143778,0.13189569,0.7135267,0.07063506,0.06149074],"study_design_scores_gemma":[0.0015494953,0.00096455665,0.0008750619,0.00008485328,0.000016400585,0.000024561736,0.000070082075,0.033363447,0.2526526,0.7018757,0.0079591,0.00056419725],"about_ca_topic_score_codex":0.0000037304105,"about_ca_topic_score_gemma":0.0000017838,"teacher_disagreement_score":0.6637616,"about_ca_system_score_codex":0.00011226416,"about_ca_system_score_gemma":0.00035843372,"threshold_uncertainty_score":0.46452275},"labels":[],"label_agreement":null},{"id":"W85636356","doi":"10.4018/978-1-59140-989-2.ch116","title":"Personalizing Web Portals","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"World Wide Web; Enterprise portal; Personalization; Gateway (web page); Web development; Computer science; Web standards; Web service; Web 2.0; Web intelligence; Web application security","score_opus":0.057486945235494524,"score_gpt":0.2840173258998435,"score_spread":0.226530380664349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85636356","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000116229625,0.0005005915,0.017819079,0.00011216995,0.00084027083,0.0002650048,0.000051110732,0.00039699982,0.9798986],"genre_scores_gemma":[0.28939354,0.000010777674,0.027053427,0.005522875,0.0010007343,0.00002069129,0.0000064812193,0.00012394087,0.67686754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974572,0.000023111348,0.000491288,0.0008506628,0.00066113594,0.0005166216],"domain_scores_gemma":[0.99823755,0.000066062494,0.00022689313,0.0010615367,0.00016368135,0.00024430084],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042089671,0.00048662839,0.00047245302,0.00009203508,0.00012095948,0.0002565024,0.0014841661,0.0005141335,0.000112903304],"category_scores_gemma":[0.00001994356,0.0004954107,0.00034948654,0.000029868834,0.00012647404,0.00014077815,0.00038811253,0.0004202944,0.00087113684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008945292,0.000008548593,0.000016482194,0.000025350128,0.00006195029,0.00018098169,0.00012555286,0.0000012362432,0.00002948886,0.9884391,0.0046289493,0.0064734556],"study_design_scores_gemma":[0.0003272913,0.00018702088,0.0000313083,0.00034033877,0.00005751826,0.00023429182,0.000013789388,0.0004946074,0.00031907397,0.61897355,0.3779368,0.0010843864],"about_ca_topic_score_codex":0.000035929803,"about_ca_topic_score_gemma":0.00011235179,"teacher_disagreement_score":0.37330785,"about_ca_system_score_codex":0.00028946777,"about_ca_system_score_gemma":0.00034068935,"threshold_uncertainty_score":0.9999068},"labels":[],"label_agreement":null},{"id":"W87112213","doi":"","title":"Evaluationg software usability of geographic information system","year":2009,"lang":"en","type":"article","venue":"The International Journal of the Computer, the Internet and Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Geographic information system; Geoportal; Heuristic evaluation; Christian ministry; Usability engineering; World Wide Web; Software; Usability inspection; Web usability; GIS and public health; Human–computer interaction; Geography; Cartography","score_opus":0.016784541085931134,"score_gpt":0.2397733812671327,"score_spread":0.22298884018120158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87112213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24283335,0.00012157634,0.7435142,0.0105539365,0.0023885209,0.00032410357,0.0000018984775,0.000025432286,0.00023701559],"genre_scores_gemma":[0.9937471,0.00004102028,0.0050278534,0.001007234,0.00011484053,0.0000030041922,4.3435045e-7,0.0000022523427,0.000056225505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981151,0.00021654366,0.00064308057,0.00010978302,0.0007983738,0.00011708115],"domain_scores_gemma":[0.99821,0.00016483144,0.0006254056,0.0004863552,0.0004822,0.00003119463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020256867,0.00012112947,0.00015631678,0.0001186273,0.000085409985,0.0003025002,0.0037123759,0.00002721098,0.000005019466],"category_scores_gemma":[0.00004769175,0.00005808164,0.0001823922,0.00014879896,0.000108534645,0.0006217808,0.0007487926,0.00018406614,0.000004641241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045467654,0.00038815915,0.008924219,0.00020096204,0.0016793644,0.000011079537,0.01106523,0.02541606,0.00007582175,0.37816322,0.014416622,0.5592046],"study_design_scores_gemma":[0.0026336357,0.00091069017,0.345224,0.0014339846,0.00029542067,0.0006731669,0.000819613,0.57103,0.0026358555,0.0508003,0.023105413,0.00043787798],"about_ca_topic_score_codex":0.00003114151,"about_ca_topic_score_gemma":0.000003985987,"teacher_disagreement_score":0.7509138,"about_ca_system_score_codex":0.000092103255,"about_ca_system_score_gemma":0.000024299592,"threshold_uncertainty_score":0.689858},"labels":[],"label_agreement":null},{"id":"W91723561","doi":"","title":"Situating GOMS Models Within Complex, Sociotechnical Systems","year":2000,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sociotechnical system; Computer science; Task (project management); Situated; Complex system; Software; Data science; Software engineering; Artificial intelligence; Systems engineering; Engineering; Programming language","score_opus":0.04211051232430763,"score_gpt":0.23413298861238643,"score_spread":0.1920224762880788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W91723561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60845196,0.00040182009,0.30218625,0.0035388474,0.00046580387,0.0011408499,0.0011580248,0.0046298015,0.07802664],"genre_scores_gemma":[0.98277915,0.000006020501,0.014481875,0.0008515301,0.00011591057,0.00003328001,0.00010476978,0.000056343262,0.0015711413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968176,0.00022252768,0.00080031564,0.00086347834,0.0006373693,0.00065874675],"domain_scores_gemma":[0.99808425,0.0002715436,0.00014736137,0.0010559798,0.000047138117,0.00039374834],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047916398,0.00039362023,0.000419612,0.00010741731,0.00029309728,0.0043827128,0.0021903762,0.0002735733,0.0004114901],"category_scores_gemma":[0.00009464216,0.00036253416,0.00021813462,0.00059478544,0.00015975386,0.010637327,0.0004446095,0.0007575208,0.0042338124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063843303,0.0034148286,0.019355498,0.00073932536,0.0005129202,0.00047962708,0.0027000876,0.085175455,0.0029684592,0.63984793,0.043094765,0.20107266],"study_design_scores_gemma":[0.0009861381,0.0003458535,0.0006351216,0.0002773429,0.00001978001,0.00012811428,0.000075359974,0.71054876,0.002191222,0.17357293,0.10969094,0.0015284553],"about_ca_topic_score_codex":0.000008990447,"about_ca_topic_score_gemma":6.375334e-7,"teacher_disagreement_score":0.6253733,"about_ca_system_score_codex":0.00006489281,"about_ca_system_score_gemma":0.00012828792,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null}]}