{"meta":{"query_hash":"5be91e182fad","filters":{"topic":"Usability and User Interface Design"},"cohort_total":434,"direct_labels_cover":1,"predictions_cover":434,"exported":434,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5be91e182fad","api":"https://metacan.xera.ac/api/v1/cohort?topic=Usability+and+User+Interface+Design"},"results":[{"id":"W10113400","doi":"","title":"Ubiquitous Computing in Physico-Spatial Environments - Activity Theoretical Considerations","year":2007,"lang":"en","type":"article","venue":"Health care financing review","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ubiquitous computing; Space (punctuation); Computer science; Spatial contextual awareness; Context (archaeology); Relation (database); Human–computer interaction; Point (geometry); Physical space; Spatial design; Process (computing); Data science; Artificial intelligence; Mathematics; Geography; Data mining","score_opus":0.023034271157227646,"score_gpt":0.32293708472803007,"score_spread":0.2999028135708024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10113400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028603544,0.027810264,0.6699023,0.0395506,0.0008700988,0.00010121426,0.00027400267,0.00023235883,0.2326556],"genre_scores_gemma":[0.8638235,0.021522367,0.09084956,0.0022308805,0.0013433993,0.0005166117,0.00018597471,0.00008505031,0.019442666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987159,0.0005838349,0.0000688519,0.00019277277,0.0002968226,0.00014188103],"domain_scores_gemma":[0.9977005,0.001640005,0.00012660316,0.00019606289,0.00022886207,0.00010805731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013170613,0.00071547925,0.00085124804,0.0019410666,0.0014396509,0.0052766018,0.0018811721,0.002780543,0.0057680514],"category_scores_gemma":[0.0048198947,0.0005293755,0.0010617818,0.001718968,0.007115619,0.0073094075,0.0025126953,0.0019428727,0.0012728343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004499235,0.000012691795,0.00027949817,0.00009147238,0.000008921715,0.00005352171,0.00020132093,0.010675371,0.00011785838,0.9828964,0.00065063935,0.0050078393],"study_design_scores_gemma":[0.000007087417,0.000040269497,0.000591989,0.000114045164,0.000014917672,0.00024468877,0.0005948052,0.044200867,0.00015349805,0.9321653,0.021850603,0.000021945025],"about_ca_topic_score_codex":0.004777067,"about_ca_topic_score_gemma":0.0030696606,"teacher_disagreement_score":0.0057680514,"about_ca_system_score_codex":0.0023889407,"about_ca_system_score_gemma":0.0008287466,"threshold_uncertainty_score":0.01929611},"labels":[],"label_agreement":null},{"id":"W1014362250","doi":"10.1007/978-3-319-20889-3_12","title":"Heuristic Evaluation of University Institutional Repositories Based on DSpace","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"DSPACE; Computer science; Heuristic; World Wide Web; Programming language; Software engineering; Operating system; Database; Artificial intelligence; Algorithm","score_opus":0.05686465305087272,"score_gpt":0.274668920648951,"score_spread":0.21780426759807828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1014362250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97047967,0.00061485707,0.015688138,0.00011437704,0.000028019676,0.0005028306,0.00112242,0.00067136757,0.010778294],"genre_scores_gemma":[0.9677876,0.00012469944,0.02901605,0.000016837364,0.0000096956255,0.00009635309,0.0018530473,0.000038739432,0.0010568682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98781455,0.006146924,0.001042817,0.0007762407,0.0037322538,0.00048717164],"domain_scores_gemma":[0.9090377,0.06946518,0.0036103507,0.00621085,0.009446412,0.00222947],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00821581,0.0006506147,0.0011432066,0.01145522,0.0009656648,0.004688676,0.0019262672,0.0010080568,0.004906579],"category_scores_gemma":[0.061053894,0.0002651001,0.00062090677,0.008159231,0.0007694733,0.0038592168,0.0023209278,0.0005436007,0.00062996603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01188252,0.0051978608,0.14110617,0.0029838018,0.00071668625,0.0005946197,0.0033663,0.10733663,0.0062107546,0.014826361,0.006689584,0.69908863],"study_design_scores_gemma":[0.0007992129,0.003963878,0.07070265,0.00048382924,0.00054277555,0.00033194778,0.006542346,0.8890127,0.012932097,0.008228058,0.006287732,0.0001728322],"about_ca_topic_score_codex":0.008187929,"about_ca_topic_score_gemma":0.0112571595,"teacher_disagreement_score":0.9953113,"about_ca_system_score_codex":0.002034483,"about_ca_system_score_gemma":0.0019758316,"threshold_uncertainty_score":0.04344988},"labels":[],"label_agreement":null},{"id":"W103651609","doi":"","title":"GroupLab Collabrary: A Toolkit for Multimedia Groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Set (abstract data type); Multimedia; Computer-supported cooperative work; Human–computer interaction; World Wide Web; Software engineering; Engineering; Programming language","score_opus":0.04954602659819405,"score_gpt":0.23725119492269983,"score_spread":0.1877051683245058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103651609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003613005,0.0005346016,0.7649805,0.0002566396,0.00013060881,0.00076837477,0.001105073,0.20361698,0.024994282],"genre_scores_gemma":[0.053589273,0.0009940024,0.82113373,0.00037635828,0.00009184857,0.0020957065,0.006755579,0.056293096,0.058670398],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99811375,0.00042182475,0.00017388992,0.00018206707,0.00083282456,0.0002757068],"domain_scores_gemma":[0.99752945,0.0008013817,0.00014241929,0.00073311204,0.00039182138,0.0004017814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001873273,0.0015075547,0.00081852963,0.0017576757,0.00085865473,0.0026008328,0.004008094,0.0016868792,0.048226427],"category_scores_gemma":[0.007393465,0.0016914965,0.0012203093,0.0011067025,0.0009504768,0.004764909,0.0064918636,0.0023604801,0.026094766],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007338869,0.00030235905,0.0011667985,0.0020691932,0.0001065075,0.0009520699,0.0030213827,0.005545005,0.036707163,0.063025095,0.3560227,0.5303479],"study_design_scores_gemma":[0.00030335353,0.00024011842,0.0012735561,0.0004229205,0.000059446633,0.0015427116,0.00033528305,0.024906607,0.021695336,0.03876097,0.91025084,0.00020887413],"about_ca_topic_score_codex":0.0022939427,"about_ca_topic_score_gemma":0.0030928585,"teacher_disagreement_score":0.048226427,"about_ca_system_score_codex":0.0006807915,"about_ca_system_score_gemma":0.0012687015,"threshold_uncertainty_score":0.16133344},"labels":[],"label_agreement":null},{"id":"W131679044","doi":"10.1007/3-540-44988-4_11","title":"User Interface Prototyping Based on UML Scenarios and High-Level Petri Nets","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Petri net; Computer science; Unified Modeling Language; Programming language; Interface (matter); Sequence diagram; User interface; Process (computing); Process architecture; Operating system; Software","score_opus":0.02871211737986094,"score_gpt":0.2537835898130939,"score_spread":0.22507147243323297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131679044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019234335,0.0000828195,0.9707648,0.0000656814,0.000021575539,0.00023247181,0.00003929728,0.0020798098,0.007479208],"genre_scores_gemma":[0.3119695,0.00021073493,0.6821594,0.000031577263,0.000009363339,0.0003849254,0.00019315418,0.00046248437,0.0045789015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968285,0.0018428148,0.00014946281,0.00022374949,0.000796298,0.00015914194],"domain_scores_gemma":[0.9913873,0.006985838,0.00018516251,0.0006769618,0.0005857342,0.00017901714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029432701,0.0013219373,0.00066601264,0.0010546492,0.0006747198,0.0022904999,0.0019213988,0.0013638183,0.008984834],"category_scores_gemma":[0.011324992,0.0012721367,0.0010486107,0.00049868226,0.0011687123,0.0035233265,0.001771361,0.0011964047,0.0012321626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014107095,0.0004932973,0.0028256585,0.0013040442,0.00015101527,0.0027327568,0.006257556,0.24547301,0.10055196,0.22690459,0.0048812083,0.40701422],"study_design_scores_gemma":[0.00013983752,0.0002474415,0.00071887346,0.00021749116,0.000066328146,0.00076817174,0.00035918108,0.88833445,0.051251225,0.044377107,0.01343169,0.00008825988],"about_ca_topic_score_codex":0.0012764017,"about_ca_topic_score_gemma":0.0016711885,"teacher_disagreement_score":0.008984834,"about_ca_system_score_codex":0.00062211906,"about_ca_system_score_gemma":0.0005686843,"threshold_uncertainty_score":0.030057251},"labels":[],"label_agreement":null},{"id":"W132351435","doi":"10.11575/prism/30769","title":"Supporting Lightweight Customization for Meeting Environments","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Computer science; Presentation (obstetrics); Interface (matter); Multimedia; Process (computing); Human–computer interaction; Implementation; Modular design; User interface; World Wide Web; Software engineering","score_opus":0.012304510597762192,"score_gpt":0.2133478003615839,"score_spread":0.20104328976382171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W132351435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047089446,0.00008922895,0.93792677,0.00014038917,0.00002506664,0.00024762904,0.000023955532,0.009272983,0.005184546],"genre_scores_gemma":[0.42528963,0.00020375659,0.5633458,0.00016836126,0.00003883352,0.0004386774,0.00015895677,0.002077494,0.008278438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966511,0.0011475687,0.00028430496,0.00051763345,0.0009639723,0.00043534496],"domain_scores_gemma":[0.98707783,0.0050048814,0.0009491524,0.005584472,0.0009900186,0.00039364072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002861866,0.0012983921,0.00051160326,0.0006451599,0.00077907724,0.0022662932,0.0025502087,0.0014308617,0.0037817908],"category_scores_gemma":[0.013893968,0.0010349551,0.00075009704,0.0004843179,0.001240949,0.004137244,0.005099724,0.0017206364,0.0010244122],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007416326,0.0007676087,0.005985185,0.00065166893,0.000084509906,0.001316669,0.012772581,0.013928347,0.23488738,0.063884,0.008986014,0.65599453],"study_design_scores_gemma":[0.00037423737,0.001214555,0.013419037,0.00043673743,0.0003106833,0.004689554,0.0040937928,0.38469258,0.27536988,0.08101365,0.23378584,0.00059947826],"about_ca_topic_score_codex":0.0011963544,"about_ca_topic_score_gemma":0.0019604482,"teacher_disagreement_score":0.0037817908,"about_ca_system_score_codex":0.00056735025,"about_ca_system_score_gemma":0.00081240846,"threshold_uncertainty_score":0.015135229},"labels":[],"label_agreement":null},{"id":"W138889470","doi":"10.1007/1-4020-4113-6_9","title":"Transforming Usability Engineering Requirements into Software Engineering Specifications: From PUF to UML","year":2005,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Usability engineering; Computer science; Unified Modeling Language; Software engineering; UML tool; Applications of UML; Usability inspection; Component-based usability testing; Usability goals; System usability scale; Web usability; Systems engineering; Human–computer interaction; Programming language; Engineering; Software","score_opus":0.07509609437992351,"score_gpt":0.28079406741688434,"score_spread":0.20569797303696083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138889470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040722233,0.0005662663,0.9762373,0.0006784654,0.00006939479,0.00006590882,0.0001131466,0.0008198697,0.017377445],"genre_scores_gemma":[0.13943933,0.0021619138,0.838541,0.0004215895,0.00007798696,0.0003976535,0.0006103217,0.001153013,0.017197194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971577,0.0012962883,0.00028642413,0.0002257801,0.00088025915,0.00015347752],"domain_scores_gemma":[0.99322283,0.0043357946,0.00028247232,0.0012849512,0.00080330326,0.00007055534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032512161,0.00074612285,0.00056771946,0.0021433062,0.0006416307,0.00416013,0.0010958074,0.0014528005,0.006085457],"category_scores_gemma":[0.016214238,0.0011635715,0.0010503818,0.0015470019,0.0028263638,0.008492467,0.0024640441,0.0025482166,0.0028807234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031043695,0.000037528713,0.0002938888,0.00031065912,0.000014518326,0.00018554238,0.0023542673,0.008747421,0.004138033,0.77564013,0.004783549,0.20346339],"study_design_scores_gemma":[0.000026930034,0.000070193564,0.00021922223,0.00049643667,0.000031065825,0.00052460993,0.00093666423,0.05745442,0.010939286,0.79788107,0.13137661,0.00004339828],"about_ca_topic_score_codex":0.002697977,"about_ca_topic_score_gemma":0.0012385749,"teacher_disagreement_score":0.006085457,"about_ca_system_score_codex":0.0012501129,"about_ca_system_score_gemma":0.0015265478,"threshold_uncertainty_score":0.020357847},"labels":[],"label_agreement":null},{"id":"W142022900","doi":"10.1007/978-3-319-07437-5_19","title":"Personalizing Interfaces Using an Inclusive Design Approach","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science; Human–computer interaction; Programming language; Software engineering; Theoretical computer science","score_opus":0.06743754461408208,"score_gpt":0.2877806497507996,"score_spread":0.2203431051367175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142022900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011884006,0.000456617,0.95447534,0.00032786987,0.00009670884,0.00021467746,0.000018400524,0.000939083,0.03158719],"genre_scores_gemma":[0.19073156,0.0007681522,0.76830804,0.00030354466,0.000075825395,0.00087377353,0.00010320675,0.00073852047,0.038097274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948324,0.0023727047,0.0003207287,0.00049663096,0.001767728,0.00020983852],"domain_scores_gemma":[0.99478865,0.0024388689,0.00014268506,0.0017913769,0.0006794321,0.00015909945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043678824,0.0012932325,0.00076954195,0.0015882386,0.0014309481,0.00653898,0.0019463263,0.002038039,0.0088250665],"category_scores_gemma":[0.010331028,0.0010188721,0.0010936882,0.001073678,0.0019722963,0.008069202,0.007129913,0.002574015,0.0017295823],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011952088,0.0002722168,0.0012853439,0.0010767739,0.00011055108,0.00036881794,0.027920688,0.0036546455,0.02959453,0.26385596,0.007322261,0.6644187],"study_design_scores_gemma":[0.00011304871,0.00067451666,0.0027446328,0.0014841413,0.0005640196,0.0036719714,0.009943321,0.059282515,0.054416362,0.43254274,0.43436906,0.00019367624],"about_ca_topic_score_codex":0.00030783346,"about_ca_topic_score_gemma":0.00047428993,"teacher_disagreement_score":0.0088250665,"about_ca_system_score_codex":0.00056422653,"about_ca_system_score_gemma":0.00074863737,"threshold_uncertainty_score":0.029522777},"labels":[],"label_agreement":null},{"id":"W142899596","doi":"","title":"Proceedings of Graphics Interface 2008","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Windsor; Set (abstract data type); Computer graphics (images); Human–computer interaction; Multimedia; Programming language; Operating system","score_opus":0.0362248725346006,"score_gpt":0.24773868436773114,"score_spread":0.21151381183313053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142899596","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041622003,0.051680427,0.07005407,0.044651963,0.3089909,0.00073853554,0.005529243,0.014093203,0.5000994],"genre_scores_gemma":[0.007621152,0.014011195,0.016221697,0.0050732074,0.021972647,0.00031673667,0.0069218837,0.0029974831,0.9248639],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998073,0.00026701993,0.00010853481,0.00034437334,0.0010738955,0.00013319311],"domain_scores_gemma":[0.99604,0.0004428729,0.00011463363,0.00038841274,0.0022567976,0.00075730536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021793677,0.0016817421,0.0009856884,0.0018913317,0.0009826795,0.0059060757,0.0017313535,0.0023075072,0.30468634],"category_scores_gemma":[0.0057081506,0.00053107773,0.0010472479,0.0012820105,0.0004968977,0.0027406563,0.0025769558,0.0038588904,0.17375042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040724794,0.000024867684,0.000066471606,0.00009907632,0.0000069835487,0.000046749443,0.00003206727,0.000048231497,0.000551624,0.00095236796,0.9286835,0.06944725],"study_design_scores_gemma":[0.000010954941,0.00002814778,0.00024122004,0.000058420253,0.000006595353,0.00011018053,0.000028096129,0.00018069064,0.000216173,0.00061299914,0.9984988,0.000007682386],"about_ca_topic_score_codex":0.0013446086,"about_ca_topic_score_gemma":0.002686834,"teacher_disagreement_score":0.30468634,"about_ca_system_score_codex":0.0011556817,"about_ca_system_score_gemma":0.0012256999,"threshold_uncertainty_score":0.9917806},"labels":[],"label_agreement":null},{"id":"W14430625","doi":"","title":"Proceedings of the 4th Nordic conference on Human-computer interaction: changing roles","year":2006,"lang":"en","type":"article","venue":"Nordic Conference on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Documentation; Norwegian; Usability; Computer science; Library science; Public relations; World Wide Web; Political science; Human–computer interaction","score_opus":0.08674951240421876,"score_gpt":0.3229424098864174,"score_spread":0.23619289748219868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W14430625","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01273622,0.24436219,0.022669135,0.066022076,0.10153597,0.00044615183,0.0008251228,0.0012028513,0.5502003],"genre_scores_gemma":[0.06131047,0.12549391,0.019222716,0.008306716,0.012531622,0.0005178832,0.0023430411,0.0011935877,0.7690799],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695086,0.001059256,0.00019964368,0.00033031713,0.0011629486,0.00029693026],"domain_scores_gemma":[0.99536055,0.0012444942,0.00015554983,0.00033995268,0.001610532,0.0012889307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005517329,0.00095957675,0.00086414826,0.001357607,0.0023175462,0.013878956,0.0016022789,0.0032251582,0.052628346],"category_scores_gemma":[0.0046742116,0.00057525886,0.00064953323,0.0013126564,0.002824921,0.0043530664,0.003834093,0.0045160586,0.017091397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016205347,0.0001501574,0.00073306006,0.00075120386,0.000025393878,0.0002915382,0.003264654,0.0003477903,0.0014948827,0.014646974,0.7885771,0.18955524],"study_design_scores_gemma":[0.0000067330566,0.000033577842,0.0010197029,0.0005004532,0.000012112002,0.00013972848,0.0010928152,0.00016304212,0.00020526322,0.0015385944,0.99527365,0.000014262828],"about_ca_topic_score_codex":0.014746428,"about_ca_topic_score_gemma":0.022706475,"teacher_disagreement_score":0.052628346,"about_ca_system_score_codex":0.0037660867,"about_ca_system_score_gemma":0.0070702727,"threshold_uncertainty_score":0.1760593},"labels":[],"label_agreement":null},{"id":"W1486989013","doi":"10.1023/a:1021120828421","title":"JASMINE: A Java Tool for Multimedia Collaboration on the Internet","year":2003,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Universität Mannheim","keywords":"Computer science; Java; Real time Java; The Internet; Architecture; Java annotation; Java API for XML-based RPC; strictfp; Java applet; Interface (matter); World Wide Web; Operating system","score_opus":0.03804048830215586,"score_gpt":0.277105144983731,"score_spread":0.23906465668157514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486989013","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010963019,0.00031105385,0.7278041,0.00025766253,0.00014453613,0.00036163884,0.0012997501,0.251907,0.0069511877],"genre_scores_gemma":[0.12334111,0.0007054407,0.7880542,0.00082332833,0.00014602781,0.0013934013,0.0062704855,0.054466683,0.02479928],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981856,0.00041796826,0.00024125294,0.00026839584,0.00073516933,0.00015169675],"domain_scores_gemma":[0.99609655,0.0021590437,0.00020056216,0.00061456533,0.00043882278,0.00049041037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026353612,0.0013606144,0.0013120782,0.0015987722,0.00088848197,0.0027115766,0.002974317,0.0017226344,0.018817471],"category_scores_gemma":[0.0065499144,0.0011996855,0.0013050503,0.0008390269,0.00065096666,0.004509591,0.003978395,0.0022496907,0.0063405526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029004556,0.0016730947,0.004758968,0.0033979213,0.0004915682,0.0012823108,0.0033138997,0.0059668375,0.15339744,0.031047478,0.15246022,0.63930976],"study_design_scores_gemma":[0.0022938414,0.0012750791,0.011441434,0.001112462,0.0008051837,0.0035908658,0.0010517553,0.15957727,0.1693253,0.0614364,0.58705354,0.0010367896],"about_ca_topic_score_codex":0.0010685337,"about_ca_topic_score_gemma":0.001865971,"teacher_disagreement_score":0.018817471,"about_ca_system_score_codex":0.00039019054,"about_ca_system_score_gemma":0.0011334496,"threshold_uncertainty_score":0.06295073},"labels":[],"label_agreement":null},{"id":"W1490181664","doi":"","title":"2 5 Years ago I couldn't even spell Canadian, now I are one: momentos of collaborating on, with, and about technology","year":2008,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Spell; Public relations; Sociology; Political science","score_opus":0.025724504335643193,"score_gpt":0.24279124691993353,"score_spread":0.21706674258429035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490181664","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06729371,0.003829743,0.041474063,0.08411895,0.008241114,0.0003093949,0.002392907,0.0043631825,0.787977],"genre_scores_gemma":[0.24311881,0.0023106684,0.024111222,0.012406143,0.00024614122,0.0001332066,0.0010613272,0.0011675012,0.7154449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984756,0.00027357668,0.000037173275,0.00023943865,0.0006057877,0.00036849134],"domain_scores_gemma":[0.99871004,0.00011113726,0.00006458703,0.000101863094,0.0006085544,0.0004038138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010607524,0.0006802713,0.00035826585,0.00068451307,0.0061867423,0.007273261,0.0008415631,0.0027769383,0.096713334],"category_scores_gemma":[0.0039173122,0.00044356482,0.0004486249,0.0009822929,0.0032524695,0.002819096,0.0030613393,0.0033256633,0.018893609],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042219245,0.00012251914,0.010071694,0.00035427941,0.00004403758,0.0011405634,0.022578007,0.0005029581,0.013620552,0.09725373,0.63115114,0.22273828],"study_design_scores_gemma":[0.00001546292,0.000052823427,0.003729063,0.00011778033,0.000016512864,0.00054848974,0.007437166,0.00033198853,0.0012977879,0.0027187995,0.9836601,0.0000740094],"about_ca_topic_score_codex":0.45136794,"about_ca_topic_score_gemma":0.66611004,"teacher_disagreement_score":0.548632,"about_ca_system_score_codex":0.008176022,"about_ca_system_score_gemma":0.0106011685,"threshold_uncertainty_score":0.8974814},"labels":[],"label_agreement":null},{"id":"W1491920481","doi":"10.1007/978-3-642-01853-4_57","title":"ActiveStory Enhanced: Low-Fidelity Prototyping and Wizard of Oz Usability Testing Tool","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Wizard; Usability inspection; User interface; Stylus; Usability lab; Software portability; Software engineering; World Wide Web; Heuristic evaluation; Usability engineering; Operating system","score_opus":0.02487776429050461,"score_gpt":0.24986137015789323,"score_spread":0.2249836058673886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491920481","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042201314,0.00041985104,0.9170824,0.00021919534,0.00025244296,0.0006465369,0.00069855456,0.024363821,0.014115732],"genre_scores_gemma":[0.16678135,0.000399166,0.7994426,0.00013019418,0.00003245212,0.0010111611,0.0013238634,0.005150498,0.025728751],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789137,0.0005703721,0.00017542788,0.00020150383,0.0010025542,0.00015868037],"domain_scores_gemma":[0.99380714,0.0036775875,0.00017750416,0.0011481353,0.0009739936,0.0002156371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023802437,0.0015120303,0.00085457845,0.0012310136,0.00049379136,0.0031348239,0.0027823376,0.0013756466,0.020781524],"category_scores_gemma":[0.009526696,0.0012978375,0.0006928652,0.00055908127,0.0009819836,0.0027940336,0.0029429009,0.0015016483,0.0050723837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009164087,0.0005101986,0.0010582888,0.001940795,0.000074722084,0.0009093287,0.005759337,0.0037212782,0.34243754,0.01655772,0.022713602,0.60340077],"study_design_scores_gemma":[0.0006726888,0.0025830006,0.007918849,0.0006672795,0.00033244552,0.0049526594,0.0019650375,0.05557709,0.5650481,0.012109589,0.34764302,0.0005303011],"about_ca_topic_score_codex":0.00094563345,"about_ca_topic_score_gemma":0.0013403018,"teacher_disagreement_score":0.020781524,"about_ca_system_score_codex":0.00040779077,"about_ca_system_score_gemma":0.0008270181,"threshold_uncertainty_score":0.06952113},"labels":[],"label_agreement":null},{"id":"W1492410853","doi":"10.1007/bfb0038200","title":"Hypermedia — from the past to the future","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Hypermedia; Terminology; Computer science; Interface (matter); Point (geometry); Human–computer interaction; Control (management); World Wide Web; HyperCard; Multimedia; Artificial intelligence; Linguistics; Operating system","score_opus":0.015943531650793277,"score_gpt":0.2255431778797141,"score_spread":0.2095996462289208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492410853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049850447,0.8237854,0.002957431,0.06584564,0.004583523,0.000007126245,0.00008422847,0.00014414513,0.097607374],"genre_scores_gemma":[0.15770759,0.7465236,0.0058247913,0.013143859,0.0076088225,0.000032634816,0.0001718094,0.0001444004,0.06884245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991202,0.0003031109,0.0000508217,0.00011931722,0.00029183074,0.00011475457],"domain_scores_gemma":[0.9979826,0.0008044817,0.00015124211,0.00016404186,0.0003243776,0.0005732218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002569801,0.00041256545,0.00048242256,0.0015026497,0.0013625849,0.012790403,0.00099881,0.003243072,0.01102921],"category_scores_gemma":[0.002199457,0.0003228656,0.00027072505,0.0025697472,0.0051515964,0.017630195,0.0023285488,0.0032464077,0.0022649104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095954085,0.000101007965,0.00095463434,0.0014289559,0.000023781331,0.00016404268,0.00237018,0.00035228024,0.0012280513,0.3530773,0.112390935,0.5278128],"study_design_scores_gemma":[0.0000073568867,0.000037036996,0.00078061695,0.0012110072,0.000008802739,0.0003877831,0.0028020588,0.00027751297,0.0002535931,0.061434995,0.9327775,0.000021796654],"about_ca_topic_score_codex":0.0024161579,"about_ca_topic_score_gemma":0.0042187297,"teacher_disagreement_score":0.012790403,"about_ca_system_score_codex":0.0022226865,"about_ca_system_score_gemma":0.0022262183,"threshold_uncertainty_score":0.036896408},"labels":[],"label_agreement":null},{"id":"W1494112752","doi":"10.1007/s00163-002-0027-8","title":"Capturing communication and context in the software project lifecycle","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software engineering; Computer science; Collaborative software; Software development process; Software development; Process (computing); Context (archaeology); Engineering; Systems engineering; Software; Knowledge management","score_opus":0.16559660290455167,"score_gpt":0.3486870921085432,"score_spread":0.18309048920399154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494112752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78282654,0.0021473758,0.19797574,0.0011125664,0.000064732434,0.00015290089,0.0002174491,0.00070950435,0.014793252],"genre_scores_gemma":[0.94768554,0.0005849145,0.050419915,0.00005803126,0.000018063412,0.00009031224,0.00014233893,0.00007232059,0.00092856394],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965327,0.0021152166,0.00020432002,0.00030710382,0.00063874526,0.00020189551],"domain_scores_gemma":[0.9792442,0.015222371,0.0021821256,0.0013103139,0.0015125639,0.0005284946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026096362,0.00045033486,0.00029273497,0.0027764246,0.0010762858,0.004029811,0.0005631311,0.0011966919,0.0011593921],"category_scores_gemma":[0.028745199,0.00072988815,0.00029478507,0.0017623361,0.0010965316,0.008242629,0.003274193,0.0015438036,0.00032194812],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007418603,0.00049965805,0.18024714,0.001035518,0.00011568559,0.001335248,0.09370866,0.011031125,0.021988377,0.06332146,0.003833155,0.6221422],"study_design_scores_gemma":[0.00019878442,0.0010733156,0.24498068,0.0029815559,0.0006715869,0.004023967,0.11135819,0.2651506,0.039987203,0.21481846,0.11424796,0.0005077375],"about_ca_topic_score_codex":0.004776541,"about_ca_topic_score_gemma":0.007702361,"teacher_disagreement_score":0.004776541,"about_ca_system_score_codex":0.0008701481,"about_ca_system_score_gemma":0.0017088328,"threshold_uncertainty_score":0.013801277},"labels":[],"label_agreement":null},{"id":"W1501483493","doi":"10.1109/ipcc.1991.172774","title":"How people use softcopy manuals: a case study","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Documentation; Usability; Computer science; Index (typography); IBM; Paging; Table (database); Table of contents; World Wide Web; Function (biology); Modular design; Information retrieval; Human–computer interaction; Database; Programming language; Operating system","score_opus":0.1030813680477688,"score_gpt":0.2718321058998789,"score_spread":0.1687507378521101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501483493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925051,0.00041950762,0.0016318562,0.0010900279,0.000030156538,0.0002017657,0.000046775873,0.000043366275,0.0040314905],"genre_scores_gemma":[0.98508334,0.0010260897,0.005052043,0.000997724,0.000051725016,0.00031931035,0.00005877989,0.00008136898,0.007329678],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.989777,0.005809518,0.0005386147,0.0008430185,0.0018238581,0.0012078857],"domain_scores_gemma":[0.9824791,0.011747765,0.0013641844,0.0011072443,0.0014512462,0.0018504597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075988322,0.0012548185,0.0011134895,0.0029368363,0.009691363,0.0037963234,0.0028556404,0.0061421487,0.0037615558],"category_scores_gemma":[0.024253737,0.0011222113,0.0009391875,0.0023023842,0.0044622477,0.00459741,0.004122735,0.0031833928,0.0009117411],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015674422,0.0024970965,0.01830922,0.00045518592,0.000030573538,0.0433184,0.89941835,0.00015379184,0.002082609,0.0010374408,0.0019906624,0.030549865],"study_design_scores_gemma":[0.00015190204,0.00214401,0.02409788,0.00058746315,0.000099839024,0.056820013,0.87636435,0.0017952139,0.003920493,0.0014113134,0.03241683,0.00019061254],"about_ca_topic_score_codex":0.010507405,"about_ca_topic_score_gemma":0.023186814,"teacher_disagreement_score":0.010507405,"about_ca_system_score_codex":0.002675229,"about_ca_system_score_gemma":0.0014595684,"threshold_uncertainty_score":0.04018694},"labels":[],"label_agreement":null},{"id":"W1507267910","doi":"10.1007/978-0-387-35610-5_8","title":"Use Case Maps: A Roadmap for Usability and Software Integrated Specification","year":2002,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Human–computer interaction","score_opus":0.03712273710001445,"score_gpt":0.2648147341811401,"score_spread":0.22769199708112564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507267910","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039731706,0.020620462,0.8771904,0.013034757,0.0007263003,0.00054795697,0.0008738049,0.0060367715,0.0769964],"genre_scores_gemma":[0.06744864,0.02730448,0.8604584,0.0012421306,0.0004783372,0.0014509326,0.0025890374,0.0024701082,0.0365579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916311,0.0033736257,0.0006513236,0.00058050675,0.003366019,0.0003973634],"domain_scores_gemma":[0.977265,0.013668037,0.0005853823,0.0025934163,0.005043229,0.00084492227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010485019,0.0030334294,0.0021246711,0.014074522,0.0029393826,0.021913508,0.006904881,0.004710757,0.025632529],"category_scores_gemma":[0.027251123,0.0022055788,0.0013963119,0.010696684,0.008051973,0.035427373,0.0080639785,0.004418359,0.00548092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003624503,0.00011638097,0.00057212956,0.0010713689,0.00004112085,0.00020681114,0.0030819029,0.0035887628,0.0006900374,0.56209946,0.037757933,0.39073777],"study_design_scores_gemma":[0.000019507055,0.00004546145,0.00042870652,0.001391856,0.000045118504,0.0006157116,0.0032429036,0.01351681,0.0012669453,0.5777916,0.4015657,0.00006973936],"about_ca_topic_score_codex":0.012102528,"about_ca_topic_score_gemma":0.0064697056,"teacher_disagreement_score":0.025632529,"about_ca_system_score_codex":0.0052905553,"about_ca_system_score_gemma":0.0073461225,"threshold_uncertainty_score":0.08574933},"labels":[],"label_agreement":null},{"id":"W1509525110","doi":"10.1007/978-3-540-70569-7_28","title":"Task Model Refinement with Meta Operators","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Equivalence (formal languages); Task (project management); Model transformation; Transformation (genetics); Software engineering; Programming language; User interface; Relation (database); Data mining; Systems engineering; Artificial intelligence","score_opus":0.04236297868629113,"score_gpt":0.24600493875946972,"score_spread":0.20364196007317859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509525110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00236734,0.000050124443,0.99230814,0.00007891054,0.000035661098,0.00011030802,0.00015784704,0.0017600178,0.0031316283],"genre_scores_gemma":[0.10384661,0.00014481963,0.88406163,0.0001238925,0.000026934362,0.00033819495,0.0010521698,0.0014179626,0.00898781],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963773,0.0010402383,0.00033610765,0.0007787382,0.0012072887,0.00026036694],"domain_scores_gemma":[0.9938455,0.0021045315,0.000234097,0.002645937,0.0010449082,0.00012493128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041232305,0.0013794255,0.00087799266,0.0014659768,0.00071152387,0.0018025305,0.0025943753,0.0010281776,0.010790134],"category_scores_gemma":[0.015026444,0.0011095046,0.0025379092,0.0011937005,0.0010674649,0.004632435,0.0038529614,0.0028112438,0.0034208293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009098351,0.0003726965,0.001870883,0.00093207497,0.00021006186,0.00032656593,0.0021329203,0.060718745,0.032774158,0.2158056,0.019199127,0.6647473],"study_design_scores_gemma":[0.00014889843,0.0002309935,0.0006911856,0.00032339437,0.00027055075,0.00034477262,0.00055054325,0.6006973,0.046535406,0.27800813,0.0721139,0.000085001026],"about_ca_topic_score_codex":0.0051948163,"about_ca_topic_score_gemma":0.0065923166,"teacher_disagreement_score":0.010790134,"about_ca_system_score_codex":0.00076450076,"about_ca_system_score_gemma":0.0023484195,"threshold_uncertainty_score":0.036096632},"labels":[],"label_agreement":null},{"id":"W1509630249","doi":"","title":"Rent a Car in Just 0, 60, 240 or 1,217 Seconds? - Comparative Usability Measurement, CUE-8","year":2010,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Usability; Computer science; Renting; Usability inspection; Human–computer interaction; Web usability; Usability engineering; Cognitive walkthrough; Engineering","score_opus":0.17105945255657415,"score_gpt":0.344280074613544,"score_spread":0.17322062205696984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509630249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98077846,0.0005040702,0.0031625887,0.00021804635,0.00009531656,0.0009369221,0.00097414636,0.00021583698,0.013114617],"genre_scores_gemma":[0.9832107,0.00028605404,0.011536644,0.00023901735,0.000027596721,0.0016850885,0.000728731,0.00006628555,0.0022199915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993651,0.0039047014,0.0006417031,0.00059916696,0.00096994446,0.00023358311],"domain_scores_gemma":[0.972141,0.019075891,0.0016279597,0.001821309,0.0048003313,0.0005334724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070281327,0.00036762952,0.00070648774,0.0011295226,0.0007982654,0.0012578454,0.0006985658,0.0007577358,0.0050679767],"category_scores_gemma":[0.04973129,0.00030297023,0.00038236205,0.0013039222,0.0005520383,0.0019540426,0.0007984533,0.00050605653,0.0013874619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016181378,0.0047486345,0.18598558,0.007021944,0.00047887713,0.00033475674,0.04789813,0.0011935033,0.025936391,0.00525815,0.021917798,0.68304485],"study_design_scores_gemma":[0.0022601574,0.0440542,0.7250606,0.0014399658,0.00084160914,0.0011162054,0.057274215,0.0046492945,0.050885215,0.0028764387,0.10888794,0.00065411115],"about_ca_topic_score_codex":0.0025342999,"about_ca_topic_score_gemma":0.0060412483,"teacher_disagreement_score":0.0070281327,"about_ca_system_score_codex":0.00095084595,"about_ca_system_score_gemma":0.00082310446,"threshold_uncertainty_score":0.03716874},"labels":[],"label_agreement":null},{"id":"W1511030401","doi":"","title":"Improving groupware design for loosely coupled groups","year":2004,"lang":"en","type":"article","venue":"University Library - University of Saskatchewan (University of Saskatchewan)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canadian Institutes of Health Research","keywords":"Computer-supported cooperative work; Workgroup; Collaborative software; Computer science; Knowledge management; Interdependence; Process (computing); Process management; Human–computer interaction; Work (physics); Engineering","score_opus":0.014484092657264322,"score_gpt":0.17130720075428818,"score_spread":0.15682310809702385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511030401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031443797,0.000205988,0.9636023,0.00023000233,0.000044511806,0.00025976845,0.000008348157,0.00075145706,0.003453755],"genre_scores_gemma":[0.2113362,0.0002567369,0.7843331,0.00012887045,0.000032907326,0.0005119983,0.000074018055,0.00031771456,0.0030084283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9915153,0.00510509,0.000434895,0.0005827688,0.0019968676,0.0003651508],"domain_scores_gemma":[0.9868685,0.0056756157,0.0007350717,0.0030035232,0.0031616322,0.0005556314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008550258,0.0010579419,0.00064283254,0.001240789,0.001460634,0.0024422328,0.0020653177,0.0015951191,0.0038719592],"category_scores_gemma":[0.024014194,0.0008504875,0.00072448223,0.00074604136,0.0011980531,0.0055166883,0.0035212478,0.001461636,0.001023765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004471897,0.0011841682,0.008417591,0.0013199061,0.00025141778,0.00050005404,0.020069819,0.102565356,0.04861861,0.1251538,0.007997074,0.6834751],"study_design_scores_gemma":[0.0007480073,0.0023088353,0.0042818356,0.00068714627,0.0006578909,0.0009210814,0.0067486153,0.6186937,0.044666454,0.19974862,0.12034185,0.00019600222],"about_ca_topic_score_codex":0.0010737338,"about_ca_topic_score_gemma":0.0016282512,"teacher_disagreement_score":0.008550258,"about_ca_system_score_codex":0.00095479446,"about_ca_system_score_gemma":0.001338047,"threshold_uncertainty_score":0.045218647},"labels":[],"label_agreement":null},{"id":"W1513670302","doi":"","title":"Categorically speaking:reflecting AEC/FM participants' requirements in Groupware","year":2003,"lang":"en","type":"book-chapter","venue":"Aston Publications Explorer (Aston University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of New Brunswick","funders":"","keywords":"Categorization; Collaborative software; Knowledge management; Computer science; Engineering; Artificial intelligence","score_opus":0.14255829374831416,"score_gpt":0.2897469669255187,"score_spread":0.14718867317720455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513670302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7490112,0.0006788122,0.0928045,0.005126884,0.00027291966,0.00030718677,0.00022339512,0.0006196946,0.15095536],"genre_scores_gemma":[0.96232915,0.00021620482,0.020167347,0.0006152198,0.00003530237,0.00032375407,0.0002530802,0.00014819164,0.01591165],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9940526,0.003926643,0.00017759779,0.00032096668,0.0012251717,0.000297017],"domain_scores_gemma":[0.9920042,0.0045978553,0.0006434077,0.0009570628,0.0013593839,0.00043803637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005043411,0.00033538003,0.0002445786,0.0011519168,0.0019631989,0.003665176,0.0010612331,0.0010858853,0.003342996],"category_scores_gemma":[0.021601502,0.00021599143,0.0002059534,0.0011624492,0.002097459,0.0053975815,0.0025956514,0.001786983,0.001135899],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013480757,0.00015564868,0.021795548,0.00035635234,0.00001576605,0.00029566957,0.69011545,0.0003178426,0.02262092,0.047564186,0.016144335,0.20048349],"study_design_scores_gemma":[0.000030403264,0.0006396698,0.04228461,0.00054269534,0.000032080537,0.0019175522,0.6801446,0.0032658193,0.009042995,0.044963133,0.21697886,0.00015754103],"about_ca_topic_score_codex":0.0014340947,"about_ca_topic_score_gemma":0.0026439757,"teacher_disagreement_score":0.005043411,"about_ca_system_score_codex":0.0014991723,"about_ca_system_score_gemma":0.0011392214,"threshold_uncertainty_score":0.026672482},"labels":[],"label_agreement":null},{"id":"W1515143919","doi":"","title":"Proceedings of the 23rd annual international conference on Design of communication: documenting & designing for pervasive information","year":2005,"lang":"en","type":"article","venue":"International Conference on Design of Communication","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Context (archaeology); Event (particle physics); Hypertext; World Wide Web; Software documentation; Discipline; Library science; Hypermedia; Computer science; Software; Engineering; History; Software development; Sociology; Software development process; Social science; Archaeology","score_opus":0.0928281225312822,"score_gpt":0.32003948171486307,"score_spread":0.22721135918358087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515143919","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015226485,0.10038272,0.28080195,0.019266423,0.09695963,0.0020198321,0.0025546432,0.0099079525,0.4728803],"genre_scores_gemma":[0.015072606,0.023290824,0.046849467,0.0020810065,0.0028621466,0.0006810154,0.0032211207,0.002258731,0.90368307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771714,0.0006694539,0.0001454244,0.00032979195,0.00095557066,0.00018263806],"domain_scores_gemma":[0.99599,0.0008376456,0.00012747847,0.0006637947,0.001109189,0.0012718722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004136004,0.0020263533,0.0014884518,0.0013828092,0.0015231872,0.0075636385,0.002302324,0.0017541175,0.14081536],"category_scores_gemma":[0.005940464,0.00084222533,0.001055277,0.0010430475,0.0018597019,0.0041961344,0.0031209546,0.004139368,0.050454218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021651208,0.00021205847,0.0005763236,0.0007099554,0.00005418871,0.0002387523,0.0011696348,0.000480133,0.0032682968,0.00921854,0.7270253,0.25683028],"study_design_scores_gemma":[0.000017369019,0.00008916644,0.0004142791,0.00023232667,0.000018578485,0.00015229323,0.00025780924,0.00030344227,0.00043621965,0.0016529281,0.99640614,0.00001948907],"about_ca_topic_score_codex":0.0050300956,"about_ca_topic_score_gemma":0.010167849,"teacher_disagreement_score":0.14081536,"about_ca_system_score_codex":0.0021802771,"about_ca_system_score_gemma":0.0031077939,"threshold_uncertainty_score":0.47107434},"labels":[],"label_agreement":null},{"id":"W1520277093","doi":"10.1007/978-3-540-32256-6_62","title":"ITAS and the Reverse RoboCup Challenge","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Artificial intelligence; Robotics; Usability; Reverse engineering; Robot; Human–computer interaction; Software engineering; Operating system","score_opus":0.0249796114300971,"score_gpt":0.2428174508491942,"score_spread":0.2178378394190971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520277093","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06850787,0.019549437,0.17332493,0.04793331,0.006146797,0.00015247137,0.0012707184,0.004909156,0.6782054],"genre_scores_gemma":[0.6138684,0.010762654,0.071921565,0.0041884426,0.0022060324,0.00026614944,0.0029694021,0.0022152308,0.29160205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987399,0.00033462222,0.00004189055,0.00016735667,0.0004929,0.00022328006],"domain_scores_gemma":[0.9981811,0.0008017233,0.00007017884,0.0003800202,0.00036864867,0.00019838176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019868521,0.00078750495,0.00076022063,0.00069663586,0.0022681863,0.003792104,0.0018764195,0.002550596,0.029395651],"category_scores_gemma":[0.0055467994,0.0003743491,0.0006845219,0.00074945786,0.002626279,0.0047059846,0.004365884,0.0036366691,0.009985964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048686285,0.00009572345,0.0006066293,0.00047546046,0.000042763902,0.00040273357,0.0010134623,0.009947179,0.0029429628,0.39417008,0.2334928,0.35632336],"study_design_scores_gemma":[0.000049658956,0.00010643867,0.000739935,0.00022318024,0.000030906074,0.0007238491,0.0016421742,0.024528593,0.0031975515,0.3208861,0.64782083,0.00005081322],"about_ca_topic_score_codex":0.004984246,"about_ca_topic_score_gemma":0.007918772,"teacher_disagreement_score":0.029395651,"about_ca_system_score_codex":0.0008414769,"about_ca_system_score_gemma":0.0011498256,"threshold_uncertainty_score":0.09833819},"labels":[],"label_agreement":null},{"id":"W1522220044","doi":"10.1007/978-3-642-13054-0_8","title":"Auto-tagging Emails with User Stories Using Project Context","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Agile software development; World Wide Web; AKA; User story; Vendor; Context (archaeology); Knowledge base; Relation (database); Knowledge sharing; Software; Knowledge management; Software engineering; Software development; Database","score_opus":0.028714881519814706,"score_gpt":0.2583790105745019,"score_spread":0.2296641290546872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522220044","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52968884,0.0018875002,0.41721082,0.0005389422,0.0006503023,0.00051893113,0.005727315,0.016164176,0.027613202],"genre_scores_gemma":[0.76965964,0.0007123079,0.21109347,0.00015509415,0.00016459098,0.00022772898,0.006436381,0.0016779548,0.0098729115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759597,0.001003286,0.00021633705,0.00049721514,0.00054688484,0.00014023455],"domain_scores_gemma":[0.9856813,0.008811342,0.001246597,0.001895215,0.0020047969,0.00036071774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017231709,0.0007951129,0.00039526608,0.0048285737,0.0006479301,0.0024504482,0.00056923606,0.0009744248,0.0031226391],"category_scores_gemma":[0.01453039,0.00046548052,0.00036345786,0.0031928867,0.00032744787,0.0049455543,0.0020419853,0.00060210907,0.0036266756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012139573,0.00032088306,0.038859937,0.0014372413,0.00013236965,0.001958234,0.021089785,0.0021391246,0.06967992,0.0055766227,0.02108826,0.8365035],"study_design_scores_gemma":[0.0001379651,0.0010510412,0.14275093,0.0022203154,0.0008939904,0.009665105,0.028774602,0.20601918,0.21573074,0.028343735,0.36393976,0.00047248878],"about_ca_topic_score_codex":0.0011126779,"about_ca_topic_score_gemma":0.0023170344,"teacher_disagreement_score":0.0048285737,"about_ca_system_score_codex":0.0003420773,"about_ca_system_score_gemma":0.00041675463,"threshold_uncertainty_score":0.01044625},"labels":[],"label_agreement":null},{"id":"W1523604030","doi":"10.18438/b8gp5w","title":"Bringing in the Experts: Library Research Guide Usability Testing in a Computer Science Class","year":2013,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Consistency (knowledge bases); Class (philosophy); Inclusion (mineral); Computer science; Table (database); World Wide Web; Psychology; Human–computer interaction","score_opus":0.07134476236549239,"score_gpt":0.3282687717708546,"score_spread":0.2569240094053622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523604030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98054504,0.000109758534,0.010770392,0.0004578638,0.000039296243,0.0029155044,0.00010511928,0.00047447422,0.0045826705],"genre_scores_gemma":[0.87419707,0.00023728126,0.11207624,0.0008571989,0.000040138973,0.0035238522,0.0003679576,0.00027627224,0.008423948],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9750802,0.01621557,0.0022798616,0.0022353875,0.002740192,0.0014487564],"domain_scores_gemma":[0.9128439,0.05059958,0.0036494534,0.007785715,0.02055175,0.004569639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035855547,0.0009761508,0.000852018,0.0018423322,0.0028035573,0.0036676219,0.003602266,0.0018491766,0.004431143],"category_scores_gemma":[0.06239052,0.0009807368,0.000821634,0.0013473263,0.001619311,0.0032159444,0.0030454828,0.0016629812,0.002396399],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002530899,0.042132933,0.066957794,0.0020581165,0.00014138059,0.0025986107,0.27184165,0.0026312317,0.024915291,0.0017352976,0.012338869,0.570118],"study_design_scores_gemma":[0.0025865799,0.083138034,0.21355015,0.0021723432,0.0005671554,0.003128601,0.27334172,0.020233143,0.14789297,0.003731053,0.24849398,0.0011643135],"about_ca_topic_score_codex":0.003022488,"about_ca_topic_score_gemma":0.006827789,"teacher_disagreement_score":0.035855547,"about_ca_system_score_codex":0.0028435546,"about_ca_system_score_gemma":0.004350217,"threshold_uncertainty_score":0.18962455},"labels":[],"label_agreement":null},{"id":"W1523797578","doi":"10.4271/2007-01-1739","title":"Adaptive In-Vehicle Information Systems and Their Usability Evaluation","year":2007,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Usability; Computer science; Human–computer interaction","score_opus":0.028639281635278367,"score_gpt":0.2700581801349282,"score_spread":0.24141889849964984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523797578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838409,0.0014156764,0.007024648,0.00010670246,0.000053387594,0.0013591634,0.00015456184,0.00008540683,0.0059596435],"genre_scores_gemma":[0.98152775,0.00093760696,0.013982279,0.000051529863,0.000027794726,0.0011294502,0.00041804544,0.000040388706,0.0018850839],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9845449,0.010219394,0.0018456508,0.000492695,0.002578211,0.00031919882],"domain_scores_gemma":[0.96774197,0.021899488,0.0010692293,0.0012933494,0.007201385,0.0007947065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014414844,0.0005414335,0.0005809236,0.00204064,0.0006370962,0.0016358505,0.0005995624,0.00058370276,0.00209037],"category_scores_gemma":[0.040784393,0.00024385168,0.0008637194,0.0016322215,0.00061473786,0.001525304,0.0009890863,0.00050160993,0.00038492127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074889506,0.010324902,0.16368566,0.005679624,0.00085086265,0.00043787708,0.040129256,0.0065753227,0.015284236,0.0033209447,0.0064790216,0.7397434],"study_design_scores_gemma":[0.0016372044,0.060084626,0.79757863,0.0018195577,0.0010242575,0.0013142368,0.030997671,0.04586844,0.02312652,0.0033159324,0.0327796,0.00045330272],"about_ca_topic_score_codex":0.002155575,"about_ca_topic_score_gemma":0.0018131861,"teacher_disagreement_score":0.014414844,"about_ca_system_score_codex":0.0011103415,"about_ca_system_score_gemma":0.00061329326,"threshold_uncertainty_score":0.07623392},"labels":[],"label_agreement":null},{"id":"W1523916651","doi":"10.1007/978-3-540-27795-8_67","title":"Factors Influencing User Selection of WWW Sitemaps","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Usability; Selection (genetic algorithm); World Wide Web; Web design; Empirical research; Human–computer interaction; The Internet; Artificial intelligence","score_opus":0.029783251233708313,"score_gpt":0.25079851128747727,"score_spread":0.22101526005376895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523916651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930736,0.00012234831,0.0006113799,0.00010682365,0.00001293794,0.000035282716,0.00011430575,0.00010367833,0.005819631],"genre_scores_gemma":[0.9963606,0.00006753629,0.0011522133,0.00003881184,0.000016308315,0.000021016956,0.00013447537,0.000048741575,0.0021602558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833304,0.00082261744,0.00014808266,0.00010393213,0.00044401013,0.00014839368],"domain_scores_gemma":[0.9495292,0.040102657,0.003034631,0.0013215065,0.0041414336,0.001870652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017571679,0.00021213864,0.00017629053,0.0013134079,0.00054001826,0.0019212059,0.00028928992,0.00051079196,0.007873599],"category_scores_gemma":[0.040674277,0.00024096959,0.0002484041,0.0009977188,0.0002066042,0.000993484,0.00037897265,0.0004590352,0.001710585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016629676,0.00095591776,0.87752134,0.00020631673,0.0000896508,0.00078651746,0.007153235,0.0006035142,0.0077228392,0.00038767228,0.004433185,0.098476864],"study_design_scores_gemma":[0.000049196442,0.00061236706,0.97985613,0.00005908687,0.000101666235,0.0009665851,0.006870585,0.0038912138,0.0025193526,0.0002624387,0.004755964,0.00005553155],"about_ca_topic_score_codex":0.0028440007,"about_ca_topic_score_gemma":0.005759977,"teacher_disagreement_score":0.007873599,"about_ca_system_score_codex":0.00021013581,"about_ca_system_score_gemma":0.00038663764,"threshold_uncertainty_score":0.02633977},"labels":[],"label_agreement":null},{"id":"W1525698405","doi":"10.1093/pch/19.6.e35-159","title":"163: Evaluation of an eLearning Module for an Effective Well-Baby Visit Using the Rourke Baby Record","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Medicine","score_opus":0.04169993441464497,"score_gpt":0.33244651239059275,"score_spread":0.2907465779759478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525698405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914484,0.00009825944,0.0023520142,0.00015813077,0.00007610634,0.0035579153,0.00035086193,0.00026830722,0.0016900274],"genre_scores_gemma":[0.9400505,0.00055036077,0.040292166,0.00044595957,0.00011972337,0.006782277,0.0016513634,0.00010944249,0.009998399],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990681,0.0003797756,0.0001028333,0.000105230756,0.0002342957,0.00010991151],"domain_scores_gemma":[0.9972652,0.00087488035,0.0002453774,0.00016667187,0.0005475979,0.00090026634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029378782,0.0005800245,0.0005616251,0.0004777375,0.00037645065,0.0005162063,0.0010866346,0.00088039605,0.006831463],"category_scores_gemma":[0.00577378,0.00025352737,0.00087179913,0.00017712203,0.00016753752,0.00043599535,0.0006911205,0.0006605806,0.0018129626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014682475,0.21272048,0.026961448,0.0021806683,0.00028345626,0.0008955686,0.0031222294,0.003047866,0.046962954,0.00023393093,0.0077488273,0.68116015],"study_design_scores_gemma":[0.011271041,0.6057702,0.29791725,0.00055221334,0.000586358,0.0015968615,0.0018598655,0.007710935,0.0466458,0.00018677405,0.02568436,0.00021847867],"about_ca_topic_score_codex":0.0009718187,"about_ca_topic_score_gemma":0.0015903346,"teacher_disagreement_score":0.006831463,"about_ca_system_score_codex":0.00044837478,"about_ca_system_score_gemma":0.001251238,"threshold_uncertainty_score":0.022853553},"labels":[],"label_agreement":null},{"id":"W1527684320","doi":"10.1007/978-3-540-73210-5_30","title":"Common Semantics for Use Cases and Task Models","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Formalism (music); Task (project management); Semantic data model; Programming language; Natural language processing; Artificial intelligence; Information retrieval","score_opus":0.08751820155785173,"score_gpt":0.29511172845777395,"score_spread":0.20759352689992222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527684320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004996917,0.00034629487,0.98102105,0.0007065281,0.000119677214,0.00024157485,0.00063656544,0.0010854563,0.010845995],"genre_scores_gemma":[0.3116084,0.00084015715,0.665936,0.0004953393,0.00029996553,0.0017118484,0.0036244758,0.0014254138,0.014058468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98482275,0.0043959646,0.0031918462,0.002576549,0.003692039,0.0013208189],"domain_scores_gemma":[0.98764604,0.0048496085,0.000716601,0.003777232,0.0025656398,0.00044501026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076118857,0.002506672,0.0019882955,0.0067386734,0.0033681374,0.010699929,0.0050044474,0.0051401304,0.009356195],"category_scores_gemma":[0.018653918,0.0026698008,0.005443773,0.0053857043,0.006717231,0.03066741,0.006532228,0.007677858,0.0031053484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024978452,0.000034126097,0.00015915163,0.00009558943,0.000017361457,0.000096810145,0.0011947021,0.0011800523,0.00042315552,0.9825493,0.0012428327,0.012981869],"study_design_scores_gemma":[0.000018468048,0.000018569033,0.00009741287,0.00011614736,0.000046040128,0.00020837694,0.00055713794,0.014411973,0.0008753257,0.96042496,0.023195233,0.00003045279],"about_ca_topic_score_codex":0.004939232,"about_ca_topic_score_gemma":0.0040289247,"teacher_disagreement_score":0.010699929,"about_ca_system_score_codex":0.0030430066,"about_ca_system_score_gemma":0.0032111227,"threshold_uncertainty_score":0.040255964},"labels":[],"label_agreement":null},{"id":"W1528332611","doi":"","title":"Cultural Visual Interface Design","year":2005,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interface (matter); Computer science; Human–computer interaction","score_opus":0.04192048852144026,"score_gpt":0.306467702179404,"score_spread":0.26454721365796374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528332611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07544499,0.0017425773,0.76305985,0.0021872101,0.00050041126,0.0009659129,0.00036965005,0.0037527073,0.15197666],"genre_scores_gemma":[0.48085606,0.0015483403,0.4521169,0.0016235856,0.00012081514,0.001703778,0.0007591515,0.0021418591,0.059129618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948127,0.0029317278,0.00030460226,0.00053232786,0.0011543698,0.00026422038],"domain_scores_gemma":[0.99205387,0.0030106574,0.00036271743,0.0016643658,0.0025590989,0.0003493483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055587166,0.0013200551,0.00042265994,0.0021676002,0.0013967701,0.008268141,0.0018992472,0.0014864377,0.014263477],"category_scores_gemma":[0.019052258,0.00060351926,0.000875501,0.0013324845,0.0024696528,0.004801855,0.0047896267,0.0015014596,0.0027724549],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004623112,0.00030704596,0.007945622,0.0022475012,0.00012753498,0.0012616023,0.06768451,0.0030971891,0.04367076,0.26721662,0.020507872,0.5854714],"study_design_scores_gemma":[0.00016938418,0.00053431396,0.009557693,0.00184564,0.0002176241,0.00474227,0.030542638,0.029444981,0.042750806,0.08852164,0.7913699,0.00030309684],"about_ca_topic_score_codex":0.0021163095,"about_ca_topic_score_gemma":0.001964985,"teacher_disagreement_score":0.014263477,"about_ca_system_score_codex":0.0012581048,"about_ca_system_score_gemma":0.0010975735,"threshold_uncertainty_score":0.04771608},"labels":[],"label_agreement":null},{"id":"W1537911176","doi":"10.1023/a:1025869312943","title":"Usability Meanings and Interpretations in ISO Standards","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":454,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; System usability scale; Component-based usability testing; Usability goals; Software quality; Standardization; Usability inspection; Software; Software development; Human–computer interaction; Programming language","score_opus":0.0318959053260117,"score_gpt":0.3304311199025112,"score_spread":0.29853521457649945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537911176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10096501,0.012782606,0.460182,0.055185825,0.0043058125,0.0003448981,0.0004862175,0.0009966261,0.36475107],"genre_scores_gemma":[0.9077974,0.0027150363,0.07425328,0.0024970379,0.0011425951,0.0005547377,0.00034087148,0.0007038075,0.009995207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93015796,0.04330248,0.0073169316,0.0024353964,0.01518766,0.0015995073],"domain_scores_gemma":[0.8962694,0.07120963,0.004875939,0.008717247,0.017803801,0.001124061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029404044,0.0012811774,0.0010885223,0.012303336,0.0053374604,0.019320194,0.0020606206,0.004944146,0.0039746137],"category_scores_gemma":[0.100231074,0.0019443026,0.0012013911,0.008429482,0.034086086,0.029960942,0.0048567974,0.008429641,0.0009348049],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015628702,0.000012721966,0.00030683688,0.000110126166,0.000006756978,0.00007801827,0.02869817,0.00010745687,0.00024287478,0.96066505,0.0016790851,0.008077345],"study_design_scores_gemma":[0.000026134134,0.000038170925,0.0009534327,0.00083610765,0.000045665278,0.00025820092,0.017027723,0.0014283811,0.0006989219,0.934264,0.044364203,0.000059129765],"about_ca_topic_score_codex":0.0035326954,"about_ca_topic_score_gemma":0.0026750928,"teacher_disagreement_score":0.029404044,"about_ca_system_score_codex":0.005849048,"about_ca_system_score_gemma":0.005072492,"threshold_uncertainty_score":0.1555053},"labels":[],"label_agreement":null},{"id":"W1537921975","doi":"10.1007/11860990_11","title":"Towards a Formal Semantics for AspectJ Weaving","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Bytecode; Programming language; Aspect-oriented programming; Computer science; Weaving; Java; Semantics (computer science); Focus (optics); Class (philosophy); Software engineering; Software; Engineering; Artificial intelligence","score_opus":0.025686241016914794,"score_gpt":0.25778956004475123,"score_spread":0.23210331902783643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537921975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021614002,0.00021301057,0.991702,0.00038752452,0.00014586306,0.000088351786,0.00008025105,0.0016909572,0.0035305193],"genre_scores_gemma":[0.10214425,0.00068837975,0.8892471,0.0005263644,0.00029506552,0.00034109488,0.00040661413,0.001679884,0.004671153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99444807,0.0012605328,0.0009220258,0.00089602626,0.0019209742,0.000552344],"domain_scores_gemma":[0.9943825,0.0018803602,0.00038598382,0.0015058469,0.0015873697,0.0002579192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052440106,0.00144706,0.0012574537,0.0021265815,0.0022452392,0.007690081,0.003760516,0.0028292765,0.003989528],"category_scores_gemma":[0.008710478,0.0025656268,0.0025224185,0.002429544,0.006131402,0.011424525,0.0055568484,0.008292182,0.0018272026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004560567,0.00006404145,0.0002519333,0.00023304929,0.000027548955,0.0001574444,0.0012428336,0.0031726656,0.0036617382,0.94803256,0.0029075404,0.04020303],"study_design_scores_gemma":[0.00005697819,0.000042210995,0.00015704121,0.00018832766,0.000087457134,0.00036067623,0.00035852342,0.036802594,0.0077172634,0.8745815,0.07957203,0.00007542613],"about_ca_topic_score_codex":0.004084633,"about_ca_topic_score_gemma":0.0043942886,"teacher_disagreement_score":0.007690081,"about_ca_system_score_codex":0.0015606433,"about_ca_system_score_gemma":0.0027746388,"threshold_uncertainty_score":0.027733326},"labels":[],"label_agreement":null},{"id":"W1541022344","doi":"10.1109/eee.2005.45","title":"Caribou: A Supporting Environment for Software e-Development","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software development; Computer science; Orchestration; Context (archaeology); Software development process; Process (computing); Software; The Internet; Software engineering; World Wide Web; Operating system","score_opus":0.027892419483508846,"score_gpt":0.25720076363025773,"score_spread":0.2293083441467489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541022344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09980525,0.001257698,0.6377575,0.001100293,0.00037523892,0.0019656727,0.0016008061,0.19165966,0.06447785],"genre_scores_gemma":[0.23953594,0.0013781894,0.6946495,0.00056267186,0.0001386615,0.002127224,0.0035134815,0.009571947,0.048522417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992481,0.0001941722,0.000053414165,0.00010027169,0.00031685244,0.0000872694],"domain_scores_gemma":[0.99806494,0.00082960114,0.00009166962,0.00035782522,0.00020151389,0.0004544309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012665102,0.00076197693,0.00050254096,0.00109941,0.0011519508,0.001797949,0.0021403255,0.001121834,0.011587282],"category_scores_gemma":[0.005132813,0.0006070038,0.00044933514,0.00067963044,0.0008466129,0.003146808,0.004499001,0.001113017,0.0030131412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020729539,0.0018459851,0.0052362024,0.002174907,0.0001060292,0.0038610587,0.00983925,0.008500796,0.12238625,0.070255585,0.10188237,0.67183864],"study_design_scores_gemma":[0.00064646464,0.001230754,0.0042380723,0.00044585453,0.00013804436,0.0020131927,0.00081027864,0.039616346,0.027009707,0.017051376,0.90650254,0.00029734944],"about_ca_topic_score_codex":0.001971193,"about_ca_topic_score_gemma":0.0027308306,"teacher_disagreement_score":0.011587282,"about_ca_system_score_codex":0.00030096993,"about_ca_system_score_gemma":0.0019047172,"threshold_uncertainty_score":0.038763344},"labels":[],"label_agreement":null},{"id":"W1541084776","doi":"","title":"Proceedings of the 3rd ACM SIGCHI symposium on Engineering interactive computing systems","year":2011,"lang":"en","type":"book","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Interactive systems engineering; User interface; Usability; Computer-supported cooperative work; Human–computer interaction; Data science; Software engineering; User interface design; User experience design; Engineering; Work (physics)","score_opus":0.0243857525658003,"score_gpt":0.21706160963546173,"score_spread":0.19267585706966142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541084776","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0124233,0.113217376,0.22914185,0.042299926,0.14717694,0.0022111062,0.0037434364,0.012121843,0.43766424],"genre_scores_gemma":[0.04361167,0.07360349,0.119247235,0.015090825,0.025574043,0.002635389,0.010139998,0.0024863058,0.70761096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958046,0.0012731607,0.0003898453,0.00045204908,0.0017265426,0.0003539171],"domain_scores_gemma":[0.9944002,0.0014966584,0.0001439594,0.00093732704,0.0021310428,0.0008908743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004742629,0.0017411022,0.0023224885,0.0016090774,0.0017216336,0.008405645,0.0019222989,0.0034249264,0.1230662],"category_scores_gemma":[0.009656937,0.0008644558,0.0013069684,0.0014355294,0.0017075699,0.0062711146,0.0036471493,0.00549341,0.06851031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027374233,0.0002270813,0.0013199786,0.0005840259,0.00012882557,0.00032018998,0.0005857523,0.0003703912,0.0032996477,0.010097523,0.7231956,0.25959724],"study_design_scores_gemma":[0.000034378663,0.000058517453,0.0009062734,0.00024848167,0.000055262262,0.00022787329,0.00023081304,0.00089339283,0.00051743,0.0030954967,0.9937017,0.000030384088],"about_ca_topic_score_codex":0.004247377,"about_ca_topic_score_gemma":0.008031842,"teacher_disagreement_score":0.1230662,"about_ca_system_score_codex":0.001135722,"about_ca_system_score_gemma":0.0030216144,"threshold_uncertainty_score":0.41169745},"labels":[],"label_agreement":null},{"id":"W1548757899","doi":"","title":"The misapplication of engineering models to business decisions","year":2003,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business decision mapping; Business rule; Management science; Selection (genetic algorithm); Decision support system; Knowledge management; Data science; Business process; Artificial intelligence; Work in process; Marketing; Engineering; Business","score_opus":0.06535121157864231,"score_gpt":0.27897699519911534,"score_spread":0.21362578362047302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548757899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07739448,0.01066537,0.62861997,0.18077452,0.0017010468,0.00043279197,0.0003772964,0.001022937,0.09901161],"genre_scores_gemma":[0.76305205,0.0065105064,0.21402489,0.010221782,0.00058885716,0.000723462,0.00024046161,0.00044359875,0.004194353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8887065,0.0774402,0.004061041,0.0052940203,0.022595085,0.0019030739],"domain_scores_gemma":[0.6990451,0.23992628,0.011259115,0.027816746,0.020398134,0.0015546153],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07342752,0.0019027692,0.0014765504,0.009172244,0.0031359282,0.01847454,0.0046824845,0.004374016,0.0021593054],"category_scores_gemma":[0.24010223,0.002388642,0.0016108856,0.0055460758,0.02713586,0.018302862,0.007609617,0.009404812,0.0014950089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007630188,0.000110375775,0.004116506,0.00095023494,0.00014339878,0.00031787207,0.011610163,0.02626845,0.00031862568,0.83177805,0.008171435,0.11613862],"study_design_scores_gemma":[0.00002978393,0.000048377573,0.00082089816,0.0006436345,0.000028716115,0.00017634744,0.004841081,0.02676426,0.0004950175,0.9345446,0.03153981,0.00006747198],"about_ca_topic_score_codex":0.008821418,"about_ca_topic_score_gemma":0.007837947,"teacher_disagreement_score":0.9265725,"about_ca_system_score_codex":0.012095928,"about_ca_system_score_gemma":0.008751678,"threshold_uncertainty_score":0.38832647},"labels":[],"label_agreement":null},{"id":"W1549810216","doi":"10.1109/ipcc.1994.347554","title":"Version control in collaborative writing","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Paragraph; Computer science; Control (management); World Wide Web; Word (group theory); Software versioning; Architecture; Information retrieval; Programming language; Artificial intelligence; Linguistics; Software; Visual arts; Art","score_opus":0.01860647166960773,"score_gpt":0.2313461175474019,"score_spread":0.21273964587779415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549810216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008646065,0.0009004351,0.96855867,0.0003946775,0.00020168845,0.00021723779,0.00005319931,0.010710122,0.010317904],"genre_scores_gemma":[0.25513846,0.001019455,0.7244659,0.00026139757,0.00024389701,0.00047162254,0.0003709747,0.0014558578,0.016572425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98505706,0.0060019135,0.0013041244,0.0022907462,0.0047239526,0.00062215934],"domain_scores_gemma":[0.97800434,0.007302269,0.0012807486,0.009405715,0.003218574,0.00078841613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01254228,0.00089384714,0.00082672265,0.0023211741,0.002075325,0.0076311915,0.0033924489,0.0021729213,0.0070985355],"category_scores_gemma":[0.025836036,0.0010320713,0.0007729237,0.0017649208,0.0034425277,0.008273495,0.0046631503,0.0026623607,0.0026114774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043779568,0.0001794215,0.0021452033,0.00042704854,0.000080447615,0.00046536044,0.0048538405,0.011392355,0.019292828,0.18730877,0.011855787,0.76156116],"study_design_scores_gemma":[0.00043564494,0.00062770327,0.0025230478,0.0005861181,0.00024766164,0.0024025524,0.0007700601,0.17277275,0.07886578,0.35789633,0.382472,0.00040032613],"about_ca_topic_score_codex":0.0021232348,"about_ca_topic_score_gemma":0.0013631573,"teacher_disagreement_score":0.01254228,"about_ca_system_score_codex":0.0014443747,"about_ca_system_score_gemma":0.0017727298,"threshold_uncertainty_score":0.06633067},"labels":[],"label_agreement":null},{"id":"W1551330137","doi":"10.3127/ajis.v7i2.267","title":"Adapting the Locales Framework for Heuristic Evaluation of Groupware","year":2000,"lang":"en","type":"article","venue":"AJIS. Australasian journal of information systems/AJIS. Australian journal of information systems/Australian journal of information systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"Advanced Research Projects Agency; National Institute of Standards and Technology; U.S. Air Force; Microsoft Research","keywords":"Heuristics; Collaborative software; Usability; Computer science; Heuristic evaluation; Heuristic; Human–computer interaction; User interface; Product (mathematics); Interface (matter); Knowledge management; Artificial intelligence","score_opus":0.0504222573528288,"score_gpt":0.2990989270511425,"score_spread":0.2486766696983137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551330137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005708552,0.0002170402,0.9854337,0.0002383302,0.000035179564,0.00058080483,0.00009136222,0.0013131722,0.0063818404],"genre_scores_gemma":[0.09160593,0.00016463929,0.9047649,0.00014745987,0.000033215467,0.0012074941,0.000213371,0.00040015,0.0014629544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9671661,0.021928608,0.0022490907,0.0018754652,0.0058050463,0.0009757645],"domain_scores_gemma":[0.9295389,0.051298015,0.002792246,0.006602055,0.008884215,0.0008845958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022826884,0.0025668703,0.0024586641,0.008095855,0.0016538012,0.0077600474,0.005009039,0.0025192627,0.009252238],"category_scores_gemma":[0.0965174,0.0014594754,0.0033652433,0.003736627,0.004753988,0.007559892,0.005457895,0.003017509,0.001917084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054770254,0.0005585874,0.0043961,0.0019925549,0.0004570428,0.00033859734,0.0067497157,0.16375954,0.0029940829,0.2718854,0.008140966,0.53817976],"study_design_scores_gemma":[0.0003092004,0.00039151602,0.0015354353,0.00062465237,0.00020809227,0.00019411155,0.0020707245,0.6381379,0.004716895,0.32516155,0.026496004,0.00015404697],"about_ca_topic_score_codex":0.009643731,"about_ca_topic_score_gemma":0.012040357,"teacher_disagreement_score":0.022826884,"about_ca_system_score_codex":0.0045023854,"about_ca_system_score_gemma":0.0039161886,"threshold_uncertainty_score":0.12072152},"labels":[],"label_agreement":null},{"id":"W1556071759","doi":"10.1007/978-3-540-85992-5_25","title":"From Desktop to Tabletop: Migrating the User Interface of AgilePlanner","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Agile software development; Human–computer interaction; User interface; Process (computing); Interface (matter); Multimedia; Computer graphics (images); Software engineering; Operating system","score_opus":0.02527638083537568,"score_gpt":0.26299433608785056,"score_spread":0.23771795525247488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556071759","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12415012,0.0015816091,0.7901624,0.0015325301,0.0004928413,0.00016626502,0.0003418829,0.01651517,0.06505715],"genre_scores_gemma":[0.32415554,0.0020474417,0.5726888,0.0007145313,0.00008497039,0.00026951125,0.0012924626,0.0086789355,0.09006773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957246,0.0001258439,0.0000262939,0.00007692214,0.00013017026,0.000068304165],"domain_scores_gemma":[0.999398,0.00020128045,0.000026183397,0.0001759008,0.00009053984,0.00010805819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006896579,0.00054788595,0.000269257,0.00029223974,0.00045177914,0.002322516,0.0010543092,0.0008070478,0.012547661],"category_scores_gemma":[0.0019108834,0.00046756127,0.00029552798,0.00050487055,0.00048784201,0.0030156993,0.0018806743,0.0015075842,0.0046592765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042621186,0.00014261856,0.0019521441,0.00023910418,0.000023024977,0.0006746562,0.0066784252,0.0025099472,0.031548396,0.015986422,0.033379503,0.9064396],"study_design_scores_gemma":[0.00022448637,0.0010909576,0.009985478,0.0007523111,0.0001446511,0.0051144687,0.014205448,0.090859614,0.119320706,0.04095127,0.7169504,0.0004002742],"about_ca_topic_score_codex":0.002056941,"about_ca_topic_score_gemma":0.0030302526,"teacher_disagreement_score":0.012547661,"about_ca_system_score_codex":0.00020229408,"about_ca_system_score_gemma":0.0005868126,"threshold_uncertainty_score":0.041976154},"labels":[],"label_agreement":null},{"id":"W15632191","doi":"10.3998/weave.12535642.0001.301","title":"Creating a Culture of Usability","year":2015,"lang":"en","type":"article","venue":"Weave Journal of Library User Experience","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Usability engineering; Web usability; Human–computer interaction; World Wide Web","score_opus":0.04297532565075817,"score_gpt":0.28324152150360904,"score_spread":0.24026619585285086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15632191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16753258,0.009930147,0.33566839,0.1470274,0.011135916,0.0028029948,0.00022325569,0.0032102356,0.32246915],"genre_scores_gemma":[0.82037014,0.003544732,0.117556974,0.013952999,0.0011151133,0.0027350923,0.00018027834,0.0014714197,0.039073333],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.8811868,0.072750784,0.007026599,0.005710849,0.029080046,0.0042450456],"domain_scores_gemma":[0.82342005,0.040895954,0.009101086,0.031335466,0.07580097,0.019446522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07607259,0.0011455973,0.0011981713,0.004489173,0.014841936,0.03175835,0.003188378,0.003466448,0.0053053917],"category_scores_gemma":[0.11987745,0.0010846318,0.0014232567,0.0027977233,0.01954038,0.021295156,0.028488457,0.010096804,0.00248011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012433663,0.0004157567,0.009586336,0.0013734542,0.00020183531,0.00077131495,0.3640401,0.0006236811,0.005735093,0.27396768,0.09312387,0.25003657],"study_design_scores_gemma":[0.00005796232,0.000405207,0.005294766,0.0020269433,0.00010934753,0.0014524021,0.17468342,0.0017587027,0.0053538387,0.05789097,0.750673,0.0002934452],"about_ca_topic_score_codex":0.0030072036,"about_ca_topic_score_gemma":0.0023585642,"teacher_disagreement_score":0.07607259,"about_ca_system_score_codex":0.0072346264,"about_ca_system_score_gemma":0.018374134,"threshold_uncertainty_score":0.40231508},"labels":[],"label_agreement":null},{"id":"W1566323412","doi":"10.1007/11431879_24","title":"The Software Design Board: A Tool Supporting Workstyle Transitions in Collaborative Software Design","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software engineering; Software; Software design; Computer science; Engineering; Software development; Operating system","score_opus":0.02516014212673632,"score_gpt":0.2610675294988439,"score_spread":0.23590738737210756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566323412","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009466363,0.0003226469,0.92183673,0.00033900523,0.00028081078,0.00040887823,0.0007273758,0.049989574,0.016628686],"genre_scores_gemma":[0.07845991,0.0004726248,0.84630287,0.0002524358,0.00008135383,0.0018517425,0.0027499506,0.024212215,0.045616876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983418,0.0006080916,0.000145541,0.00025328418,0.00052857166,0.0001227508],"domain_scores_gemma":[0.99317,0.004491012,0.00024741777,0.0009924384,0.00046842243,0.0006307134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003183497,0.0017015298,0.0009579696,0.0022758695,0.0011094577,0.0044473135,0.0025029262,0.0017673749,0.04374746],"category_scores_gemma":[0.011763317,0.0017485954,0.00089555373,0.0013800892,0.0010104115,0.0058849896,0.0054571936,0.0028617163,0.01286063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008040572,0.0004701002,0.0014635251,0.0009954337,0.00006363183,0.0006123608,0.008472261,0.0059066773,0.030080492,0.03179699,0.12298841,0.796346],"study_design_scores_gemma":[0.0011199107,0.00059640006,0.0038706511,0.0010271235,0.00015332749,0.0012294641,0.0015620086,0.075467005,0.042072494,0.054434516,0.81810325,0.00036393874],"about_ca_topic_score_codex":0.0008406462,"about_ca_topic_score_gemma":0.0013589433,"teacher_disagreement_score":0.04374746,"about_ca_system_score_codex":0.00059494784,"about_ca_system_score_gemma":0.0008922062,"threshold_uncertainty_score":0.14634979},"labels":[],"label_agreement":null},{"id":"W1566560925","doi":"10.1007/978-3-540-68255-4_21","title":"APDT: An Agile Planning Tool for Digital Tabletops","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Handwriting; Computer science; Planner; Gesture; Engineering drawing; Human–computer interaction; Multimedia; Computer graphics (images); Artificial intelligence; Engineering; Software engineering","score_opus":0.028711981978465067,"score_gpt":0.2532249772369078,"score_spread":0.22451299525844273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566560925","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036695336,0.00019677568,0.95925707,0.000114994626,0.000091285176,0.00011638267,0.00069301977,0.027043974,0.008816974],"genre_scores_gemma":[0.04385166,0.00059582054,0.93056107,0.00012212293,0.000028536235,0.00039525513,0.0019720753,0.0056388862,0.01683458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947363,0.0001165359,0.000051047035,0.000064940534,0.0002535167,0.000040343268],"domain_scores_gemma":[0.9987715,0.0006591425,0.00006611203,0.0002028033,0.00021218242,0.000088264576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007148086,0.0012228709,0.00044973794,0.0009210307,0.00044392038,0.0019607805,0.001229132,0.0007196324,0.024384502],"category_scores_gemma":[0.002984036,0.0009239268,0.0005554042,0.001049441,0.00033327052,0.0017545242,0.001681093,0.0014586749,0.0061460612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026573526,0.0000951793,0.00090630585,0.00067633373,0.00005004626,0.0003749933,0.0012428036,0.021805823,0.019130565,0.014957037,0.07605519,0.86444],"study_design_scores_gemma":[0.00031782137,0.00040230888,0.0019776057,0.0006269843,0.00013354766,0.0017664271,0.0007798764,0.27759686,0.056512948,0.032633655,0.62698644,0.0002655289],"about_ca_topic_score_codex":0.0018051432,"about_ca_topic_score_gemma":0.0026227639,"teacher_disagreement_score":0.024384502,"about_ca_system_score_codex":0.00030884644,"about_ca_system_score_gemma":0.00091564556,"threshold_uncertainty_score":0.08157426},"labels":[],"label_agreement":null},{"id":"W1573535660","doi":"10.1007/978-3-540-45233-1_14","title":"Aligning Work Practices and Mobile Technologies: Groupware Design for Loosely Coupled Mobile Groups","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Collaborative software; Computer-supported cooperative work; Human–computer interaction; Work (physics); Mobile computing; Mobile technology; World Wide Web; Telecommunications; Engineering","score_opus":0.04171152767882411,"score_gpt":0.27915504704131605,"score_spread":0.23744351936249194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573535660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09391613,0.0003067927,0.89898056,0.00042972947,0.000033440007,0.00022293477,0.000011642588,0.000432867,0.005665842],"genre_scores_gemma":[0.4657805,0.00024256355,0.53021073,0.000070310256,0.000012985021,0.0004663436,0.000063302075,0.00014348161,0.003009805],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99757034,0.0014803241,0.00011563819,0.00023107257,0.00045794842,0.00014464247],"domain_scores_gemma":[0.996594,0.0020731734,0.0002372853,0.0005132201,0.00037500777,0.00020728946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031779138,0.00055266666,0.0003347381,0.0004933411,0.0012019526,0.0025853873,0.0016219675,0.0010833963,0.0022023302],"category_scores_gemma":[0.007673576,0.00051042164,0.00035255455,0.0006574387,0.0014386429,0.0029181854,0.002434309,0.0009574166,0.00040900894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003230763,0.0006313413,0.005865276,0.00078292924,0.000080171485,0.0003640487,0.06570295,0.02540874,0.03575262,0.09660018,0.003437213,0.7650514],"study_design_scores_gemma":[0.00037434042,0.0026170048,0.0136246225,0.001026949,0.00041614502,0.0013296369,0.058838993,0.36724845,0.048564628,0.38457286,0.12117756,0.0002087679],"about_ca_topic_score_codex":0.0007908499,"about_ca_topic_score_gemma":0.0015034025,"teacher_disagreement_score":0.0031779138,"about_ca_system_score_codex":0.00068187615,"about_ca_system_score_gemma":0.0010604771,"threshold_uncertainty_score":0.016806602},"labels":[],"label_agreement":null},{"id":"W1573864481","doi":"10.1007/978-0-387-35610-5_14","title":"A Framework for Rapid Mid-Fidelity Prototyping of Web Sites","year":2002,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fidelity; Rapid prototyping; Computer science; Software engineering; Usability; Software prototyping; Systems engineering; Human–computer interaction; Engineering; Programming language; Software development; Software","score_opus":0.032323364121329974,"score_gpt":0.29169897439895776,"score_spread":0.2593756102776278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573864481","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000722778,0.00006568259,0.99458045,0.0000438943,0.000016078018,0.00020045733,0.000028808088,0.002607364,0.0017344746],"genre_scores_gemma":[0.01530412,0.000089258436,0.9820209,0.000022243197,0.0000071179415,0.0004978303,0.00006900093,0.00037872515,0.0016109125],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99485224,0.0017172502,0.00042688867,0.00038471367,0.0023023933,0.00031642485],"domain_scores_gemma":[0.99308974,0.0029604933,0.0003212177,0.0016941641,0.0016173521,0.00031706694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065049566,0.0015716216,0.0010267929,0.0016640994,0.001401491,0.004973033,0.00469903,0.0026299385,0.011962822],"category_scores_gemma":[0.015735405,0.001724441,0.0011216577,0.00072035694,0.0022476728,0.0037370196,0.0042976756,0.0023932788,0.004030412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024238449,0.0003286862,0.0008159662,0.000903125,0.00006681322,0.0007272103,0.00343675,0.06905361,0.060402382,0.26097167,0.01244417,0.59060735],"study_design_scores_gemma":[0.00018036665,0.0005050703,0.00089205656,0.000761953,0.0000942568,0.0018267342,0.0009768204,0.5667641,0.07389438,0.15756187,0.19623691,0.0003054529],"about_ca_topic_score_codex":0.0046482617,"about_ca_topic_score_gemma":0.0053074355,"teacher_disagreement_score":0.011962822,"about_ca_system_score_codex":0.0011684713,"about_ca_system_score_gemma":0.0020355715,"threshold_uncertainty_score":0.04001963},"labels":[],"label_agreement":null},{"id":"W1573908636","doi":"10.1007/978-3-540-30112-7_7","title":"A Framework for Asynchronous Change Awareness in Collaboratively-Constructed Documents","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Artifact (error); Computer science; Asynchronous communication; Workspace; Human–computer interaction; World Wide Web; Knowledge management; Multimedia; Artificial intelligence; Telecommunications","score_opus":0.04349868224823743,"score_gpt":0.30441918006261237,"score_spread":0.26092049781437493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573908636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015568292,0.00007073423,0.9933187,0.0000901547,0.00003018883,0.00010029171,0.000034987006,0.0028349536,0.0019631884],"genre_scores_gemma":[0.07968255,0.00013272102,0.9150319,0.00007332257,0.000041820316,0.0003560722,0.00020301293,0.00055725867,0.003921339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949092,0.0016277542,0.0005029786,0.0010795104,0.0015126843,0.00036780964],"domain_scores_gemma":[0.9926771,0.0036490152,0.00042514165,0.0019779685,0.00082864135,0.00044215997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064717075,0.0011349726,0.001056309,0.002112224,0.002227099,0.007818567,0.0043126275,0.0031996807,0.007440273],"category_scores_gemma":[0.012797854,0.0013521578,0.0018159618,0.0016792165,0.0038524617,0.010346827,0.006615471,0.0037074555,0.0019947486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002010809,0.0002603054,0.0010326764,0.00034875257,0.000071299124,0.00048269247,0.0070903106,0.01843596,0.00831545,0.7611921,0.0051361057,0.19743325],"study_design_scores_gemma":[0.00013583728,0.00017312657,0.00054218376,0.0002510524,0.00019594062,0.0005464948,0.0014597897,0.36901298,0.018519185,0.49602312,0.1129681,0.00017214761],"about_ca_topic_score_codex":0.005842744,"about_ca_topic_score_gemma":0.0052114017,"teacher_disagreement_score":0.007818567,"about_ca_system_score_codex":0.0013117135,"about_ca_system_score_gemma":0.0020329887,"threshold_uncertainty_score":0.03422606},"labels":[],"label_agreement":null},{"id":"W1574779036","doi":"10.7551/mitpress/6208.003.0014","title":"Using a Room Metaphor to Ease Transitions in Groupware","year":2002,"lang":"en","type":"book-chapter","venue":"The MIT Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Metaphor; Usability; Collaborative software; Human–computer interaction; Computer science; World Wide Web; Linguistics; Philosophy","score_opus":0.14925685564935662,"score_gpt":0.2796436318915413,"score_spread":0.13038677624218467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574779036","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057793964,0.008824791,0.776427,0.002382697,0.0013770896,0.00031368522,0.0000958568,0.0048562093,0.14792871],"genre_scores_gemma":[0.40657708,0.00427072,0.4778484,0.0014557743,0.00022187653,0.00088989193,0.0002715037,0.0017123189,0.1067524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923444,0.00035643834,0.00003538742,0.00012575914,0.00015331991,0.00009469306],"domain_scores_gemma":[0.99936825,0.00032217288,0.00003653444,0.00012293538,0.00005135453,0.00009868409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007128905,0.0007398718,0.00033854714,0.0006374706,0.0013033759,0.0020533311,0.001475013,0.0012051126,0.007967066],"category_scores_gemma":[0.001782826,0.00045943816,0.0007881705,0.00047463973,0.0024640604,0.005302745,0.0036691134,0.0022066284,0.0026335472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003405276,0.00040527023,0.0011314081,0.0018415165,0.000037415564,0.0013231621,0.0482227,0.0038155487,0.051251117,0.3220301,0.05592896,0.5136724],"study_design_scores_gemma":[0.0000996964,0.0005086158,0.00204987,0.0004882446,0.00006956652,0.0038516861,0.00841839,0.008063266,0.017088147,0.08854606,0.8706929,0.00012357866],"about_ca_topic_score_codex":0.0007179073,"about_ca_topic_score_gemma":0.0013604065,"teacher_disagreement_score":0.007967066,"about_ca_system_score_codex":0.00057870115,"about_ca_system_score_gemma":0.00051201944,"threshold_uncertainty_score":0.026652455},"labels":[],"label_agreement":null},{"id":"W1582396452","doi":"10.1007/978-1-84800-907-3_11","title":"Toward a Refined Paradigm for Architecting Usable Systems","year":2009,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; USable; Usability engineering; Computer science; Usability inspection; Cognitive walkthrough; Web usability; Usability lab; Usability goals; Software engineering; Heuristic evaluation; Scope (computer science); Human–computer interaction; Pluralistic walkthrough; Systems engineering; Engineering; World Wide Web","score_opus":0.10794753843764188,"score_gpt":0.3024346825521354,"score_spread":0.19448714411449353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582396452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020748049,0.0005549032,0.9868867,0.0013414688,0.00008707864,0.00008763891,0.00003988758,0.00032602975,0.00860143],"genre_scores_gemma":[0.024134338,0.0008463135,0.9665569,0.00023811591,0.000056430068,0.00025367402,0.00012892469,0.00023626896,0.007549011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99595827,0.0014748793,0.00045134124,0.0005716921,0.0013269598,0.00021680097],"domain_scores_gemma":[0.99586654,0.0015510905,0.00013720247,0.0011602959,0.0010683766,0.00021647669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005165175,0.0015422968,0.0009796381,0.002679423,0.0022843892,0.009294096,0.0033561192,0.0029947076,0.004630028],"category_scores_gemma":[0.0067483834,0.0019717023,0.0018653388,0.0022536104,0.00833628,0.01421629,0.0038145576,0.0071085882,0.0021466203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007404691,0.000032757267,0.00020377571,0.00020419745,0.00001562491,0.00008259069,0.002359901,0.00313341,0.002243094,0.94574654,0.003567513,0.04240305],"study_design_scores_gemma":[0.00001734439,0.00004451581,0.00018319106,0.00020947511,0.000038242335,0.0002798191,0.0009885085,0.02945661,0.0026489631,0.8349503,0.13114579,0.000037283917],"about_ca_topic_score_codex":0.0063927956,"about_ca_topic_score_gemma":0.009361208,"teacher_disagreement_score":0.009294096,"about_ca_system_score_codex":0.0025932477,"about_ca_system_score_gemma":0.0052606747,"threshold_uncertainty_score":0.027316391},"labels":[],"label_agreement":null},{"id":"W158310253","doi":"","title":"Proceedings of Graphics Interface 2006","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Computer graphics; Graphics; Computer science; Interface (matter); Web site; User interface; Computer graphics (images); Library science; World Wide Web; The Internet; Operating system","score_opus":0.013911802640457495,"score_gpt":0.23238932867448112,"score_spread":0.21847752603402362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W158310253","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003739624,0.06754868,0.11746758,0.03234533,0.2048473,0.00084777654,0.007835693,0.024460983,0.540907],"genre_scores_gemma":[0.008029717,0.019365706,0.027367903,0.0042847134,0.013399905,0.0003240576,0.011675996,0.0040206485,0.91153127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800354,0.00028937374,0.00011582563,0.0003787103,0.0010796429,0.00013287418],"domain_scores_gemma":[0.9964713,0.00034240322,0.000094608695,0.00045805593,0.0019438241,0.00068990403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022755803,0.0022094504,0.001213032,0.0016190391,0.0010897071,0.0067361053,0.0019886976,0.0024187819,0.301902],"category_scores_gemma":[0.005316208,0.0007173571,0.0011213287,0.0014674495,0.000560387,0.0029696897,0.002538573,0.004525408,0.19370963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055758173,0.000030928353,0.0000713558,0.00012634114,0.000011268495,0.000042358548,0.000039066803,0.00008497202,0.00066627224,0.0013659798,0.9180977,0.079408035],"study_design_scores_gemma":[0.000014973926,0.00002600819,0.00023393292,0.000063576364,0.000008358362,0.00010056936,0.000025117964,0.00029915854,0.00026485175,0.0008107943,0.99814343,0.000009245734],"about_ca_topic_score_codex":0.0027050467,"about_ca_topic_score_gemma":0.004719041,"teacher_disagreement_score":0.301902,"about_ca_system_score_codex":0.0012588421,"about_ca_system_score_gemma":0.0015081607,"threshold_uncertainty_score":0.9957521},"labels":[],"label_agreement":null},{"id":"W1583987960","doi":"10.1007/1-4020-3304-4_18","title":"Interaction Templates for Constructing User Interfaces from Task Models","year":2006,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Template; Computer science; Task (project management); Human–computer interaction; User interface; Context (archaeology); Interface (matter); User interface design; User experience design; Programming language; Engineering; Systems engineering","score_opus":0.05770615963066854,"score_gpt":0.261485324061223,"score_spread":0.20377916443055444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583987960","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003074353,0.00019050481,0.99248487,0.000059015918,0.000056533947,0.00010222645,0.00019064402,0.002331207,0.004277593],"genre_scores_gemma":[0.008738599,0.00068133976,0.97085327,0.00009522948,0.00002713499,0.00072381645,0.0013988754,0.0023220673,0.015159602],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99858236,0.0003932406,0.00021207995,0.00020040911,0.00053869496,0.000073196046],"domain_scores_gemma":[0.99723166,0.0015198868,0.0000907742,0.000729683,0.00037355672,0.000054442782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019650196,0.0022564372,0.0011377361,0.0016365375,0.00076330034,0.0028948823,0.0028460461,0.0018249429,0.016436925],"category_scores_gemma":[0.009692718,0.0020151273,0.0021684025,0.0016545329,0.0010971857,0.004979514,0.0021057052,0.003563476,0.012613566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075040785,0.00008144683,0.00030006768,0.0010965709,0.000055339253,0.00026965197,0.002099527,0.010303786,0.009065279,0.34322783,0.051482078,0.5819434],"study_design_scores_gemma":[0.00005077835,0.00013363789,0.00043546254,0.00120669,0.00018839765,0.0012926068,0.00052052597,0.14950445,0.024956232,0.33083305,0.4907491,0.00012895293],"about_ca_topic_score_codex":0.00211578,"about_ca_topic_score_gemma":0.0027445052,"teacher_disagreement_score":0.016436925,"about_ca_system_score_codex":0.0007403934,"about_ca_system_score_gemma":0.0014513534,"threshold_uncertainty_score":0.054987013},"labels":[],"label_agreement":null},{"id":"W1585065839","doi":"","title":"A Framework for Incorporating Usability into Model Transformations.","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability inspection; Usability lab; Usability goals; Human–computer interaction; Web usability; Pluralistic walkthrough; Heuristic evaluation; Cognitive walkthrough; Component-based usability testing; User interface; Software engineering; Programming language","score_opus":0.053750540927888585,"score_gpt":0.3229451162047432,"score_spread":0.26919457527685464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585065839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024502844,0.00015601014,0.9956505,0.0002440678,0.00003999468,0.00015341239,0.00009219261,0.0013454854,0.0020733143],"genre_scores_gemma":[0.010630157,0.00045373008,0.98533106,0.00014824203,0.00006503236,0.0005136248,0.00051316037,0.00056231895,0.001782655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99220383,0.0032235817,0.0009993274,0.0008621414,0.0023669186,0.0003442227],"domain_scores_gemma":[0.990575,0.004060475,0.00054671697,0.003015891,0.0015463604,0.0002556192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010810078,0.0028011666,0.0011888721,0.004231362,0.0018064626,0.005208562,0.004671949,0.0030331223,0.007052357],"category_scores_gemma":[0.020222297,0.0020810459,0.0064980206,0.002804588,0.0046165828,0.007790747,0.0059116236,0.0059510726,0.0036970396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034864977,0.00013452579,0.00064715836,0.0006888065,0.00016896584,0.00041411223,0.0012339519,0.031622145,0.0023781497,0.8323675,0.007572935,0.12273694],"study_design_scores_gemma":[0.000046946563,0.00010845839,0.000313783,0.0005962223,0.00018799055,0.0006321633,0.000312331,0.13938962,0.0037029274,0.6828863,0.17172068,0.00010259883],"about_ca_topic_score_codex":0.009470774,"about_ca_topic_score_gemma":0.0084559955,"teacher_disagreement_score":0.010810078,"about_ca_system_score_codex":0.0025517996,"about_ca_system_score_gemma":0.0044593085,"threshold_uncertainty_score":0.057169855},"labels":[],"label_agreement":null},{"id":"W1585257391","doi":"10.1007/978-1-84800-907-3_5","title":"XML-Based Tools for Creating, Mapping, and Transforming Usability Engineering Requirements","year":2009,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Usability engineering; Computer science; Software engineering; Usability inspection; Usability lab; Usability goals; System usability scale; Web usability; XML; Requirements engineering; Requirements analysis; Systems engineering; Human–computer interaction; World Wide Web; Software; Engineering; Programming language","score_opus":0.08935315185066833,"score_gpt":0.29731031850825457,"score_spread":0.20795716665758623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585257391","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020193334,0.0004980783,0.9681111,0.00036124172,0.00009756285,0.0003694296,0.001683656,0.012738607,0.0141210435],"genre_scores_gemma":[0.013977234,0.0012450338,0.96170384,0.00021037174,0.000035065368,0.00088879926,0.006306664,0.0023113599,0.0133215925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663407,0.001134817,0.00067449355,0.00022343933,0.0012288091,0.00010443399],"domain_scores_gemma":[0.98975545,0.0078336345,0.0003770923,0.0010947889,0.0008306465,0.000108437656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005132952,0.0018042696,0.0009084364,0.0043985364,0.0009191919,0.004929127,0.002616419,0.0017188706,0.017001392],"category_scores_gemma":[0.013327381,0.0017212164,0.0014986349,0.0047775707,0.000913341,0.004910217,0.0024069485,0.0031030243,0.0062425868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001011061,0.00028168302,0.0006197384,0.001692683,0.00010108412,0.00077924365,0.005112767,0.009890278,0.01591913,0.17853439,0.06877402,0.7181939],"study_design_scores_gemma":[0.00020103861,0.0001818432,0.0014117819,0.0022694713,0.0001651563,0.0020403974,0.0021260586,0.08156283,0.040190082,0.18907267,0.6805452,0.00023347836],"about_ca_topic_score_codex":0.002694951,"about_ca_topic_score_gemma":0.0039309314,"teacher_disagreement_score":0.017001392,"about_ca_system_score_codex":0.0012123187,"about_ca_system_score_gemma":0.0014185963,"threshold_uncertainty_score":0.05687529},"labels":[],"label_agreement":null},{"id":"W1593343703","doi":"","title":"Usability : gaining a competitive edge : IFIP 17th World Computer Congress - TC13 stream on usability: gaining a competitive edge, August 25-30, 2002, Montréal, Québec, Canada","year":2002,"lang":"en","type":"book","venue":"Kluwer Academic eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability lab; Usability engineering; World Wide Web; Usability inspection; Software engineering; Engineering; Human–computer interaction","score_opus":0.03208356545029605,"score_gpt":0.24569149104910298,"score_spread":0.21360792559880692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593343703","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042954143,0.41928822,0.019035157,0.20515956,0.061425388,0.000965933,0.0032641399,0.0019799555,0.28458625],"genre_scores_gemma":[0.023262687,0.19597335,0.008552557,0.0089991465,0.011244043,0.0006023906,0.004279354,0.0014420038,0.74564445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669576,0.00060403335,0.00019831149,0.00040390488,0.0013558853,0.00074206246],"domain_scores_gemma":[0.9889453,0.0009069706,0.00017989095,0.00034780256,0.007001942,0.002618107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008499641,0.0021595366,0.00153228,0.0034739627,0.0038637011,0.01080258,0.0026553443,0.0049275276,0.11212313],"category_scores_gemma":[0.0053627514,0.0010233583,0.00062420696,0.0059702443,0.0042126286,0.0070990366,0.0033877075,0.0049893092,0.04286314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003475366,0.000040650826,0.00027284713,0.00018920416,0.0000045886745,0.00003374999,0.00029007945,0.000068620815,0.00022019433,0.0016086181,0.9305424,0.06669418],"study_design_scores_gemma":[0.000017647886,0.000036217327,0.0026279856,0.0007266775,0.000010671102,0.00009205362,0.0012182586,0.00018585414,0.00021512301,0.0017625877,0.99307394,0.000032976688],"about_ca_topic_score_codex":0.3063719,"about_ca_topic_score_gemma":0.42199624,"teacher_disagreement_score":0.3063719,"about_ca_system_score_codex":0.015042233,"about_ca_system_score_gemma":0.02032564,"threshold_uncertainty_score":0.60917723},"labels":[],"label_agreement":null},{"id":"W1594197141","doi":"10.1007/978-3-642-02583-9_47","title":"New Health Information Systems (HIS) Quality-in-Use Model Based on the GQM Approach and HCI Principles","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Viewpoints; Human–computer interaction; Affordance; Quality (philosophy); Constructive; Metric (unit); User interface; Usability; Knowledge management; Management science","score_opus":0.06832763550228955,"score_gpt":0.27777671473716786,"score_spread":0.20944907923487832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594197141","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019002935,0.0014767126,0.9154248,0.011135772,0.00025560654,0.0005861408,0.00054026925,0.00064619415,0.050931506],"genre_scores_gemma":[0.37346363,0.0015859107,0.6118323,0.0012612182,0.00013079746,0.0009826542,0.0007587551,0.00012222397,0.0098625235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99314207,0.0032594597,0.00058184005,0.00052148366,0.0022690638,0.000226028],"domain_scores_gemma":[0.9950127,0.0026124208,0.0003880181,0.0003698362,0.001434785,0.00018227349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007122626,0.00064885855,0.0006976102,0.002607692,0.0006662993,0.003520627,0.0015660408,0.0015773477,0.003510274],"category_scores_gemma":[0.009731953,0.00039253224,0.001044071,0.0036850912,0.0023361181,0.005507106,0.002232799,0.0018207957,0.00049336464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006807656,0.00013432308,0.0036804983,0.00071247556,0.00011145677,0.00016704906,0.0034760742,0.017137019,0.0015742248,0.7978177,0.010300441,0.16482067],"study_design_scores_gemma":[0.00010884082,0.00054730667,0.008600084,0.0007906156,0.00025272812,0.00057543314,0.0029762792,0.18117684,0.0025237165,0.679315,0.12301983,0.000113299546],"about_ca_topic_score_codex":0.006542413,"about_ca_topic_score_gemma":0.005729948,"teacher_disagreement_score":0.007122626,"about_ca_system_score_codex":0.004265238,"about_ca_system_score_gemma":0.0044166646,"threshold_uncertainty_score":0.037668467},"labels":[],"label_agreement":null},{"id":"W1594764932","doi":"10.1007/978-3-540-70569-7","title":"Interactive Systems. Design, Specification, and Verification","year":2008,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.036282794376147905,"score_gpt":0.25399254514045216,"score_spread":0.21770975076430427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594764932","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033386943,0.037516903,0.759095,0.0015611105,0.0009579898,0.0005179118,0.0014107298,0.0076860115,0.18791567],"genre_scores_gemma":[0.13847312,0.04071092,0.58794713,0.0013176487,0.0010995563,0.0020253554,0.004142551,0.002339419,0.22194435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983729,0.00034587723,0.00010570471,0.00017508374,0.000930469,0.000069985246],"domain_scores_gemma":[0.99866164,0.00074449956,0.000051320763,0.00028908227,0.00021967903,0.000033825978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009499423,0.0016795445,0.0008679595,0.0011800848,0.00068136206,0.0030439545,0.0015133389,0.0016149429,0.022502042],"category_scores_gemma":[0.0033603308,0.0012798967,0.00063091447,0.00188096,0.0017286785,0.003113969,0.0016999237,0.0024067515,0.012084145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006792207,0.00007505959,0.00030947366,0.0014244736,0.0000387365,0.00016915567,0.00063423096,0.009846115,0.0044079283,0.38728914,0.0859646,0.5097731],"study_design_scores_gemma":[0.00009290438,0.00011561531,0.0007755353,0.00066118763,0.00009042225,0.0007941363,0.0002809052,0.03649276,0.006785845,0.28199428,0.6718683,0.000048087695],"about_ca_topic_score_codex":0.0042111706,"about_ca_topic_score_gemma":0.004280602,"teacher_disagreement_score":0.022502042,"about_ca_system_score_codex":0.0011781023,"about_ca_system_score_gemma":0.0015121368,"threshold_uncertainty_score":0.07527679},"labels":[],"label_agreement":null},{"id":"W1600586796","doi":"10.1007/3-211-32710-x_14","title":"The Practices of Internet Users in Their Appropriation of Websites of Destination Management Organizations","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interactivity; Appropriation; Conversation; World Wide Web; The Internet; Autonomy; Internet privacy; Computer science; Tourism; Knowledge management; Business; Political science; Psychology; Communication","score_opus":0.0472618721760439,"score_gpt":0.27515343367719886,"score_spread":0.22789156150115497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600586796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191764,0.0009797974,0.0036722634,0.0012761833,0.000016698688,0.000033940152,0.000027205073,0.000031391122,0.07478614],"genre_scores_gemma":[0.9891334,0.00065341784,0.0018064324,0.00013688428,0.0000067049323,0.000023960047,0.000021169324,0.000031679396,0.008186459],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9941843,0.004511102,0.00016057632,0.00020363103,0.00065143534,0.00028894233],"domain_scores_gemma":[0.98336995,0.01346347,0.00088726723,0.0008872037,0.0009660162,0.0004260172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006132916,0.00022918571,0.00012588549,0.0023049398,0.0028235498,0.0072526946,0.00066773116,0.0015761536,0.0022490185],"category_scores_gemma":[0.018485004,0.00036810926,0.00020603019,0.002095497,0.0049856086,0.005357995,0.0029387497,0.0015098181,0.0003812174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004634728,0.00006840949,0.02062451,0.00005838018,0.000009485909,0.00031593005,0.9161889,0.00008772608,0.0013153831,0.019133016,0.0010638486,0.041088056],"study_design_scores_gemma":[0.000013168139,0.0001465776,0.05478117,0.00040895748,0.00003877554,0.0012578507,0.8612089,0.0010851814,0.0024943524,0.009713032,0.068808995,0.000043101172],"about_ca_topic_score_codex":0.0054354924,"about_ca_topic_score_gemma":0.011715448,"teacher_disagreement_score":0.0072526946,"about_ca_system_score_codex":0.001663735,"about_ca_system_score_gemma":0.0011983699,"threshold_uncertainty_score":0.032434344},"labels":[],"label_agreement":null},{"id":"W1600980335","doi":"10.24385/lincoln.25162667","title":"Development of new methodologies for user-testing of technology products","year":2024,"lang":"en","type":"article","venue":"Research Repository (Kingston University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Winston Churchill Memorial Trust","keywords":"Computer science","score_opus":0.21677191677880991,"score_gpt":0.3675381079464817,"score_spread":0.15076619116767176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600980335","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003981419,0.00014356972,0.99164504,0.00016080319,0.000030310417,0.00055201957,0.000053854514,0.0012953929,0.0021374738],"genre_scores_gemma":[0.030235967,0.00013862737,0.9668784,0.000063149804,0.000013469086,0.00094449,0.00017399093,0.00023031356,0.0013216031],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94382316,0.031454198,0.005591337,0.0035346276,0.014679931,0.0009167142],"domain_scores_gemma":[0.8714776,0.07393186,0.0062665287,0.020297823,0.026829615,0.0011965007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034665752,0.0015841442,0.0010478457,0.0048544034,0.0009248767,0.005801633,0.004125445,0.0018404173,0.0044399914],"category_scores_gemma":[0.1030553,0.0013330271,0.0018618789,0.0014918327,0.001933154,0.009151652,0.004138142,0.0025590688,0.0016635362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012787705,0.00068249344,0.010702232,0.001198212,0.0001662922,0.00023484709,0.005434039,0.0058426387,0.017898014,0.04554054,0.0036434794,0.9085294],"study_design_scores_gemma":[0.0004294095,0.0024269056,0.026841436,0.004538088,0.00064690417,0.003583952,0.009232505,0.4638946,0.10452988,0.17359866,0.20991063,0.00036700838],"about_ca_topic_score_codex":0.0022504712,"about_ca_topic_score_gemma":0.0038835541,"teacher_disagreement_score":0.034665752,"about_ca_system_score_codex":0.0016473479,"about_ca_system_score_gemma":0.003686299,"threshold_uncertainty_score":0.1833322},"labels":[],"label_agreement":null},{"id":"W1602935914","doi":"10.1007/978-3-540-27780-4_44","title":"Location-Aware Adaptive Interfaces for Information Access with Handheld Computers","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Mobile device; Human–computer interaction; Adaptation (eye); User interface; Domain (mathematical analysis); Task (project management); Context (archaeology); User interface design; Interface (matter); World Wide Web; User experience design; Programming language; Operating system","score_opus":0.02986888661160942,"score_gpt":0.26273188016897303,"score_spread":0.23286299355736362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602935914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03611316,0.008650103,0.9097613,0.0003267009,0.00044885726,0.00016120542,0.00020208335,0.011660272,0.0326763],"genre_scores_gemma":[0.48844993,0.007233793,0.3659763,0.0005333447,0.00024046161,0.00029309254,0.00060870446,0.0008256225,0.1358387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998036,0.000042868753,0.000013654351,0.000035335856,0.00008281266,0.00002172064],"domain_scores_gemma":[0.9996761,0.00017640356,0.000016085785,0.000060901493,0.00005726723,0.000013248271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019355152,0.00068300555,0.0004267746,0.0003502365,0.00023198329,0.00093380525,0.0013743581,0.0010268982,0.017501216],"category_scores_gemma":[0.00105656,0.00029357232,0.0002695848,0.00056968525,0.0001964005,0.0016403837,0.0007947902,0.00066388876,0.0035148922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004225684,0.00012359353,0.0005434648,0.00095918035,0.0000535999,0.00047520563,0.00094464293,0.0036796713,0.16480766,0.015682662,0.027648775,0.7846591],"study_design_scores_gemma":[0.00020467401,0.0014494923,0.0087680435,0.0007900065,0.0005270586,0.006347917,0.0012558062,0.18887861,0.22936778,0.042699367,0.51946104,0.00025028826],"about_ca_topic_score_codex":0.0005544445,"about_ca_topic_score_gemma":0.00081740104,"teacher_disagreement_score":0.017501216,"about_ca_system_score_codex":0.000156687,"about_ca_system_score_gemma":0.00010139286,"threshold_uncertainty_score":0.058547378},"labels":[],"label_agreement":null},{"id":"W16168872","doi":"10.1016/j.amepre.2005.05.004","title":"APPLICATION OF ACTIVITY THEORY TO ELICITATION OF USER REQUIREMENTS FOR A COMPUTERIZED CLINICAL PRACTICE GUIDELINE: THE ACTCPG CONCEPTUAL FRAMEWORK","year":2012,"lang":"en","type":"article","venue":"American Journal of Preventive Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Institute of Dental and Craniofacial Research","keywords":"Guideline; Computer science; Unified Modeling Language; Information system; Conceptual framework; Clinical Practice; Software engineering; Knowledge management; Medicine; Engineering; Software; Programming language; Nursing","score_opus":0.06282604368008154,"score_gpt":0.437800097050032,"score_spread":0.37497405336995043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16168872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08350378,0.00049662235,0.8575328,0.009079156,0.000075048265,0.00754191,0.00060053094,0.00047128325,0.04069884],"genre_scores_gemma":[0.32370526,0.00025089324,0.66641814,0.00047694996,0.000018248014,0.0068838666,0.00056865526,0.00006497592,0.0016130039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.95160735,0.03634282,0.0036393262,0.0015334554,0.0060314764,0.0008455726],"domain_scores_gemma":[0.918337,0.067021996,0.003374724,0.0031589668,0.007043618,0.0010636732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029270066,0.0012221333,0.0007129945,0.0065531395,0.0023557744,0.005886549,0.0027338162,0.0030174043,0.0034388015],"category_scores_gemma":[0.06027163,0.0011525968,0.0016157827,0.003101604,0.0071344846,0.004613792,0.0038421587,0.0022283897,0.0007357243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002820855,0.0013035028,0.021886839,0.0053579714,0.00022219688,0.0011780653,0.15860401,0.019588353,0.0074229464,0.5689201,0.0076843104,0.20754966],"study_design_scores_gemma":[0.00073506904,0.001598291,0.028788147,0.009688931,0.00038979735,0.002577525,0.10304006,0.19394808,0.008628644,0.52639216,0.12359508,0.00061816367],"about_ca_topic_score_codex":0.0092134345,"about_ca_topic_score_gemma":0.01309174,"teacher_disagreement_score":0.029270066,"about_ca_system_score_codex":0.007993529,"about_ca_system_score_gemma":0.010965047,"threshold_uncertainty_score":0.15479678},"labels":[],"label_agreement":null},{"id":"W16476387","doi":"10.1016/s0001-7310(05)75054-7","title":"mSpace: interaction design for user-determined, adaptable domain exploration in hypermedia","year":2003,"lang":"en","type":"article","venue":"Actas dermo-sifiliograficas","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Human–computer interaction; Affordance; Rendering (computer graphics); Context (archaeology); Domain (mathematical analysis); Multimedia; World Wide Web; Artificial intelligence","score_opus":0.08063595183861505,"score_gpt":0.2945844763107327,"score_spread":0.21394852447211765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16476387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055756856,0.00033391415,0.9161102,0.00022879057,0.00006747735,0.0004675158,0.00034150557,0.018576333,0.0081173],"genre_scores_gemma":[0.41437456,0.00053803826,0.5597894,0.0003108246,0.000046766527,0.001494171,0.001438312,0.0022542798,0.019753575],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99933076,0.00030815852,0.00004330658,0.00009673732,0.00015934526,0.00006167158],"domain_scores_gemma":[0.9986778,0.0008659814,0.000040568302,0.00019262831,0.00011282739,0.00011010395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011822731,0.0011123716,0.00042672254,0.0005371189,0.0003644521,0.0017156997,0.0010692414,0.0011239172,0.015070788],"category_scores_gemma":[0.0043025287,0.00030523425,0.00062418554,0.000288492,0.00048487447,0.0018625577,0.002981359,0.0005457191,0.002725378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022038245,0.00059981557,0.004729299,0.0018702366,0.00016946997,0.0015960158,0.010636874,0.011671991,0.18971437,0.02135613,0.028353477,0.7270985],"study_design_scores_gemma":[0.0007078635,0.0032643757,0.018570537,0.0008866599,0.0005042169,0.005438411,0.0050565647,0.4005451,0.13285361,0.05725125,0.37448692,0.00043453317],"about_ca_topic_score_codex":0.0006018488,"about_ca_topic_score_gemma":0.00074951147,"teacher_disagreement_score":0.015070788,"about_ca_system_score_codex":0.00020788607,"about_ca_system_score_gemma":0.0002861657,"threshold_uncertainty_score":0.050416827},"labels":[],"label_agreement":null},{"id":"W1680212819","doi":"10.1007/978-1-84882-628-1_17","title":"Design Scenarios for Web-Based Management of Online Information","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.027576008454415022,"score_gpt":0.2738632866944894,"score_spread":0.24628727824007438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680212819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06210332,0.0005353792,0.8495526,0.0018922574,0.00014255752,0.0028461355,0.0004274277,0.0025504867,0.07994994],"genre_scores_gemma":[0.33957496,0.0007377269,0.6353291,0.0003412059,0.000034278593,0.003691656,0.00081296364,0.00030053078,0.019177502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99740547,0.0019140542,0.0001456214,0.00010989564,0.00030446352,0.00012038694],"domain_scores_gemma":[0.9957457,0.0031895796,0.00017842377,0.00027848795,0.0003051075,0.00030277387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023744195,0.0011893758,0.00028648073,0.0010280076,0.00085142726,0.0038733315,0.0018442641,0.0029844318,0.017750926],"category_scores_gemma":[0.006681553,0.00069248065,0.0005689803,0.0005497935,0.00085379055,0.003920225,0.0021090684,0.0009937737,0.002068282],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009000774,0.0017365941,0.002853547,0.0023402418,0.00011011132,0.0031291295,0.015298893,0.055633295,0.024401488,0.66692793,0.028018946,0.19864978],"study_design_scores_gemma":[0.0005065998,0.0012629962,0.0018624727,0.0018549534,0.00018242463,0.0030178577,0.008684184,0.31829134,0.025867974,0.3547235,0.28353998,0.00020572974],"about_ca_topic_score_codex":0.00044749095,"about_ca_topic_score_gemma":0.00072356797,"teacher_disagreement_score":0.017750926,"about_ca_system_score_codex":0.00079176313,"about_ca_system_score_gemma":0.0006180197,"threshold_uncertainty_score":0.059382737},"labels":[],"label_agreement":null},{"id":"W169229097","doi":"","title":"Repeatable Experimental Framework for Wellness Indicator Testing/Evaluation: Environmental Setup","year":2012,"lang":"en","type":"article","venue":"International Conference on eHealth, Telemedicine, and Social Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Visualization; Computer science; Session (web analytics); System testing; Test strategy; Data science; Software engineering; Data mining; World Wide Web; Software","score_opus":0.14207714710473288,"score_gpt":0.38688807219261323,"score_spread":0.24481092508788035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W169229097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07228326,0.00035900253,0.87370014,0.00036253006,0.0004122055,0.03664215,0.0012769701,0.0029178557,0.012045807],"genre_scores_gemma":[0.16594186,0.0002654065,0.74870247,0.00047429316,0.00010621537,0.079504766,0.0007521023,0.0005564106,0.00369643],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.952377,0.031086426,0.0032347231,0.0040126075,0.008053295,0.0012359371],"domain_scores_gemma":[0.95524454,0.01952149,0.0034894696,0.0119006075,0.008608649,0.0012352312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030050742,0.0022722743,0.0010569994,0.0018389488,0.00241106,0.0029652906,0.0041994452,0.0026183473,0.012414627],"category_scores_gemma":[0.044581346,0.0011492317,0.0012027852,0.0010485516,0.0023894657,0.0024986356,0.0040126764,0.0021959906,0.0022610559],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010179088,0.031509224,0.018753706,0.007158715,0.0007534872,0.0007799243,0.008158324,0.034580834,0.39549443,0.05564819,0.009543715,0.42744038],"study_design_scores_gemma":[0.005949679,0.12825175,0.06805249,0.0022783112,0.001259156,0.0014666347,0.0053482926,0.07380407,0.5112053,0.058813266,0.14173794,0.0018331483],"about_ca_topic_score_codex":0.0013012921,"about_ca_topic_score_gemma":0.0017842011,"teacher_disagreement_score":0.030050742,"about_ca_system_score_codex":0.0019280391,"about_ca_system_score_gemma":0.003342518,"threshold_uncertainty_score":0.15892541},"labels":[],"label_agreement":null},{"id":"W170366436","doi":"","title":"Real Time Distributed Collaboration","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Work (physics); Computer-supported cooperative work; Human–computer interaction; Knowledge management; Engineering","score_opus":0.022354218209478,"score_gpt":0.23773303678252544,"score_spread":0.21537881857304744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170366436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014117611,0.004120568,0.7755381,0.002366444,0.0016315643,0.00041368906,0.00020494958,0.0036115479,0.19799542],"genre_scores_gemma":[0.5091466,0.004606371,0.31381628,0.0012681087,0.0008779724,0.0009266399,0.0008674327,0.00056677725,0.16792387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671197,0.0012705966,0.00018070784,0.0005418423,0.0010676796,0.00022713207],"domain_scores_gemma":[0.99685776,0.0006496696,0.00023808194,0.0013505032,0.0005320809,0.000371997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024328644,0.0005511178,0.00036770836,0.0005982581,0.0016060584,0.004078229,0.0014417116,0.0017676422,0.01881581],"category_scores_gemma":[0.004434089,0.00029551756,0.0004286052,0.0008431383,0.0013330698,0.004913223,0.004521305,0.0011907219,0.0059812916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037014385,0.0001879205,0.0011706336,0.00078316533,0.00008024776,0.0006718089,0.0038913516,0.00721051,0.019190311,0.439378,0.051961686,0.47510424],"study_design_scores_gemma":[0.00009897369,0.00027526615,0.0007997164,0.00016165171,0.000049090893,0.0016079585,0.0009064399,0.023078958,0.008304644,0.12400091,0.8406337,0.000082735445],"about_ca_topic_score_codex":0.00070643215,"about_ca_topic_score_gemma":0.00069056614,"teacher_disagreement_score":0.01881581,"about_ca_system_score_codex":0.00071992533,"about_ca_system_score_gemma":0.001083084,"threshold_uncertainty_score":0.06294519},"labels":[],"label_agreement":null},{"id":"W1715558129","doi":"","title":"User interface requirements engineering: a scenario-based framework","year":2004,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"User interface; Computer science; User interface design; User requirements document; Human–computer interaction; Usability; Interface (matter); Software engineering; Graphical user interface testing; User modeling; Requirements analysis; User experience design; Natural user interface; Notation; Software; Programming language","score_opus":0.023282932115551193,"score_gpt":0.2913615198548621,"score_spread":0.26807858773931087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1715558129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030920885,0.0007223071,0.97772115,0.001549063,0.000047951,0.0010229229,0.00040479365,0.0007025591,0.014737159],"genre_scores_gemma":[0.054974064,0.0013865446,0.93815494,0.00020864629,0.000056876353,0.0013908208,0.0010343108,0.00011357542,0.0026803443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9837763,0.0104761375,0.0013256037,0.0011401803,0.0027489434,0.00053293444],"domain_scores_gemma":[0.98961776,0.0068635745,0.0007799059,0.0009317068,0.0014490153,0.0003579831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013753835,0.0027885414,0.001142756,0.007420695,0.0017395937,0.008253796,0.005889114,0.004097547,0.0048917476],"category_scores_gemma":[0.014634293,0.0020335673,0.0036788234,0.00534698,0.0042092293,0.008638704,0.004190392,0.0041602543,0.00195412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046924823,0.00018882772,0.00074075337,0.0006717028,0.00009376506,0.0010125887,0.0023374655,0.094509356,0.0021856406,0.8550722,0.0035417997,0.03959904],"study_design_scores_gemma":[0.00008302512,0.00018642766,0.0006938948,0.0014764993,0.00010104008,0.0012130762,0.0027418488,0.39310256,0.0028265044,0.44669524,0.15070577,0.00017409827],"about_ca_topic_score_codex":0.008777217,"about_ca_topic_score_gemma":0.007346685,"teacher_disagreement_score":0.013753835,"about_ca_system_score_codex":0.0044846577,"about_ca_system_score_gemma":0.004804125,"threshold_uncertainty_score":0.07273811},"labels":[],"label_agreement":null},{"id":"W1774061317","doi":"10.1007/978-3-642-02574-7_38","title":"A Prototype to Validate ErgoCoIn: A Web Site Ergonomic Inspection Technique","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Plan (archaeology); Software engineering; Web service; Web application; Engineering management; World Wide Web; Systems engineering; Engineering","score_opus":0.01916220760500488,"score_gpt":0.25326904640616194,"score_spread":0.23410683880115707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774061317","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35640997,0.00026001324,0.61089665,0.00044388455,0.00043022478,0.0046319957,0.0009034507,0.017415218,0.008608629],"genre_scores_gemma":[0.45797727,0.00016030058,0.52081513,0.00043073008,0.000035826375,0.0022886652,0.0008374016,0.0014310386,0.01602357],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99797946,0.00073866564,0.00013144864,0.0003352957,0.00066858984,0.00014651813],"domain_scores_gemma":[0.99474216,0.0020895496,0.00013505724,0.00095429,0.0017615793,0.00031737986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027243916,0.0007562941,0.0006059376,0.0006906146,0.0007312939,0.0010639937,0.0021523016,0.0015309805,0.007607125],"category_scores_gemma":[0.007461625,0.0005496434,0.00033318409,0.0003457247,0.0007227141,0.001548245,0.0012012675,0.0008273658,0.0027512424],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015961912,0.004300159,0.01009501,0.0017973094,0.00010122103,0.0010971643,0.006386784,0.0030330247,0.5215683,0.0022820607,0.01295877,0.43478408],"study_design_scores_gemma":[0.0021619066,0.018627742,0.08508474,0.0011014551,0.0007713692,0.0063520395,0.0055389632,0.10583175,0.6247618,0.0027710642,0.1464772,0.0005200291],"about_ca_topic_score_codex":0.0021252139,"about_ca_topic_score_gemma":0.0028605952,"teacher_disagreement_score":0.007607125,"about_ca_system_score_codex":0.00041633035,"about_ca_system_score_gemma":0.0010803913,"threshold_uncertainty_score":0.025448382},"labels":[],"label_agreement":null},{"id":"W178732973","doi":"","title":"Preparing Computer Science Graduates for the 21st Century","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"USable; Curriculum; Engineering ethics; Perception; Economic shortage; Computer science; Psychology; Engineering; Pedagogy; Multimedia; Neuroscience","score_opus":0.1530196055801617,"score_gpt":0.306173314507192,"score_spread":0.15315370892703029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178732973","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047767118,0.03597211,0.0035527719,0.68737316,0.10745016,0.001438446,0.00040110463,0.0011027143,0.11494245],"genre_scores_gemma":[0.08732632,0.03925486,0.016686546,0.4009109,0.035660967,0.0017991682,0.0012764176,0.00064218714,0.41644263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995193,0.0005790999,0.00026325922,0.00056933536,0.0017453615,0.0016499114],"domain_scores_gemma":[0.9773641,0.0006368292,0.0011101669,0.00042823143,0.0027299442,0.01773071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077944305,0.001844769,0.0014987919,0.0020005477,0.007732563,0.012578438,0.0027994476,0.011176282,0.055117004],"category_scores_gemma":[0.014891933,0.0009135838,0.0012039199,0.0008938135,0.0033915283,0.007291815,0.014064395,0.010427723,0.037512973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008374193,0.0009808119,0.0031147837,0.0006350341,0.000011733353,0.0009241309,0.009289081,0.00010721026,0.0039523933,0.008288259,0.8499752,0.12263758],"study_design_scores_gemma":[0.000041778254,0.00065524335,0.0064522903,0.0008140536,0.000009458085,0.0005611792,0.0108394055,0.000081591,0.00056656124,0.005760447,0.97417724,0.000040772065],"about_ca_topic_score_codex":0.00079484243,"about_ca_topic_score_gemma":0.0023978187,"teacher_disagreement_score":0.055117004,"about_ca_system_score_codex":0.0023702518,"about_ca_system_score_gemma":0.013406068,"threshold_uncertainty_score":0.18438476},"labels":[],"label_agreement":null},{"id":"W179971551","doi":"","title":"Task-oriented Usability Evaluation of a WebGIS for a Real-World Community","year":2010,"lang":"en","type":"article","venue":"Infoscience (Ecole Polytechnique Fédérale de Lausanne)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Usability; Computer science; Task (project management); Human–computer interaction; World Wide Web; Usability inspection; Usability engineering; Usability goals; Web usability; User interface; Interface (matter); Usability lab; Heuristic evaluation; Engineering; Systems engineering","score_opus":0.045612673732024746,"score_gpt":0.3353855809032989,"score_spread":0.28977290717127413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W179971551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98517925,0.000083216175,0.0116813695,0.00004813795,0.000017818755,0.0011270499,0.00007113365,0.0002110738,0.0015809995],"genre_scores_gemma":[0.9616056,0.00011079838,0.035070106,0.00004962886,0.000024166908,0.0013684242,0.0003161347,0.00008250784,0.0013726348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911178,0.005879143,0.00072220026,0.00061728334,0.0013040355,0.00035945626],"domain_scores_gemma":[0.9505256,0.036224496,0.0016722205,0.0023418465,0.007610021,0.0016258061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01326408,0.0008146751,0.0006855185,0.0017513968,0.0011694379,0.0014131234,0.00095558446,0.0007168193,0.0016779293],"category_scores_gemma":[0.033033956,0.00029353818,0.0005704179,0.0009177672,0.00084317126,0.0011768854,0.001321882,0.0004907369,0.00044316924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010846364,0.017012097,0.1449634,0.0065350686,0.0006167684,0.001804263,0.10280944,0.013859033,0.16960815,0.0021658065,0.0047964966,0.52498317],"study_design_scores_gemma":[0.003304703,0.08099896,0.5807418,0.0011238571,0.001002775,0.0024981867,0.06472392,0.07492161,0.14911063,0.0031317659,0.03732197,0.0011197821],"about_ca_topic_score_codex":0.002442485,"about_ca_topic_score_gemma":0.004100338,"teacher_disagreement_score":0.01326408,"about_ca_system_score_codex":0.0009482499,"about_ca_system_score_gemma":0.0013600211,"threshold_uncertainty_score":0.07014799},"labels":[],"label_agreement":null},{"id":"W1816723967","doi":"10.1007/978-3-540-92698-6_5","title":"Consistency between Task Models and Use Cases","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Consistency (knowledge bases); Notation; Task (project management); Interface (matter); Semantics (computer science); Documentation; Software engineering; User interface; Point (geometry); Programming language; Causal consistency; Consistency model; Human–computer interaction; Artificial intelligence; Sequential consistency; Systems engineering","score_opus":0.07517510705489282,"score_gpt":0.26507482136047883,"score_spread":0.189899714305586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1816723967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10764543,0.0010750446,0.86424345,0.0010721191,0.0002067687,0.0008439611,0.0024390449,0.0034001532,0.019073967],"genre_scores_gemma":[0.8122834,0.00045472258,0.17325664,0.00032812732,0.00012320961,0.001073781,0.0069741122,0.0016722017,0.0038338671],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9246836,0.030211829,0.0075432793,0.012195141,0.023309562,0.0020565959],"domain_scores_gemma":[0.5640517,0.30733323,0.016428748,0.075984746,0.03472232,0.0014793422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03463081,0.0009785732,0.0015036223,0.004073489,0.0012744477,0.009926685,0.0042011244,0.0026508686,0.0055178264],"category_scores_gemma":[0.36715755,0.0025391525,0.0020327854,0.0030908128,0.0030337956,0.01870359,0.0047004065,0.004214315,0.0022213429],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004294451,0.00119928,0.10151212,0.002453811,0.0011364407,0.0010566564,0.016787674,0.06261417,0.018013474,0.2477417,0.018174374,0.52501583],"study_design_scores_gemma":[0.00036980322,0.00040935358,0.044150636,0.0009780003,0.00090027397,0.0013848874,0.0037042426,0.26725987,0.020439636,0.63154304,0.028602136,0.0002581965],"about_ca_topic_score_codex":0.0030266002,"about_ca_topic_score_gemma":0.0021867175,"teacher_disagreement_score":0.03463081,"about_ca_system_score_codex":0.0023603004,"about_ca_system_score_gemma":0.0035366153,"threshold_uncertainty_score":0.18314737},"labels":[],"label_agreement":null},{"id":"W1828795277","doi":"10.1007/11752707_7","title":"Task Model Simulation Using Interaction Templates","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Template; Computer science; Task (project management); Interface (matter); Human–computer interaction; Interaction model; User interface; Programming language; Engineering; Systems engineering; World Wide Web; Parallel computing","score_opus":0.054642949292832,"score_gpt":0.2979695804981059,"score_spread":0.2433266312052739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1828795277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010183147,0.000023698254,0.9776414,0.00007057282,0.000048265803,0.0002128046,0.00036234272,0.0030885357,0.008369253],"genre_scores_gemma":[0.4014811,0.00014869678,0.57460845,0.00008524211,0.000024280287,0.0018315885,0.001624654,0.0014743076,0.018721774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994481,0.00021492675,0.00004463665,0.00009580582,0.00015243977,0.000044046494],"domain_scores_gemma":[0.99744284,0.0017879573,0.00007402813,0.00037693995,0.00024931965,0.000068873276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009720062,0.00081926316,0.00078194216,0.0006972552,0.0005916508,0.0014584291,0.0018502111,0.0014729797,0.021165619],"category_scores_gemma":[0.0069057285,0.00093760714,0.0012101872,0.0006674731,0.00040086836,0.0014979052,0.0012397948,0.0011629437,0.0030146872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015435072,0.00010189709,0.0006255648,0.00010534914,0.000045269455,0.00012555471,0.00034506666,0.92593634,0.0016245936,0.03130645,0.0024988777,0.03713078],"study_design_scores_gemma":[0.000022197582,0.000014499447,0.000040701525,0.000009039612,0.0000075879675,0.000016213804,0.000016158003,0.9895846,0.00084494636,0.0073079783,0.002128906,0.0000070750707],"about_ca_topic_score_codex":0.0067243143,"about_ca_topic_score_gemma":0.0050317524,"teacher_disagreement_score":0.021165619,"about_ca_system_score_codex":0.00070118107,"about_ca_system_score_gemma":0.0014292138,"threshold_uncertainty_score":0.07080603},"labels":[],"label_agreement":null},{"id":"W187695262","doi":"10.1007/978-1-84800-019-3_2","title":"Usability Engineering Methods Plethora","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Engineering; Human–computer interaction","score_opus":0.06397825966477073,"score_gpt":0.30397308900236647,"score_spread":0.23999482933759575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W187695262","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033583932,0.23251161,0.32966098,0.007423826,0.0034901754,0.0003328115,0.0003959923,0.0022412252,0.42058504],"genre_scores_gemma":[0.032803666,0.24881756,0.18918756,0.005342638,0.004814011,0.001079726,0.0010319425,0.0022336668,0.51468915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949104,0.0015974513,0.00026684333,0.000665086,0.0024260897,0.00013410598],"domain_scores_gemma":[0.9920684,0.0052221515,0.000117229334,0.0012271449,0.0011538386,0.00021130862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004069496,0.0014309831,0.0014633301,0.009299248,0.0010613136,0.0051112166,0.001727633,0.001645351,0.03606512],"category_scores_gemma":[0.0064995848,0.0012712604,0.0010235806,0.0055528968,0.0029012908,0.00780546,0.0031334204,0.0033813047,0.015418463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024141915,0.00010930619,0.00017545528,0.001356343,0.000029895727,0.000038273778,0.00050638604,0.000315992,0.0013200588,0.1028783,0.04501454,0.8482313],"study_design_scores_gemma":[0.000014744593,0.000060791957,0.0005741955,0.0015573386,0.000026712632,0.00039766973,0.00027324664,0.0009084391,0.00147774,0.09673622,0.8979383,0.000034595167],"about_ca_topic_score_codex":0.0006467036,"about_ca_topic_score_gemma":0.0013973508,"teacher_disagreement_score":0.03606512,"about_ca_system_score_codex":0.0012678939,"about_ca_system_score_gemma":0.001591022,"threshold_uncertainty_score":0.120649874},"labels":[],"label_agreement":null},{"id":"W188170610","doi":"","title":"ACCOMMODATING USABILITY DRIVEN CHANGES IN EXISTING SOFTWARE ARCHITECTURE","year":2004,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Computer science; Component-based usability testing; Heuristic evaluation; Usability engineering; Software engineering; Human–computer interaction; Software architecture; User interface; Usability inspection; Usability goals; System usability scale; Web usability; Software; Programming language","score_opus":0.025826354055034046,"score_gpt":0.25768615103268766,"score_spread":0.2318597969776536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W188170610","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8030702,0.00031727005,0.17087388,0.0016717261,0.00014002144,0.000772587,0.000045481287,0.0012363892,0.021872291],"genre_scores_gemma":[0.9152516,0.00016161535,0.08013866,0.0004930948,0.00003190113,0.0003205017,0.0000931976,0.00023261337,0.0032768147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98986816,0.0045061354,0.0007217968,0.00090781745,0.0032487565,0.0007474228],"domain_scores_gemma":[0.95217484,0.021082418,0.0038458314,0.012705576,0.009453884,0.0007374748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008341981,0.0010007437,0.00039082437,0.0011668907,0.0012711593,0.0039043152,0.0017387194,0.0021497488,0.0017268618],"category_scores_gemma":[0.053498,0.0006981089,0.00067933387,0.0005760396,0.0013606742,0.0041254023,0.0022116348,0.001999906,0.0005211681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006446846,0.0038238522,0.08224755,0.0020350104,0.00045827468,0.0032772678,0.03450794,0.036078922,0.27796116,0.046657726,0.0050245514,0.50728303],"study_design_scores_gemma":[0.0006798229,0.010805367,0.22497523,0.0012771824,0.001168167,0.0088160625,0.025323147,0.21831468,0.19179729,0.15662593,0.15952396,0.0006932054],"about_ca_topic_score_codex":0.0020026555,"about_ca_topic_score_gemma":0.0036581273,"teacher_disagreement_score":0.008341981,"about_ca_system_score_codex":0.0017782891,"about_ca_system_score_gemma":0.001928787,"threshold_uncertainty_score":0.044117153},"labels":[],"label_agreement":null},{"id":"W1935843737","doi":"10.1109/wcre.1999.806968","title":"Reverse engineering legacy interfaces: an interaction-driven approach","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Task (project management); Interface (matter); Human–computer interaction; User interface; Construct (python library); Domain (mathematical analysis); Graphical user interface; Traverse; Graphical user interface testing; Reverse engineering; User interface design; Programming language; User experience design; Engineering; Operating system; Systems engineering","score_opus":0.03793857779406198,"score_gpt":0.25573862309216483,"score_spread":0.21780004529810285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935843737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026906088,0.0000801947,0.9938745,0.0001524261,0.000016607451,0.0001627803,0.00003470145,0.0009853973,0.0020027875],"genre_scores_gemma":[0.037163477,0.0002450842,0.95668596,0.00016084853,0.000020056665,0.00034289798,0.0002915581,0.00067891215,0.004411253],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9895023,0.003489732,0.00057001575,0.0011994553,0.004656825,0.00058160594],"domain_scores_gemma":[0.98126304,0.007159522,0.00088041957,0.007285106,0.0030967605,0.00031495932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068588583,0.00195998,0.001122004,0.002731059,0.0014887899,0.0055880616,0.005077102,0.002728232,0.0029941224],"category_scores_gemma":[0.020193983,0.0020279083,0.0030575506,0.0014309898,0.0036941494,0.006356552,0.006085099,0.004191833,0.0017554055],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025712964,0.00061000505,0.003544344,0.0010439685,0.00026786252,0.0013231173,0.006816156,0.055618584,0.030678153,0.2794877,0.0076532904,0.6126996],"study_design_scores_gemma":[0.00013573273,0.00036389075,0.0012837314,0.00049982517,0.00039463484,0.0022788397,0.0019776747,0.5188325,0.070531234,0.2619269,0.14149866,0.00027642533],"about_ca_topic_score_codex":0.0039479486,"about_ca_topic_score_gemma":0.005198176,"teacher_disagreement_score":0.0068588583,"about_ca_system_score_codex":0.0016870053,"about_ca_system_score_gemma":0.003231927,"threshold_uncertainty_score":0.03627354},"labels":[],"label_agreement":null},{"id":"W1941435808","doi":"10.1109/enabl.2001.953397","title":"Group task analysis for groupware usability evaluations","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Collaborative software; Computer science; Usability; Task (project management); Human–computer interaction; Context (archaeology); Cognitive walkthrough; Task analysis; Focus (optics); Heuristic evaluation; Knowledge management; Systems engineering; Engineering","score_opus":0.08724869121514206,"score_gpt":0.3119257228920288,"score_spread":0.22467703167688674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941435808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024711875,0.00045121848,0.9675359,0.00015155697,0.00009707113,0.00142476,0.00037741745,0.0024152284,0.002835002],"genre_scores_gemma":[0.07306276,0.00012798824,0.922609,0.000041318006,0.000029556088,0.0025759423,0.0004448669,0.00036098107,0.0007475302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96758914,0.021219768,0.0019505158,0.0014040974,0.0073031844,0.00053328124],"domain_scores_gemma":[0.91452,0.058287304,0.0040585287,0.011382789,0.010905032,0.000846345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016917815,0.0018845281,0.0016271926,0.0066244304,0.0015647017,0.0030657842,0.0012737002,0.001158537,0.0064549185],"category_scores_gemma":[0.08980987,0.0006668501,0.0013411057,0.004810727,0.0010290748,0.0030583546,0.0019182565,0.0022251466,0.001987584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011536125,0.0006741384,0.0066332435,0.0019217809,0.00024038235,0.00024972603,0.004092063,0.0060177315,0.033971746,0.020228928,0.010956183,0.9138604],"study_design_scores_gemma":[0.0017835695,0.006065235,0.07915026,0.0025983397,0.0009945319,0.0026502546,0.008586387,0.47151828,0.1113918,0.16167738,0.15250489,0.0010790601],"about_ca_topic_score_codex":0.002131282,"about_ca_topic_score_gemma":0.002868747,"teacher_disagreement_score":0.016917815,"about_ca_system_score_codex":0.001458059,"about_ca_system_score_gemma":0.0022902328,"threshold_uncertainty_score":0.08947098},"labels":[],"label_agreement":null},{"id":"W1966971817","doi":"10.1145/2379057.2379065","title":"Think aloud","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Usability; Think aloud protocol; Computer science; Psychology; Pluralistic walkthrough; Human–computer interaction; Applied psychology","score_opus":0.0367297800108757,"score_gpt":0.259320015555083,"score_spread":0.2225902355442073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966971817","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07438704,0.0013620084,0.7084938,0.0026683682,0.003869549,0.01256001,0.007048242,0.018808564,0.17080234],"genre_scores_gemma":[0.23667279,0.0016964101,0.6417933,0.0028106673,0.00065123074,0.012447336,0.0061822855,0.0034800475,0.09426602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901742,0.004102161,0.00083628565,0.0016640489,0.0028699888,0.00035329134],"domain_scores_gemma":[0.97647834,0.011799121,0.00087341777,0.0029356836,0.0074328636,0.00048067188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062208357,0.0019800118,0.00079465087,0.0016271323,0.0012028917,0.002786242,0.0014910259,0.0015278218,0.034559462],"category_scores_gemma":[0.03201194,0.0005205761,0.0008799118,0.0009643597,0.0010415954,0.00222186,0.0019630522,0.0023017665,0.026872298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022523792,0.0013488766,0.0021572292,0.003853561,0.00014886251,0.00032792994,0.04497508,0.0017075631,0.10369039,0.012139821,0.10385904,0.72353923],"study_design_scores_gemma":[0.0005660948,0.0019454929,0.0036658063,0.0012072234,0.0001545247,0.00080442417,0.010658597,0.007314046,0.08544031,0.031215629,0.85662585,0.0004019433],"about_ca_topic_score_codex":0.000866234,"about_ca_topic_score_gemma":0.0010773625,"teacher_disagreement_score":0.034559462,"about_ca_system_score_codex":0.000706847,"about_ca_system_score_gemma":0.0021580348,"threshold_uncertainty_score":0.115612924},"labels":[],"label_agreement":null},{"id":"W1968405738","doi":"10.1007/s11219-006-9009-9","title":"A method to elicit architecturally sensitive usability requirements: its integration into a software development process","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Usability goals; Usability inspection; Usability engineering; Computer science; Software engineering; Cognitive walkthrough; Usability lab; Web usability; Heuristic evaluation; Component-based usability testing; Pluralistic walkthrough; Human–computer interaction","score_opus":0.06656961381106619,"score_gpt":0.39863685788634606,"score_spread":0.3320672440752799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968405738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016283307,0.000069513175,0.9787387,0.00019367476,0.000029100363,0.0008318388,0.000093092916,0.0010753591,0.0026853662],"genre_scores_gemma":[0.06672862,0.0000766942,0.92954487,0.00007550704,0.000007677231,0.001258249,0.00010154597,0.00017076818,0.0020360595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99140304,0.0039731464,0.00050702924,0.0008376318,0.0031468836,0.00013234414],"domain_scores_gemma":[0.9704503,0.020263007,0.00148513,0.0036503284,0.003777515,0.0003736683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005853315,0.00084147527,0.00071808044,0.0022124567,0.00080931,0.001702721,0.0009930421,0.0015015547,0.0028562406],"category_scores_gemma":[0.0230413,0.0007786208,0.000617238,0.0012690919,0.001049804,0.0022144427,0.002050522,0.0013566349,0.0012546846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032588272,0.0014227891,0.0068139397,0.0013707522,0.00007813707,0.00029009164,0.009533457,0.0023675158,0.13168544,0.028954094,0.0050621186,0.8120959],"study_design_scores_gemma":[0.0013016168,0.0046323575,0.047056496,0.0021582274,0.00082482357,0.007843718,0.01255706,0.3526062,0.31046644,0.10534499,0.154162,0.0010460729],"about_ca_topic_score_codex":0.0007758604,"about_ca_topic_score_gemma":0.0018770732,"teacher_disagreement_score":0.005853315,"about_ca_system_score_codex":0.00063017407,"about_ca_system_score_gemma":0.0022963632,"threshold_uncertainty_score":0.030955613},"labels":[],"label_agreement":null},{"id":"W1970046716","doi":"10.1109/wi.2004.66","title":"Examining Table Variations on Small Screen Devices","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mobile device; Computer science; Table (database); Focus (optics); Display size; Web page; World Wide Web; Table of contents; Multimedia; Human–computer interaction; Database; Display device; Operating system","score_opus":0.08949589592709789,"score_gpt":0.25962663238651607,"score_spread":0.17013073645941817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970046716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95581007,0.00032590504,0.029992815,0.00013898307,0.000030991978,0.0003162231,0.00036144376,0.0005522558,0.012471379],"genre_scores_gemma":[0.9804977,0.00018064577,0.016631357,0.000040016963,0.000007763711,0.000094544026,0.0003396171,0.00013880397,0.002069712],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976156,0.0011115144,0.00013902049,0.00031213815,0.0007025289,0.000119269076],"domain_scores_gemma":[0.9820109,0.013792061,0.0012025577,0.001643918,0.0011158824,0.00023471257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010128712,0.000415254,0.00033243818,0.0010107582,0.0006115944,0.0018820005,0.00074355444,0.000499061,0.004819957],"category_scores_gemma":[0.018029366,0.00029353428,0.00041297858,0.0017309462,0.0006741249,0.0021638412,0.0012744312,0.00052995235,0.0005242262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035772189,0.0012215317,0.12539075,0.0022540023,0.00020973325,0.005428512,0.080781005,0.019849602,0.15842961,0.017274775,0.008343476,0.5772398],"study_design_scores_gemma":[0.0003230166,0.0053560287,0.53979087,0.0007574025,0.0006171042,0.0068436153,0.058740772,0.10260803,0.14008392,0.015781935,0.12861302,0.00048417642],"about_ca_topic_score_codex":0.0024910541,"about_ca_topic_score_gemma":0.0038215907,"teacher_disagreement_score":0.004819957,"about_ca_system_score_codex":0.0005988491,"about_ca_system_score_gemma":0.0002719881,"threshold_uncertainty_score":0.016124368},"labels":[],"label_agreement":null},{"id":"W1970490657","doi":"10.1080/13614560410001728137","title":"Usable adaptive hypermedia systems","year":2004,"lang":"en","type":"article","venue":"New Review of Hypermedia and Multimedia","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"USable; Computer science; Adaptive hypermedia; Hypermedia; World Wide Web; Multimedia; Software engineering; Human–computer interaction","score_opus":0.025915469684352575,"score_gpt":0.2549713416375848,"score_spread":0.2290558719532322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970490657","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015685672,0.008687043,0.8675581,0.0021695425,0.00055338396,0.0005360646,0.00044243532,0.008860243,0.09550745],"genre_scores_gemma":[0.43258575,0.015523076,0.43306386,0.0020300758,0.000734188,0.0016789369,0.0015374741,0.0012984123,0.11154819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982526,0.0007041214,0.00011182199,0.00023050622,0.0006088293,0.000092155504],"domain_scores_gemma":[0.9978757,0.0009801935,0.00008116176,0.00057811977,0.00040439385,0.000080401536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019196449,0.00082706695,0.00048482922,0.0009038562,0.0005797722,0.004835301,0.0016634935,0.002114211,0.012874845],"category_scores_gemma":[0.0073594963,0.0004391841,0.00048130486,0.0008125744,0.0011582953,0.0039577414,0.0030324145,0.0010974951,0.0046139257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001575531,0.000108201355,0.0014087879,0.0013089589,0.00016273772,0.00042549847,0.002597572,0.00809533,0.018800678,0.23601468,0.029578393,0.70134157],"study_design_scores_gemma":[0.00010615841,0.00035821408,0.0021166964,0.00075718045,0.00016612312,0.001004987,0.001094978,0.04309128,0.014345909,0.21618213,0.7206367,0.0001395241],"about_ca_topic_score_codex":0.00053992716,"about_ca_topic_score_gemma":0.0005333165,"teacher_disagreement_score":0.012874845,"about_ca_system_score_codex":0.0005210169,"about_ca_system_score_gemma":0.0005383449,"threshold_uncertainty_score":0.043070614},"labels":[],"label_agreement":null},{"id":"W1972633689","doi":"10.1145/1124772.1124794","title":"Co-authoring with structured annotations","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Annotation; Computer science; Workflow; Usability; World Wide Web; Set (abstract data type); Authoring system; Fidelity; Information retrieval; Field (mathematics); Multimedia; Human–computer interaction; Database; Programming language; Artificial intelligence","score_opus":0.015633700558051956,"score_gpt":0.24787102000780903,"score_spread":0.23223731944975706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972633689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025575824,0.0001442944,0.95722973,0.00028924,0.00028047714,0.0004976571,0.00024629553,0.010436525,0.0052999733],"genre_scores_gemma":[0.1424813,0.00018648044,0.8406632,0.00015491826,0.00019156579,0.0007383904,0.000828141,0.0033687104,0.011387217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886701,0.0055143293,0.00093069574,0.0017769661,0.0028800515,0.00022786396],"domain_scores_gemma":[0.8520505,0.09000124,0.005809038,0.03589611,0.013924491,0.0023187087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011046012,0.0014733458,0.0009867408,0.0017850607,0.0011467902,0.0036045928,0.002487451,0.0018718464,0.00887125],"category_scores_gemma":[0.071670406,0.00084703893,0.000814712,0.0013669827,0.0012949537,0.0055061607,0.0039825025,0.0016701508,0.0044975877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012182143,0.0007108221,0.008469294,0.0025871403,0.0001805551,0.002135076,0.0306566,0.012005217,0.093983024,0.032082938,0.040891465,0.7750797],"study_design_scores_gemma":[0.00036125386,0.0013942762,0.0040522944,0.0011219672,0.00027751544,0.0033190697,0.005533532,0.20967253,0.15523389,0.0679678,0.55059886,0.00046701203],"about_ca_topic_score_codex":0.00033742422,"about_ca_topic_score_gemma":0.0008989135,"teacher_disagreement_score":0.011046012,"about_ca_system_score_codex":0.0005318941,"about_ca_system_score_gemma":0.0011347709,"threshold_uncertainty_score":0.05841756},"labels":[],"label_agreement":null},{"id":"W1973056058","doi":"10.1145/1806923.1806927","title":"A model of novice and expert navigation performance in constrained-input interfaces","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Interactive kiosk; Flexibility (engineering); Human–computer interaction; Interface (matter); Variety (cybernetics); Selection (genetic algorithm); User interface; Mobile device; Artificial intelligence","score_opus":0.038221519301036865,"score_gpt":0.29516302285793056,"score_spread":0.2569415035568937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973056058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45071086,0.0006350797,0.49990448,0.0015854486,0.00007209732,0.0005022241,0.0014002761,0.0018904386,0.04329904],"genre_scores_gemma":[0.95419145,0.00045147337,0.029482272,0.00017404158,0.0000195841,0.0006977874,0.0007017608,0.00014761604,0.014134045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985227,0.00038130235,0.000059018603,0.00045655368,0.00028575334,0.0002946428],"domain_scores_gemma":[0.9923071,0.0050378274,0.0008470969,0.00044048787,0.0009695185,0.0003980099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018557911,0.0016276505,0.00092697283,0.0014849459,0.000674417,0.00210598,0.0024488159,0.0024860306,0.008936169],"category_scores_gemma":[0.016907271,0.00088228256,0.001134343,0.0013540842,0.0015081464,0.0038980576,0.0014697039,0.0014860195,0.0032170394],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068217213,0.00065509824,0.028305218,0.00034325692,0.00014225344,0.0004568399,0.0027821066,0.8450493,0.004669627,0.053447183,0.0036019208,0.059864927],"study_design_scores_gemma":[0.000044312303,0.000238942,0.008565836,0.00004183674,0.00004361403,0.00016406651,0.00016752709,0.9740369,0.0005219473,0.015205093,0.0009205988,0.00004939201],"about_ca_topic_score_codex":0.02627893,"about_ca_topic_score_gemma":0.011060873,"teacher_disagreement_score":0.02627893,"about_ca_system_score_codex":0.0022588938,"about_ca_system_score_gemma":0.0016967787,"threshold_uncertainty_score":0.052251935},"labels":[],"label_agreement":null},{"id":"W1974384698","doi":"10.1145/1358628.1358654","title":"A comparative evaluation of heuristic-based usability inspection methods","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Heuristic evaluation; Heuristics; Reliability (semiconductor); Computer science; Heuristic; Set (abstract data type); Usability inspection; Usability goals; Outcome (game theory); Cognitive walkthrough; Reliability engineering; Artificial intelligence; Human–computer interaction; Engineering; Mathematics","score_opus":0.28098363976419505,"score_gpt":0.4390775272608653,"score_spread":0.15809388749667025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974384698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82594305,0.0046273195,0.14700255,0.00038534697,0.00017889791,0.002351765,0.00031173733,0.0013016411,0.01789771],"genre_scores_gemma":[0.83544356,0.0009570521,0.160997,0.00010981067,0.00004195196,0.0008031516,0.00034662295,0.00008593875,0.0012148521],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9117541,0.06005362,0.005759108,0.0023664406,0.019134881,0.000931876],"domain_scores_gemma":[0.69610727,0.24918965,0.009554538,0.013067149,0.029817102,0.0022642869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05251221,0.0009762834,0.0010930649,0.006012344,0.0006343107,0.002187196,0.0016967407,0.001062935,0.0010503122],"category_scores_gemma":[0.17579547,0.00039160493,0.000685156,0.002572644,0.00097399973,0.0022231236,0.0020219542,0.00075733016,0.00025488852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007877689,0.0032717413,0.03738449,0.0042985766,0.0009483906,0.00017312817,0.0072201886,0.016895728,0.0072775083,0.0052595288,0.0019255545,0.9074674],"study_design_scores_gemma":[0.0043109255,0.053223677,0.33622095,0.0033491384,0.0020677578,0.002220817,0.0145229,0.49990454,0.041057672,0.016321952,0.025713375,0.0010863483],"about_ca_topic_score_codex":0.0021058866,"about_ca_topic_score_gemma":0.002666986,"teacher_disagreement_score":0.05251221,"about_ca_system_score_codex":0.0017830653,"about_ca_system_score_gemma":0.001600034,"threshold_uncertainty_score":0.27771443},"labels":[],"label_agreement":null},{"id":"W1974976481","doi":"10.1016/j.intcom.2007.01.001","title":"Implicit measures of lostness and success in web navigation","year":2007,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"George (robot); Library science; Psychology; World Wide Web; Computer science; History; Art history","score_opus":0.024710258362318563,"score_gpt":0.2807621005848553,"score_spread":0.25605184222253674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974976481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99431336,0.00018605345,0.0038079643,0.000031005155,0.000003936419,0.000027684458,0.000093409304,0.000023256114,0.0015133534],"genre_scores_gemma":[0.99751556,0.00007062375,0.0015461833,0.000008608395,0.000007451587,0.000033511824,0.000160551,0.000012370097,0.00064508256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751496,0.00072575104,0.0002794,0.0002961636,0.0010496486,0.00013401169],"domain_scores_gemma":[0.9164955,0.041917462,0.025789883,0.0067991274,0.0051226323,0.0038754283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004154527,0.0006064588,0.00050652196,0.0018463,0.00032860306,0.0015116531,0.0008020274,0.0008398619,0.0024941212],"category_scores_gemma":[0.06868443,0.00034346516,0.00049126346,0.0011279102,0.0012720858,0.0031335081,0.0017687221,0.0011790993,0.0004005536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001038353,0.0008051549,0.9347933,0.00026979268,0.00036781453,0.00022701256,0.0042162645,0.0027470957,0.0032592313,0.0013616583,0.00020893998,0.05070537],"study_design_scores_gemma":[0.000030064144,0.0011427093,0.9858642,0.000042739503,0.00007724377,0.0003087954,0.00061284105,0.00754798,0.0011972875,0.0025459665,0.00056657405,0.00006351391],"about_ca_topic_score_codex":0.0015571424,"about_ca_topic_score_gemma":0.0026556244,"teacher_disagreement_score":0.004154527,"about_ca_system_score_codex":0.00044970258,"about_ca_system_score_gemma":0.00029191226,"threshold_uncertainty_score":0.021971524},"labels":[],"label_agreement":null},{"id":"W1978586990","doi":"10.1145/1978942.1979350","title":"Parameter selection in keyboard-based dialog boxes","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dialog box; Computer science; Dialog system; Selection (genetic algorithm); Human–computer interaction; Visual feedback; Line (geometry); Speech recognition; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.06745461521814664,"score_gpt":0.2403109917109398,"score_spread":0.17285637649279317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978586990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19433446,0.0015183821,0.7884693,0.00013670951,0.00019016364,0.0004106072,0.0002485349,0.009783416,0.004908374],"genre_scores_gemma":[0.71391475,0.0004590185,0.27798465,0.00019991111,0.000072909934,0.00051890814,0.00021725138,0.00067361025,0.0059589474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99700195,0.0014230739,0.00033851102,0.0005103434,0.0005560824,0.00017000508],"domain_scores_gemma":[0.98904103,0.008328702,0.00051440136,0.0010501806,0.00078325096,0.0002823966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024408347,0.0013140016,0.00093011354,0.0006759279,0.00039187848,0.0012949395,0.0015959882,0.0014048779,0.0061041918],"category_scores_gemma":[0.011730108,0.0006812552,0.0003878919,0.00045367453,0.0004967694,0.0023696113,0.0014724355,0.000639143,0.0018201597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005820769,0.00045122334,0.0054780752,0.002053064,0.00015112013,0.002244682,0.0032812906,0.0123812705,0.44265485,0.0121141635,0.006099915,0.5072697],"study_design_scores_gemma":[0.0011394643,0.0043297387,0.019051697,0.0009890703,0.0005195588,0.00796889,0.0014133973,0.23436777,0.5795028,0.019824313,0.13004608,0.00084718264],"about_ca_topic_score_codex":0.00023030813,"about_ca_topic_score_gemma":0.00028827976,"teacher_disagreement_score":0.0061041918,"about_ca_system_score_codex":0.00017619054,"about_ca_system_score_gemma":0.00021006427,"threshold_uncertainty_score":0.02042061},"labels":[],"label_agreement":null},{"id":"W1980129734","doi":"10.1109/wicom.2010.5600162","title":"Design Principles for Facilitating Collaboration in Mobile Environments","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sophistication; Computer science; Human–computer interaction; Design elements and principles; Mobile computing; Ideal (ethics); Mobile device; Mobile telephony; Multimedia; World Wide Web; Software engineering; Telecommunications; Mobile radio","score_opus":0.0434742830871155,"score_gpt":0.29167250231723385,"score_spread":0.24819821923011837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980129734","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045428546,0.0011400797,0.9594336,0.0030392099,0.00016019872,0.0008873351,0.00003565705,0.00070375466,0.030057276],"genre_scores_gemma":[0.09635227,0.0014209178,0.8882263,0.00085183344,0.000119299766,0.003078481,0.000059602484,0.00015634233,0.00973494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98958683,0.005805226,0.0007585879,0.00075182616,0.002630252,0.0004674057],"domain_scores_gemma":[0.99268943,0.0032381248,0.0007620847,0.0009957685,0.0018270795,0.00048748025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009721904,0.0016291405,0.00051201385,0.00148723,0.0026445314,0.00496197,0.0018327702,0.0032026265,0.0045091636],"category_scores_gemma":[0.011414943,0.0013188048,0.0010262629,0.00074700324,0.0057840706,0.004953365,0.0041710804,0.0026936554,0.0026554628],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006676862,0.00016052772,0.00067983253,0.0017513577,0.000054483833,0.00035465736,0.010422116,0.004994881,0.011438245,0.84775996,0.00784274,0.11447447],"study_design_scores_gemma":[0.00031038394,0.0007451279,0.0010707384,0.0013616657,0.00018415473,0.0019560228,0.0033059553,0.018246876,0.012303008,0.37120086,0.5891382,0.00017705801],"about_ca_topic_score_codex":0.0008537886,"about_ca_topic_score_gemma":0.0012301502,"teacher_disagreement_score":0.009721904,"about_ca_system_score_codex":0.001057159,"about_ca_system_score_gemma":0.0036274581,"threshold_uncertainty_score":0.051414967},"labels":[],"label_agreement":null},{"id":"W1981267303","doi":"10.1145/1132736.1132748","title":"Scénarios transactionnels sur internet","year":2006,"lang":"fr","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Disappointment; The Internet; Computer science; Usability; Task (project management); Field (mathematics); Action (physics); World Wide Web; Order (exchange); Human–computer interaction; Engineering; Psychology","score_opus":0.04154433482547101,"score_gpt":0.22887099987115103,"score_spread":0.18732666504568002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981267303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49880296,0.0029999583,0.20070648,0.00936836,0.0007966025,0.0011499928,0.0025375984,0.0014125721,0.2822255],"genre_scores_gemma":[0.9366151,0.0013449717,0.03124111,0.0003183165,0.00018158468,0.00053414033,0.0010891508,0.00011771087,0.028557878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933674,0.00465424,0.00022476555,0.00043439295,0.00096732436,0.0003519192],"domain_scores_gemma":[0.9941455,0.004423428,0.0002284567,0.0003697659,0.00040214226,0.0004306739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023666203,0.0014756086,0.00083768804,0.0013315838,0.0027044346,0.006290531,0.0015208262,0.00551103,0.025429433],"category_scores_gemma":[0.008682439,0.000572876,0.0011167752,0.0015238363,0.002895583,0.008314776,0.0021825181,0.0026732907,0.0025837203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002427544,0.00088210404,0.0058632754,0.0007315278,0.00015717327,0.016254637,0.008065071,0.095217064,0.0073486175,0.79600215,0.01907095,0.047979917],"study_design_scores_gemma":[0.0011007229,0.0010877483,0.00654277,0.0004981314,0.000071949165,0.0076984013,0.017042674,0.43387783,0.005168573,0.29010656,0.23644578,0.00035887034],"about_ca_topic_score_codex":0.010359656,"about_ca_topic_score_gemma":0.0068754638,"teacher_disagreement_score":0.025429433,"about_ca_system_score_codex":0.0021278001,"about_ca_system_score_gemma":0.00069619983,"threshold_uncertainty_score":0.085069895},"labels":[],"label_agreement":null},{"id":"W1981740134","doi":"10.1002/meet.1450400118","title":"Children as designers of web portals","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Usability; Participatory design; Computer science; Engineering design process; Design process; Psychology; Web design; Process (computing); Knowledge management; World Wide Web; Engineering; Human–computer interaction; The Internet; Work in process","score_opus":0.009780164415964266,"score_gpt":0.24650691003582842,"score_spread":0.23672674561986415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981740134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89756334,0.0028067033,0.030992193,0.0036499037,0.0001952951,0.0004997271,0.00026948823,0.00081788807,0.0632055],"genre_scores_gemma":[0.9563561,0.0014668138,0.020427814,0.00045279198,0.000019904463,0.00030167366,0.0001935656,0.00015111103,0.02063014],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915337,0.0059215724,0.00035177934,0.0006663081,0.0009860046,0.00054068613],"domain_scores_gemma":[0.98753613,0.007192045,0.0016518184,0.00093360856,0.0013839602,0.001302503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008306798,0.0007098689,0.0005992433,0.0018780204,0.0027997766,0.007386004,0.0010578684,0.0019379329,0.011851864],"category_scores_gemma":[0.016316844,0.001277938,0.0005474477,0.0007723685,0.0035874338,0.0039025482,0.0031798584,0.0025509198,0.0022381414],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028280952,0.00058193307,0.08400429,0.0008242192,0.000068482084,0.0031706814,0.7734076,0.0007457621,0.010244856,0.031270076,0.0133588035,0.08204055],"study_design_scores_gemma":[0.00025800327,0.0006064272,0.02143725,0.0011259785,0.00019134909,0.003738713,0.3690735,0.0025612249,0.00672619,0.010646575,0.58347666,0.0001582162],"about_ca_topic_score_codex":0.0036057555,"about_ca_topic_score_gemma":0.004726893,"teacher_disagreement_score":0.011851864,"about_ca_system_score_codex":0.0019154204,"about_ca_system_score_gemma":0.0023192589,"threshold_uncertainty_score":0.043931067},"labels":[],"label_agreement":null},{"id":"W1982513284","doi":"10.1142/s0219622002000282","title":"A STUDY ON TELE-COLLABORATIVE PRODUCT DEVELOPMENT","year":2002,"lang":"en","type":"article","venue":"International Journal of Information Technology & Decision Making","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Whiteboard; New product development; Product (mathematics); Protocol (science); Process (computing); Service (business); Construct (python library); Operating system; World Wide Web; Computer network; Business","score_opus":0.02872688727521608,"score_gpt":0.3072251394215644,"score_spread":0.27849825214634827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982513284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86695564,0.0013633759,0.0022041756,0.0027149688,0.00009460077,0.00011208734,0.00002928874,0.00001185732,0.12651406],"genre_scores_gemma":[0.9719345,0.0016243001,0.0007620641,0.0006873657,0.000025168581,0.000044307122,0.00002366246,0.000015512496,0.024883239],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970585,0.0017660913,0.000085974505,0.00025064466,0.00053734175,0.00030150416],"domain_scores_gemma":[0.9923339,0.004748174,0.00058777205,0.00034311964,0.0010907924,0.0008962273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028156328,0.00021102527,0.00022187944,0.0011100174,0.0038829637,0.0039626746,0.0007131104,0.0010891494,0.010180579],"category_scores_gemma":[0.008734201,0.00017212195,0.00024317163,0.0017195548,0.0022226465,0.0038607037,0.0012294773,0.001520549,0.0009830231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016020302,0.002136289,0.046175677,0.00047844715,0.000016090773,0.005114394,0.7511474,0.00023189804,0.0019418714,0.071934305,0.008882264,0.111781254],"study_design_scores_gemma":[0.000028553179,0.00048195262,0.03074997,0.00036237756,0.000016984417,0.002537021,0.6405007,0.00083962455,0.0017122827,0.0033485328,0.31939015,0.000031876898],"about_ca_topic_score_codex":0.0056700534,"about_ca_topic_score_gemma":0.0066552805,"teacher_disagreement_score":0.010180579,"about_ca_system_score_codex":0.00239935,"about_ca_system_score_gemma":0.0021564325,"threshold_uncertainty_score":0.034057498},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","score_opus":0.30182631749823163,"score_gpt":0.3452181019100203,"score_spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983931539","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12665741,0.021711992,0.8134831,0.0034449634,0.0003623557,0.0002985641,0.00013467514,0.00087117025,0.03303574],"genre_scores_gemma":[0.72391236,0.010008278,0.25499588,0.00037527553,0.00017838112,0.0005666481,0.00019105787,0.00028153814,0.009490565],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9930982,0.0038117748,0.00043445957,0.0009062293,0.0014876487,0.00026172382],"domain_scores_gemma":[0.95560646,0.03427668,0.0017816992,0.0039057138,0.0037602242,0.0006692583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006540569,0.0014555813,0.00084094505,0.0025304493,0.000831129,0.007476037,0.0028419811,0.0030630745,0.004875418],"category_scores_gemma":[0.027036708,0.0016445011,0.0013776611,0.0021984149,0.0030186654,0.016742976,0.0025991623,0.002371339,0.0016286892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050613267,0.00067967793,0.015749462,0.0023301605,0.00021056275,0.0004192697,0.010594765,0.010002841,0.008099517,0.39536303,0.0041421973,0.55190235],"study_design_scores_gemma":[0.00025347958,0.0035303535,0.023198344,0.00415094,0.0008883027,0.0064496654,0.012265108,0.44248018,0.0318381,0.3727177,0.10173504,0.000492882],"about_ca_topic_score_codex":0.0011699081,"about_ca_topic_score_gemma":0.0009800278,"teacher_disagreement_score":0.007476037,"about_ca_system_score_codex":0.0013787532,"about_ca_system_score_gemma":0.0014301996,"threshold_uncertainty_score":0.034590244},"labels":[],"label_agreement":null},{"id":"W1985337187","doi":"10.1016/j.intcom.2005.01.004","title":"Will it be a capital letter: signalling case mode in mobile phones","year":2005,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Mobile device; Computer science; Mode (computer interface); Mobile phone; Human–computer interaction; Task (project management); Notation; Signalling; Phone; Touchscreen; Text entry; Interface (matter); Interaction design; World Wide Web; Multimedia; Telecommunications; Engineering; Linguistics; Operating system","score_opus":0.02032255039994039,"score_gpt":0.27275918548865974,"score_spread":0.25243663508871933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985337187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72772473,0.00044302127,0.2317951,0.002255916,0.000326971,0.0008634512,0.00014577086,0.0025809,0.03386418],"genre_scores_gemma":[0.93194807,0.00012441119,0.06509651,0.00048444705,0.00004753473,0.00022380587,0.000047600282,0.00016821745,0.001859426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98941946,0.008175389,0.0005355089,0.00067026995,0.0009925622,0.00020682915],"domain_scores_gemma":[0.9441863,0.04557403,0.0044526523,0.003500586,0.0014280251,0.0008583849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063979286,0.00056814094,0.00033693115,0.00046224083,0.00063609844,0.002518604,0.0007619195,0.0018569255,0.0047361376],"category_scores_gemma":[0.078485616,0.0003842602,0.00026721339,0.00025072214,0.0023232298,0.0045667295,0.0011646077,0.0011207552,0.0012921146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00801723,0.0008914002,0.062381573,0.0025238693,0.00013069015,0.0042015114,0.07795113,0.0045578755,0.24299484,0.07029928,0.010129928,0.5159207],"study_design_scores_gemma":[0.0013074395,0.015128497,0.2023219,0.003380652,0.00066329096,0.018957676,0.03687229,0.12786536,0.28340444,0.1617773,0.14664292,0.0016782213],"about_ca_topic_score_codex":0.00036665125,"about_ca_topic_score_gemma":0.00046978812,"teacher_disagreement_score":0.0063979286,"about_ca_system_score_codex":0.00037385372,"about_ca_system_score_gemma":0.0003229041,"threshold_uncertainty_score":0.033835888},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","score_opus":0.0849931170347225,"score_gpt":0.39257791221268357,"score_spread":0.30758479517796106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986841213","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021282956,0.98613584,0.0042732796,0.0005078324,0.00017344892,0.00013702607,0.000041590716,0.00007056606,0.006532097],"genre_scores_gemma":[0.016705047,0.9731039,0.00719015,0.0006179878,0.00017668083,0.00023115717,0.0001140759,0.00002028953,0.0018407257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652314,0.0012531137,0.00042412264,0.00030815086,0.0013050871,0.00018646693],"domain_scores_gemma":[0.9882063,0.008525916,0.0005924806,0.00033509868,0.0021688452,0.00017128655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004806503,0.00071726926,0.0010312623,0.0046583586,0.00036185386,0.0015459639,0.0013042408,0.0014560595,0.004031911],"category_scores_gemma":[0.01582714,0.00044808662,0.000892111,0.0028540837,0.00051405083,0.0026433622,0.0012506924,0.0010569859,0.0020267796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055438737,0.000085604865,0.00049515074,0.021207988,0.000068463116,0.00004848872,0.00029418324,0.00013171039,0.0009318993,0.0016102359,0.0046869703,0.9703838],"study_design_scores_gemma":[0.0001286667,0.0010931663,0.013342543,0.057745587,0.00081903354,0.0022160257,0.0010943378,0.0008757299,0.004514598,0.005463695,0.9125995,0.00010716132],"about_ca_topic_score_codex":0.0015213629,"about_ca_topic_score_gemma":0.0030110618,"teacher_disagreement_score":0.004806503,"about_ca_system_score_codex":0.0007070053,"about_ca_system_score_gemma":0.0019658126,"threshold_uncertainty_score":0.025419533},"labels":[],"label_agreement":null},{"id":"W1987542949","doi":"10.5555/2394101.2394125","title":"A business-process-driven approach for generating E-commerce user interface","year":2007,"lang":"en","type":"article","venue":"Model Driven Engineering Languages and Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artifact-centric business process model; Business process modeling; Usability; Business process; Business Process Model and Notation; Business process management; Workflow; Business rule; Business process discovery; Software engineering; Interdependence; Process management; User interface; Human–computer interaction; Knowledge management; Database; Work in process; Engineering; Programming language","score_opus":0.025760741705462106,"score_gpt":0.2768509578668646,"score_spread":0.2510902161614025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987542949","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00515093,0.000024669747,0.990967,0.00010108434,0.000022892289,0.0003071941,0.00011340003,0.0017303316,0.0015825466],"genre_scores_gemma":[0.11599861,0.00007630701,0.87936044,0.00012132428,0.000009937785,0.0005544821,0.0005742495,0.0005028788,0.0028018171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984926,0.0004595545,0.00008121418,0.00015710408,0.0007354053,0.00007419564],"domain_scores_gemma":[0.9973953,0.0011354516,0.00008797155,0.00037218624,0.00094710564,0.00006192754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021557524,0.0006580389,0.0004858866,0.0010743856,0.00061801827,0.0020552853,0.0015266809,0.0010940889,0.0044963066],"category_scores_gemma":[0.00793347,0.0006471768,0.0013668116,0.0006570425,0.00053846627,0.0013731709,0.0010586436,0.0014312494,0.0012952109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037528612,0.0008956421,0.004436979,0.0008733069,0.00022430974,0.00094457204,0.0019624077,0.29797375,0.058009945,0.21023165,0.011103475,0.4129686],"study_design_scores_gemma":[0.00004017736,0.0001042365,0.0003476144,0.000042562693,0.000048993985,0.00015118739,0.00009341632,0.9377034,0.025563605,0.023431908,0.012440215,0.000032641634],"about_ca_topic_score_codex":0.0029117933,"about_ca_topic_score_gemma":0.0034877919,"teacher_disagreement_score":0.0044963066,"about_ca_system_score_codex":0.0009821848,"about_ca_system_score_gemma":0.002093686,"threshold_uncertainty_score":0.015041649},"labels":[],"label_agreement":null},{"id":"W1992406326","doi":"10.1145/953536.953574","title":"Web navigation recorder eyetracking software application demo","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Usability; Computer science; Software; Web application; World Wide Web; Face (sociological concept); Multimedia; Screen reader; Human–computer interaction; Visually impaired; Programming language","score_opus":0.02000557736976753,"score_gpt":0.25918427739121497,"score_spread":0.23917870002144745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992406326","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16359444,0.0017798899,0.16852866,0.000999388,0.00072505453,0.006215386,0.19974811,0.299142,0.15926713],"genre_scores_gemma":[0.36830252,0.0020114337,0.18610932,0.0019802994,0.00049755647,0.010327663,0.11757167,0.013713635,0.29948586],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99971,0.000037510647,0.000025728914,0.00007949278,0.00011667334,0.000030483612],"domain_scores_gemma":[0.99803656,0.0006048904,0.000109382905,0.0002955457,0.0008076316,0.00014609256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005091019,0.0007648391,0.000641568,0.002566216,0.0003927911,0.00050058035,0.0005171805,0.0008162568,0.1403598],"category_scores_gemma":[0.001811842,0.00038416462,0.00021354583,0.0009723975,0.0001407778,0.0005487705,0.00046685984,0.0006621349,0.029034851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002465735,0.00059014536,0.008506757,0.0016605454,0.000089542336,0.0016840447,0.00081428915,0.0007551137,0.11498141,0.0020981214,0.532955,0.33339927],"study_design_scores_gemma":[0.0011433674,0.0016219654,0.18556374,0.0006539485,0.00024944008,0.006896631,0.0007098883,0.030784264,0.14009024,0.0030632669,0.628833,0.00039022692],"about_ca_topic_score_codex":0.0024154466,"about_ca_topic_score_gemma":0.005132869,"teacher_disagreement_score":0.1403598,"about_ca_system_score_codex":0.00022359153,"about_ca_system_score_gemma":0.00023331262,"threshold_uncertainty_score":0.4695503},"labels":[],"label_agreement":null},{"id":"W1999638827","doi":"10.1109/icste.2010.5608758","title":"Use processes — modeling requirements based on elements of BPMN and UML Use Case Diagrams","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Consejo Nacional de Ciencia y Tecnología; Universidad Autónoma de Aguascalientes; University of Ontario Institute of Technology","keywords":"Use Case Diagram; Business Process Model and Notation; Computer science; Unified Modeling Language; Software engineering; Class diagram; Business requirements; Business process; Business process modeling; Applications of UML; UML tool; Programming language; Process management; Software; Engineering; Work in process","score_opus":0.11577437618613413,"score_gpt":0.3027509919525735,"score_spread":0.18697661576643937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999638827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041989996,0.00012778403,0.9839099,0.00056694285,0.000038285558,0.0007540722,0.00022984964,0.00049096916,0.009683168],"genre_scores_gemma":[0.04369103,0.00032709588,0.9513127,0.00014749641,0.000038349433,0.0012887103,0.00092291774,0.00022524342,0.0020463995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9675272,0.014714154,0.0035912164,0.001671642,0.011728585,0.00076715153],"domain_scores_gemma":[0.977367,0.012432683,0.0022909627,0.0036273797,0.00392297,0.00035909447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017474655,0.0017049764,0.00095359754,0.006700495,0.0015509172,0.0060332534,0.0023224487,0.0022564363,0.0030614953],"category_scores_gemma":[0.030167425,0.0015120239,0.0023087612,0.0035197206,0.0021233785,0.012202694,0.0035876094,0.0026529662,0.0018456965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019020318,0.0004784638,0.005275218,0.0016099402,0.00022032498,0.0016311056,0.013489542,0.02207762,0.018376203,0.66528493,0.010397143,0.26096937],"study_design_scores_gemma":[0.00016601726,0.00037259317,0.0047167954,0.0028230953,0.0002598111,0.0031037854,0.0052584615,0.16613586,0.024479117,0.39274773,0.39960802,0.0003287828],"about_ca_topic_score_codex":0.0033508982,"about_ca_topic_score_gemma":0.0035585354,"teacher_disagreement_score":0.017474655,"about_ca_system_score_codex":0.001987063,"about_ca_system_score_gemma":0.003678002,"threshold_uncertainty_score":0.09241587},"labels":[],"label_agreement":null},{"id":"W2000115786","doi":"10.1145/1066677.1066903","title":"Comparing table views for small devices","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Mobile device; Table (database); Display size; The Internet; Mobile Web; Simple (philosophy); Transformation (genetics); World Wide Web; Data transformation; Web page; Human–computer interaction; Multimedia; Database; Mobile technology; Display device; Operating system; Data warehouse","score_opus":0.15655256733692502,"score_gpt":0.3026146402210541,"score_spread":0.1460620728841291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000115786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8412577,0.0037760371,0.085997,0.000806332,0.00057260477,0.0010147091,0.005547079,0.0028786897,0.058149736],"genre_scores_gemma":[0.94084257,0.0008404852,0.04942047,0.00021044476,0.00009684351,0.00024833702,0.0033580216,0.0006812827,0.004301544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967728,0.001641008,0.0002764942,0.00029717296,0.00085426593,0.00015824151],"domain_scores_gemma":[0.9435831,0.04764933,0.00089773274,0.0040742923,0.0030015,0.00079407915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002349737,0.0005435396,0.0006541222,0.0016865605,0.00049515394,0.003050824,0.00079974596,0.00087125273,0.01977553],"category_scores_gemma":[0.034026656,0.0002598426,0.00092055916,0.0015035177,0.00039509317,0.00397961,0.0014099455,0.0006402032,0.001875314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01298154,0.0014057637,0.030659039,0.004051782,0.0004918701,0.001161294,0.012187087,0.018306952,0.057606786,0.024098892,0.027745804,0.8093031],"study_design_scores_gemma":[0.0027598098,0.017524255,0.3033408,0.0017885086,0.0026638687,0.00428283,0.029988153,0.17750101,0.095640056,0.04876055,0.31484675,0.0009034327],"about_ca_topic_score_codex":0.002715086,"about_ca_topic_score_gemma":0.0035943678,"teacher_disagreement_score":0.01977553,"about_ca_system_score_codex":0.0006543086,"about_ca_system_score_gemma":0.00040775017,"threshold_uncertainty_score":0.06615579},"labels":[],"label_agreement":null},{"id":"W2000336361","doi":"10.4236/jsea.2012.510087","title":"User Experience Design and Agile Development: From Theory to Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; User story; Process (computing); Field (mathematics); Set (abstract data type); User experience design; Agile Unified Process; Agile usability engineering; Computer science; Process management; Software engineering; Work (physics); Systems engineering; Engineering; Engineering management; Knowledge management; Human–computer interaction; Software development; Software development process; Software","score_opus":0.016768446026067918,"score_gpt":0.2531829568392712,"score_spread":0.2364145108132033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000336361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11715977,0.067223236,0.64754975,0.05614914,0.0009956972,0.00094966165,0.00007111202,0.0004163108,0.109485395],"genre_scores_gemma":[0.79727435,0.02080886,0.17518006,0.0027521218,0.00026342724,0.0010005415,0.00005079638,0.00011781814,0.002552054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.91511554,0.07127878,0.0028056176,0.0028373578,0.0065360814,0.0014266472],"domain_scores_gemma":[0.83494234,0.14788443,0.0027370318,0.0073708976,0.005087066,0.0019782784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046581697,0.0011650376,0.0011772357,0.0059521697,0.0028284828,0.014677791,0.0038430076,0.0050898674,0.002589617],"category_scores_gemma":[0.058859073,0.0013899833,0.0008148906,0.0049385754,0.035183754,0.018797798,0.008151795,0.0055701206,0.0004186961],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010540445,0.000510471,0.0057616564,0.0029320498,0.000065672946,0.0005756982,0.08644686,0.0045063025,0.00065334147,0.72529775,0.0027040495,0.17044087],"study_design_scores_gemma":[0.00019110215,0.00104434,0.0036577487,0.013151008,0.00008000317,0.0016391487,0.09388143,0.023285648,0.0035425366,0.66608566,0.19324426,0.00019721163],"about_ca_topic_score_codex":0.0028277822,"about_ca_topic_score_gemma":0.0013107818,"teacher_disagreement_score":0.046581697,"about_ca_system_score_codex":0.00781901,"about_ca_system_score_gemma":0.0064243088,"threshold_uncertainty_score":0.24635053},"labels":[],"label_agreement":null},{"id":"W2000414538","doi":"10.4018/jicte.2010091108","title":"User Interface Design Pedagogy","year":2010,"lang":"en","type":"article","venue":"International Journal of Information and Communication Technology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Strict constructionism; Interface (matter); Human–computer interaction; Computer science; Construct (python library); User interface; Class (philosophy); User experience design; User interface design; Constructionism; Multimedia; Programming language; Artificial intelligence","score_opus":0.011872057731446407,"score_gpt":0.3160663842611432,"score_spread":0.3041943265296968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000414538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035958067,0.0028765928,0.6269279,0.0045792195,0.00045442398,0.0022563762,0.00014027799,0.0042342073,0.32257295],"genre_scores_gemma":[0.32667488,0.0063835597,0.48407924,0.0033989786,0.0002686003,0.0036465472,0.00031783083,0.0007412265,0.17448911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618775,0.0012684965,0.0002142387,0.0004642572,0.0016371756,0.00022817709],"domain_scores_gemma":[0.9969272,0.0015917339,0.00012856856,0.000572738,0.0005733347,0.00020645837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002725383,0.0008979796,0.0005320784,0.001285461,0.0009932455,0.003615508,0.0017509502,0.0016353561,0.023652833],"category_scores_gemma":[0.007942877,0.00047069427,0.0007096261,0.00079379336,0.001674424,0.0026893676,0.0029909755,0.002234117,0.008596459],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054429333,0.0014175632,0.002921014,0.0016533968,0.000019683619,0.00051742373,0.014158798,0.0014523366,0.018615015,0.10458966,0.027758677,0.82684207],"study_design_scores_gemma":[0.00012380141,0.00064040744,0.005721771,0.0011820251,0.000026340143,0.003673919,0.0037652638,0.0071365703,0.017028423,0.054994363,0.90564525,0.00006191968],"about_ca_topic_score_codex":0.0005323838,"about_ca_topic_score_gemma":0.00060504023,"teacher_disagreement_score":0.023652833,"about_ca_system_score_codex":0.0012155436,"about_ca_system_score_gemma":0.0022989549,"threshold_uncertainty_score":0.0791266},"labels":[],"label_agreement":null},{"id":"W2001442347","doi":"10.1145/2396636.2396680","title":"Improving awareness of automated actions within digital tabletops","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Human–computer interaction; Flexibility (engineering); Workload; Automation; Context (archaeology); Animation; Visualization; Field (mathematics); Multimedia; Spatial contextual awareness; Artificial intelligence; Computer graphics (images); Engineering","score_opus":0.047208545326267094,"score_gpt":0.2868345119759506,"score_spread":0.23962596664968353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001442347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89993054,0.00052213005,0.09128121,0.00024184353,0.000026763168,0.00021156062,0.000052172112,0.0014697455,0.006264073],"genre_scores_gemma":[0.9426306,0.00034317208,0.055454154,0.000060107704,0.000019806941,0.00006251655,0.000056192206,0.00005467031,0.0013188155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991749,0.00027957812,0.00006295024,0.00018284073,0.0002252794,0.00007446552],"domain_scores_gemma":[0.9901336,0.007284779,0.0010506,0.0007250734,0.00051771407,0.00028827979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008057553,0.0006508528,0.00034014645,0.0005916469,0.00022094126,0.0017133362,0.0006537573,0.0005194415,0.0032798704],"category_scores_gemma":[0.011224603,0.00029752727,0.0003454374,0.00033275114,0.0003245494,0.0018452333,0.0009767998,0.0006061026,0.0003008635],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010310612,0.0014399141,0.014258074,0.0014452189,0.00011209619,0.0004494812,0.009835768,0.006514699,0.34417886,0.0017387656,0.0010780119,0.6179181],"study_design_scores_gemma":[0.0004983396,0.011942875,0.32331637,0.0009631786,0.00093058153,0.0023540785,0.009688027,0.11748538,0.48995462,0.0053992695,0.036990553,0.00047676408],"about_ca_topic_score_codex":0.00072175846,"about_ca_topic_score_gemma":0.0007249684,"teacher_disagreement_score":0.0032798704,"about_ca_system_score_codex":0.00023719229,"about_ca_system_score_gemma":0.00034762904,"threshold_uncertainty_score":0.010972261},"labels":[],"label_agreement":null},{"id":"W2003205661","doi":"10.1145/1180875.1180906","title":"Shared waypoints and social tagging to support collaboration in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Bookmarking; Computer science; Asynchronous communication; Software development; Collaborative software; Software engineering; Software; Human–computer interaction; World Wide Web; Knowledge management","score_opus":0.022403294189553856,"score_gpt":0.26618886062986136,"score_spread":0.2437855664403075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003205661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018472569,0.00043114758,0.9716169,0.00044334968,0.00013417687,0.00014541666,0.000044552675,0.0022574733,0.0064543243],"genre_scores_gemma":[0.30185992,0.0005279091,0.6877349,0.00022161046,0.00008649324,0.00055910734,0.00018959977,0.0006332315,0.00818716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99372697,0.00347907,0.0004520465,0.0007930535,0.0012598446,0.00028896972],"domain_scores_gemma":[0.9853581,0.008568117,0.0011215097,0.0033860009,0.00094279187,0.0006234642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051288917,0.0009015601,0.00047503266,0.002592064,0.0017409207,0.003927354,0.0020683163,0.0020335983,0.004996525],"category_scores_gemma":[0.019355264,0.0008338184,0.0008452716,0.0017188232,0.003394639,0.011437457,0.008292638,0.0016875699,0.0015406066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046113707,0.00019746875,0.004672376,0.0010534138,0.00014483473,0.0009507403,0.0295327,0.008325492,0.024561277,0.30916467,0.008577947,0.61235785],"study_design_scores_gemma":[0.00030442595,0.0009096734,0.005233262,0.0008975069,0.00034944605,0.0029488113,0.007373213,0.06401201,0.041491434,0.38694185,0.48907143,0.00046685387],"about_ca_topic_score_codex":0.001437524,"about_ca_topic_score_gemma":0.0021995332,"teacher_disagreement_score":0.0051288917,"about_ca_system_score_codex":0.0007170875,"about_ca_system_score_gemma":0.0012279049,"threshold_uncertainty_score":0.027124465},"labels":[],"label_agreement":null},{"id":"W2004286231","doi":"10.1007/s00779-007-0143-6","title":"Special issue on user-centred design and evaluation of ubiquitous groupware","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Human–computer interaction; Collaborative software; Ubiquitous computing; World Wide Web","score_opus":0.05913771231609108,"score_gpt":0.2934034869570244,"score_spread":0.23426577464093332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004286231","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011519311,0.05674427,0.0489665,0.029581394,0.7541902,0.0025247016,0.0027331698,0.0035950984,0.09014538],"genre_scores_gemma":[0.052304775,0.07053684,0.038260832,0.017421726,0.34783787,0.003599446,0.009951246,0.0060204007,0.45406684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566346,0.0010123969,0.00061792636,0.00030217486,0.0021631152,0.00024087826],"domain_scores_gemma":[0.9742847,0.011777596,0.0007134822,0.0018148558,0.009093312,0.0023159944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067792675,0.0016327158,0.0026137475,0.003661036,0.0011271805,0.0052896244,0.0031525702,0.0025573485,0.13090116],"category_scores_gemma":[0.019932132,0.0006220764,0.0014286655,0.0022054582,0.0012653393,0.0034815082,0.0020904865,0.0022656044,0.022710819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024410491,0.0004210617,0.00062175054,0.0014540475,0.0000847431,0.00020187008,0.00031162254,0.00029373533,0.0018939205,0.0017651102,0.8158632,0.17684488],"study_design_scores_gemma":[0.00017395336,0.0012222497,0.0042344145,0.0016784976,0.00015987996,0.0005758331,0.0004759738,0.0010816642,0.0020437427,0.0068225213,0.9814833,0.000048018177],"about_ca_topic_score_codex":0.0013187464,"about_ca_topic_score_gemma":0.002452532,"teacher_disagreement_score":0.13090116,"about_ca_system_score_codex":0.001304083,"about_ca_system_score_gemma":0.0022537378,"threshold_uncertainty_score":0.437908},"labels":[],"label_agreement":null},{"id":"W2006303821","doi":"10.1108/07378831111138189","title":"Usability testing of VuFind at an academic library","year":2011,"lang":"en","type":"article","venue":"Library Hi Tech","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Usability; Computer science; Pluralistic walkthrough; Usability engineering; Task (project management); Interface (matter); World Wide Web; Originality; Web usability; Usability lab; Test (biology); Set (abstract data type); User interface; System usability scale; Subject (documents); Human–computer interaction; Psychology; Engineering","score_opus":0.10101832470088563,"score_gpt":0.25838844289796553,"score_spread":0.1573701181970799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006303821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99066556,0.00016333435,0.0046443623,0.000111995,0.000018073972,0.001094607,0.000088936235,0.00031595957,0.0028971108],"genre_scores_gemma":[0.9706937,0.00018231026,0.024568152,0.0001609831,0.000024167588,0.0017660203,0.00027023125,0.00010135228,0.002233073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9664083,0.021310186,0.0030155892,0.0014309956,0.0068089073,0.0010259746],"domain_scores_gemma":[0.9077495,0.06268582,0.0035149613,0.0076134955,0.01686669,0.0015696076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038461026,0.0005544836,0.0010026691,0.002218541,0.0015479575,0.0027994064,0.0017581267,0.0006645122,0.0023649773],"category_scores_gemma":[0.07665994,0.0005726713,0.0007318091,0.0020003468,0.0012488259,0.0023620797,0.0021149856,0.0007119593,0.00076145754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029002163,0.005784802,0.22091869,0.0031834622,0.0002366758,0.0010130099,0.116822205,0.0021560772,0.02343117,0.0010240126,0.003432817,0.6190969],"study_design_scores_gemma":[0.00080685515,0.037160892,0.72760785,0.0017929164,0.0005272907,0.0019430342,0.108595766,0.013829017,0.048568804,0.00086448295,0.05764481,0.0006583636],"about_ca_topic_score_codex":0.0038313568,"about_ca_topic_score_gemma":0.004463309,"teacher_disagreement_score":0.038461026,"about_ca_system_score_codex":0.0027005393,"about_ca_system_score_gemma":0.0027850713,"threshold_uncertainty_score":0.20340377},"labels":[],"label_agreement":null},{"id":"W2008951641","doi":"10.1145/2046396.2046438","title":"Embedding interface sketches in code","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; ASCII; Embedding; Rendering (computer graphics); User interface; Interface (matter); Programming language; Code (set theory); Cursor (databases); Human–computer interaction; Computer graphics (images); Operating system; Set (abstract data type); Database; Artificial intelligence","score_opus":0.08723207104537709,"score_gpt":0.2972611172518496,"score_spread":0.21002904620647253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008951641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006138564,0.00024002104,0.9762889,0.00024340006,0.00012516562,0.00009506981,0.00013994562,0.00456862,0.012160306],"genre_scores_gemma":[0.14555903,0.0010710133,0.8296788,0.00014936508,0.000056232366,0.00029636288,0.00042011376,0.0032730333,0.019496111],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881375,0.00028320652,0.00008975928,0.00018671295,0.0005556653,0.00007089981],"domain_scores_gemma":[0.99450773,0.0029680277,0.00023283511,0.0013993816,0.00071056315,0.00018137715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013829205,0.0010807455,0.00047856176,0.0015380153,0.0007789247,0.003826508,0.0015528663,0.001491824,0.018812632],"category_scores_gemma":[0.014793967,0.0010985107,0.0007047844,0.0007393975,0.0023894508,0.0048030084,0.004174215,0.0017700343,0.0032702486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018287252,0.000090490736,0.0008601873,0.0011293725,0.000039364684,0.0012924274,0.0076348437,0.064827174,0.036114328,0.5709543,0.012464759,0.30440977],"study_design_scores_gemma":[0.00011782728,0.00013475973,0.00064571993,0.0006913071,0.000057752583,0.001061627,0.00095351256,0.23688129,0.034780886,0.16599189,0.5584797,0.00020369253],"about_ca_topic_score_codex":0.0017779024,"about_ca_topic_score_gemma":0.0019263101,"teacher_disagreement_score":0.018812632,"about_ca_system_score_codex":0.00070201117,"about_ca_system_score_gemma":0.0008138314,"threshold_uncertainty_score":0.06293452},"labels":[],"label_agreement":null},{"id":"W2010034907","doi":"10.1145/1878450.1878455","title":"Solar scramble","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process (computing); Key (lock); Multimedia; Human–computer interaction; Software; Work (physics); Educational software; Design process; Work in process; Engineering","score_opus":0.014358175581060475,"score_gpt":0.23856077353876168,"score_spread":0.2242025979577012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010034907","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16032556,0.0023247632,0.31615734,0.001506392,0.0019335041,0.0010394456,0.0024668477,0.034031183,0.48021495],"genre_scores_gemma":[0.60825175,0.0011877198,0.12278023,0.0010965505,0.00018743941,0.00038130794,0.002323014,0.003183264,0.2606087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997696,0.000027188513,0.000011807803,0.000040871466,0.000113631824,0.00003697574],"domain_scores_gemma":[0.9995214,0.00010654286,0.000025829495,0.00011199402,0.00015663115,0.00007760574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020164532,0.00040476673,0.00031412215,0.00078664767,0.00078183605,0.0009100006,0.0005634911,0.00044402407,0.041563913],"category_scores_gemma":[0.0011101781,0.0002017461,0.00027300548,0.0004879941,0.0003466607,0.00085478084,0.0014019689,0.0005864168,0.013729485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000886256,0.00015223949,0.0024004567,0.0010565661,0.00004579685,0.0019041066,0.0020309994,0.0051281336,0.19345155,0.02468815,0.10486447,0.66339135],"study_design_scores_gemma":[0.00010069768,0.00062969973,0.002731498,0.00013001717,0.000047700905,0.0014716774,0.0004291972,0.012546977,0.09635153,0.0033486967,0.8821128,0.000099389545],"about_ca_topic_score_codex":0.0013412008,"about_ca_topic_score_gemma":0.0027194603,"teacher_disagreement_score":0.041563913,"about_ca_system_score_codex":0.00025697728,"about_ca_system_score_gemma":0.0003504386,"threshold_uncertainty_score":0.13904512},"labels":[],"label_agreement":null},{"id":"W2011201505","doi":"10.1145/503376.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Software system; World Wide Web; Engineering; Systems engineering; Software construction","score_opus":0.05102629285948977,"score_gpt":0.21808770788812556,"score_spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011201505","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13663773,0.0018757463,0.7882711,0.00069676974,0.00077699055,0.008639339,0.0019316969,0.015106983,0.04606358],"genre_scores_gemma":[0.33046824,0.0009710923,0.62183946,0.0005549759,0.00012136605,0.0061552497,0.0017478653,0.0018308572,0.036310904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927135,0.0037603981,0.00047709417,0.0007720252,0.0019192821,0.00035759484],"domain_scores_gemma":[0.9676962,0.017107626,0.001351622,0.0044491584,0.008715925,0.0006795034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070776017,0.0011130748,0.00065110717,0.0031717722,0.0010085222,0.0019077283,0.0010044604,0.00094343,0.011824158],"category_scores_gemma":[0.028057164,0.00039643532,0.00046417234,0.0016383358,0.00070989266,0.0015738725,0.001744017,0.0010896081,0.0025294784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010097873,0.0009435189,0.0053439257,0.0018160761,0.000083436025,0.00039538223,0.009790336,0.0017244474,0.036088824,0.0070725325,0.02672965,0.9090021],"study_design_scores_gemma":[0.0012627065,0.0068824994,0.05473347,0.0031297146,0.00037790605,0.0028376034,0.01167469,0.040857047,0.17547512,0.030185565,0.6718754,0.000708199],"about_ca_topic_score_codex":0.0013881492,"about_ca_topic_score_gemma":0.0025822732,"teacher_disagreement_score":0.011824158,"about_ca_system_score_codex":0.000499238,"about_ca_system_score_gemma":0.0011626546,"threshold_uncertainty_score":0.039555788},"labels":[],"label_agreement":null},{"id":"W2014237522","doi":"10.1145/2467696.2467783","title":"User interface evaluation of meta-indexes for search","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Index (typography); User interface; Information retrieval; Focus (optics); World Wide Web; Digital library; Domain (mathematical analysis); Human–computer interaction; Interface (matter); Metadata; Programming language","score_opus":0.19561519875546246,"score_gpt":0.3699627262330094,"score_spread":0.17434752747754695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014237522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90727895,0.001361546,0.07488732,0.00034800998,0.00012706485,0.0007915823,0.00071096886,0.007505225,0.006989294],"genre_scores_gemma":[0.9070847,0.00032211147,0.08799223,0.00015903001,0.00004289985,0.00047471773,0.00077378156,0.0007051273,0.0024453267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959598,0.0020840762,0.00053183106,0.00025417854,0.0010534107,0.00011678801],"domain_scores_gemma":[0.94882387,0.041550044,0.0009341657,0.0029913206,0.0048944843,0.0008061733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007400159,0.0008008818,0.0009651824,0.0011598709,0.00042182434,0.0024395927,0.0010790476,0.00078192883,0.0052439803],"category_scores_gemma":[0.04974367,0.0002655496,0.0004535736,0.0008453634,0.00025118727,0.002973036,0.0012308114,0.0004689539,0.0010398474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012495764,0.0018343907,0.034699295,0.005030515,0.00028954938,0.0007516021,0.024875008,0.002420313,0.1174897,0.002839494,0.010007161,0.78726727],"study_design_scores_gemma":[0.0030197774,0.02870678,0.26910263,0.0027254487,0.0021625217,0.0055414457,0.024285046,0.22609136,0.308519,0.0058389734,0.12293717,0.0010698717],"about_ca_topic_score_codex":0.00066140114,"about_ca_topic_score_gemma":0.0007172005,"teacher_disagreement_score":0.007400159,"about_ca_system_score_codex":0.00037614218,"about_ca_system_score_gemma":0.00035557654,"threshold_uncertainty_score":0.03913623},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","score_opus":0.09646156343892542,"score_gpt":0.3748743440137637,"score_spread":0.27841278057483826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015529899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935585,0.00035474697,0.056282707,0.00018133689,0.00006022396,0.004089348,0.00021178444,0.0005932444,0.0026414536],"genre_scores_gemma":[0.82991755,0.00039727302,0.16240591,0.00034122894,0.00005167607,0.0029035236,0.0005122783,0.0001234271,0.0033472015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99423283,0.0036663048,0.00039638652,0.00051772356,0.0009775317,0.0002092384],"domain_scores_gemma":[0.97568274,0.016735133,0.000767597,0.0019307832,0.0039416426,0.0009420674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010971146,0.0011628302,0.0005718553,0.0011652514,0.0005465661,0.00097512885,0.0017531001,0.0013461238,0.0031496044],"category_scores_gemma":[0.022893634,0.00047356394,0.00048537672,0.00059122045,0.0007552822,0.0015952156,0.00096246967,0.000772751,0.0004159418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011406061,0.030476993,0.0218634,0.004920454,0.00034179422,0.0016144076,0.017103843,0.009057414,0.26869088,0.0024630409,0.0049342765,0.6271274],"study_design_scores_gemma":[0.017152462,0.35917604,0.18688864,0.0011195305,0.0013692811,0.0048630303,0.012587242,0.069298826,0.27814564,0.003582021,0.06504491,0.00077243656],"about_ca_topic_score_codex":0.0014118192,"about_ca_topic_score_gemma":0.0017139724,"teacher_disagreement_score":0.010971146,"about_ca_system_score_codex":0.00093034265,"about_ca_system_score_gemma":0.0007577318,"threshold_uncertainty_score":0.058021665},"labels":[],"label_agreement":null},{"id":"W2016009362","doi":"10.1145/1979742.1979843","title":"Interactive surface technology for a mobile command centre","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Work (physics); Event (particle physics); Emergency response; Mobile computing; Mobile device; Human–computer interaction; Multimedia; World Wide Web; Engineering; Telecommunications","score_opus":0.03626429602913103,"score_gpt":0.2585800784047177,"score_spread":0.22231578237558666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016009362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26402923,0.0014738266,0.66768795,0.0015747045,0.0003411014,0.00095618115,0.0004084732,0.005390661,0.058137827],"genre_scores_gemma":[0.74644035,0.00053670676,0.24058326,0.000327211,0.00008199934,0.00064882473,0.00028288827,0.00025524467,0.0108433785],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985909,0.00072634645,0.0000398252,0.00015784931,0.00037519343,0.00010982256],"domain_scores_gemma":[0.9978707,0.0014296644,0.000067718815,0.00027777796,0.00022089753,0.00013325988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000995366,0.0006398875,0.00035902573,0.000674635,0.0010966982,0.0033415363,0.0009053106,0.0015047073,0.014263257],"category_scores_gemma":[0.0033147093,0.00023084717,0.0005067146,0.0006876686,0.0013068689,0.0028157844,0.001839558,0.0008935257,0.0019603241],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017445807,0.00048710132,0.008117864,0.002974612,0.00012012296,0.003937687,0.05104878,0.01753145,0.26202872,0.09112028,0.02399743,0.53689134],"study_design_scores_gemma":[0.00034495647,0.0046615736,0.026994044,0.0015149356,0.00040316134,0.008269123,0.030506566,0.08224879,0.06934443,0.045463983,0.72971636,0.0005319614],"about_ca_topic_score_codex":0.001166514,"about_ca_topic_score_gemma":0.0011760314,"teacher_disagreement_score":0.014263257,"about_ca_system_score_codex":0.0006049169,"about_ca_system_score_gemma":0.00067359646,"threshold_uncertainty_score":0.047715306},"labels":[],"label_agreement":null},{"id":"W2016110579","doi":"10.1145/1180875.1180936","title":"An exploratory analysis of partner action and camera control in a video-mediated collaborative task","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Zoom; Task (project management); Computer science; Action (physics); Computer vision; Artificial intelligence; Motion (physics); Movement (music); Human–computer interaction; Video camera; Control (management); Multimedia; Engineering","score_opus":0.019000227375893807,"score_gpt":0.2738975261972441,"score_spread":0.2548972988213503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016110579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935615,0.00007234989,0.004215753,0.000022253316,0.0000018712695,0.00010635981,0.000059725182,0.000017410284,0.0019427086],"genre_scores_gemma":[0.99687046,0.00003507536,0.002532042,0.00000960179,0.0000024761098,0.00009132959,0.000058655984,0.0000076999,0.00039267936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778146,0.0014418241,0.000073610514,0.00025661028,0.00031159786,0.00013491228],"domain_scores_gemma":[0.9781228,0.018446045,0.0016002314,0.0006041209,0.0008333303,0.0003934863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018916324,0.0003089136,0.00028303478,0.0009118944,0.0008082611,0.00094156264,0.0006038256,0.0005920144,0.0015190722],"category_scores_gemma":[0.019677969,0.00023262914,0.00017879307,0.000663109,0.00094387686,0.0008153089,0.0011188675,0.0003390612,0.0001394176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053127743,0.0022284205,0.31012055,0.0025187696,0.00024668494,0.0033656184,0.3032068,0.0027916422,0.17044422,0.004132756,0.0009086771,0.19472317],"study_design_scores_gemma":[0.00018372218,0.004043895,0.86623484,0.00018340828,0.00017772846,0.001455759,0.08118655,0.0071981167,0.03276529,0.0013931672,0.0049988586,0.00017861252],"about_ca_topic_score_codex":0.0018231813,"about_ca_topic_score_gemma":0.0024752107,"teacher_disagreement_score":0.0018916324,"about_ca_system_score_codex":0.00050531904,"about_ca_system_score_gemma":0.00038849586,"threshold_uncertainty_score":0.010003984},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","score_opus":0.12947094428421346,"score_gpt":0.3473394616592907,"score_spread":0.21786851737507723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016427628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012851317,0.03678556,0.8755956,0.0044518975,0.0013595877,0.00075594976,0.00030101583,0.0026766416,0.065222345],"genre_scores_gemma":[0.20457159,0.014797331,0.74355036,0.0017778684,0.000577438,0.0015555369,0.00043698912,0.0005333257,0.032199502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976152,0.0014141597,0.00018329587,0.00018122936,0.00052217726,0.0000839477],"domain_scores_gemma":[0.9987374,0.0005983069,0.00006482577,0.0001529006,0.00038713025,0.000059513688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022313264,0.0007397837,0.00048238368,0.00087849726,0.00085860596,0.0035802259,0.0008682449,0.0021036793,0.013262918],"category_scores_gemma":[0.0066484716,0.00042067608,0.00061152654,0.00081522693,0.0011138486,0.0026598664,0.001257507,0.0013545718,0.0027058588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027680915,0.00012382564,0.0006514753,0.0032716573,0.000081953636,0.0004155344,0.0042656115,0.00544382,0.024082739,0.27916405,0.052552473,0.62967],"study_design_scores_gemma":[0.00015767266,0.00078491465,0.001712096,0.0022566824,0.00015206299,0.0021251491,0.0020868373,0.052989297,0.010375469,0.22782755,0.69942015,0.000112134374],"about_ca_topic_score_codex":0.0010598182,"about_ca_topic_score_gemma":0.00096995436,"teacher_disagreement_score":0.013262918,"about_ca_system_score_codex":0.00066722225,"about_ca_system_score_gemma":0.0007115581,"threshold_uncertainty_score":0.044368923},"labels":[],"label_agreement":null},{"id":"W2017181307","doi":"10.1016/j.intcom.2004.04.002","title":"Universal usability revisited","year":2004,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Library science; World Wide Web; Media studies; Sociology; Human–computer interaction","score_opus":0.017510165488469936,"score_gpt":0.24703578069954868,"score_spread":0.22952561521107875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017181307","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051185885,0.19044426,0.03434608,0.27284503,0.037748132,0.00016948188,0.0002368567,0.0008064986,0.4582851],"genre_scores_gemma":[0.37976682,0.14499328,0.015939329,0.13609192,0.04940498,0.0013713966,0.0007902827,0.0036806432,0.26796132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93119895,0.040618364,0.0035974463,0.0062731127,0.0145075135,0.0038046408],"domain_scores_gemma":[0.9281995,0.048286654,0.001715942,0.007184954,0.011551391,0.0030615118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031483382,0.002290513,0.0029286945,0.009734633,0.009908116,0.030366777,0.0049753245,0.011122297,0.03587342],"category_scores_gemma":[0.06408431,0.0013596695,0.0027658697,0.007462504,0.039557017,0.041629724,0.017021446,0.018178158,0.010477551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052765954,0.000039269587,0.00060677266,0.0010102384,0.000054726766,0.00020958394,0.012456324,0.0001352114,0.00014147781,0.7204897,0.17365745,0.09114656],"study_design_scores_gemma":[0.000019963785,0.000039496343,0.0007751057,0.0012795961,0.000032210377,0.0005342275,0.005087666,0.00017018938,0.00019700505,0.18293145,0.80888826,0.0000448594],"about_ca_topic_score_codex":0.011080302,"about_ca_topic_score_gemma":0.0058569727,"teacher_disagreement_score":0.03587342,"about_ca_system_score_codex":0.016642567,"about_ca_system_score_gemma":0.011610362,"threshold_uncertainty_score":0.166502},"labels":[],"label_agreement":null},{"id":"W2018886825","doi":"10.1145/1152301.1152311","title":"Ten years on internet time","year":2006,"lang":"en","type":"article","venue":"netWorker","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Business; Internet privacy; Advertising; World Wide Web; Computer science","score_opus":0.010613067395539697,"score_gpt":0.20993678379150083,"score_spread":0.19932371639596114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018886825","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10443566,0.09196788,0.0024406088,0.18450126,0.035564367,0.00014497722,0.0023397512,0.0004578228,0.5781477],"genre_scores_gemma":[0.33371678,0.067415215,0.0019435302,0.06805483,0.008280817,0.00019396665,0.0032234176,0.00038269098,0.51678866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834454,0.00026623582,0.00008344661,0.0001808827,0.0006882449,0.0004367202],"domain_scores_gemma":[0.99534154,0.00042568354,0.00029621043,0.00020849495,0.0011095859,0.0026186565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019000546,0.00041913116,0.0005283464,0.0014547518,0.0032937794,0.0065521803,0.0006389779,0.0017219392,0.05775394],"category_scores_gemma":[0.0060494915,0.0002296109,0.00041132938,0.0021198976,0.0019223016,0.0052480414,0.0036971308,0.004586334,0.01776985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029907955,0.0003605808,0.017330438,0.0005099807,0.00003863348,0.00075842324,0.010891434,0.000109575,0.0008131023,0.07009554,0.5285187,0.37027457],"study_design_scores_gemma":[0.000004152695,0.00006109521,0.005472097,0.00033833098,0.000006772791,0.0001985179,0.004049095,0.000029182649,0.000077733246,0.0023225779,0.9874276,0.000012862813],"about_ca_topic_score_codex":0.007735351,"about_ca_topic_score_gemma":0.012740455,"teacher_disagreement_score":0.05775394,"about_ca_system_score_codex":0.0025137558,"about_ca_system_score_gemma":0.0028250325,"threshold_uncertainty_score":0.19320619},"labels":[],"label_agreement":null},{"id":"W2020618803","doi":"10.3166/isi.12.6.9-37","title":"Conception centrée sur l'utilisateur lors de la définition des exigences en RUP<sup>©</sup>. Une étude de cas","year":2007,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rational Unified Process; Computer science; Software engineering; Software; Engineering; Software development process; Software development; Programming language","score_opus":0.030428318956226687,"score_gpt":0.2708933963690079,"score_spread":0.2404650774127812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020618803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013064771,0.011096772,0.91276085,0.0063484046,0.0005245764,0.00029320587,0.00020585138,0.0008077474,0.05489777],"genre_scores_gemma":[0.21150433,0.01341705,0.7384723,0.0017652619,0.00040638517,0.0013443396,0.0007784998,0.0005876798,0.031724192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9725003,0.015022984,0.0016925251,0.002363473,0.0076959855,0.00072475517],"domain_scores_gemma":[0.981725,0.010523549,0.0010450187,0.0021741781,0.0040482543,0.00048411672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01715638,0.0019019815,0.0012585099,0.0037240006,0.0024316655,0.013426222,0.003397008,0.0053813052,0.0045808386],"category_scores_gemma":[0.022302296,0.00096999493,0.001850042,0.004421261,0.011431523,0.010863861,0.003309065,0.00794623,0.0028361494],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004201061,0.000056174824,0.00071372825,0.00064630446,0.00003504689,0.0008242947,0.0093744565,0.002032897,0.0026230481,0.9058514,0.0030278713,0.07477281],"study_design_scores_gemma":[0.000031699932,0.0002316002,0.0023278235,0.0017656262,0.00008262119,0.005009437,0.009670144,0.015415511,0.007895779,0.16557193,0.7918659,0.00013193741],"about_ca_topic_score_codex":0.011346626,"about_ca_topic_score_gemma":0.0033133626,"teacher_disagreement_score":0.01715638,"about_ca_system_score_codex":0.0049841045,"about_ca_system_score_gemma":0.0056966334,"threshold_uncertainty_score":0.09073269},"labels":[],"label_agreement":null},{"id":"W2021620362","doi":"10.1080/10447318.2012.715536","title":"Guidelines for Designing Awareness-Augmented Mobile DUIs","year":2012,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Human–computer interaction; Mobile device; Heuristics; Workspace; Common ground; Face (sociological concept); User interface; Internet privacy; World Wide Web; Multimedia; Artificial intelligence; Psychology","score_opus":0.15934266517188775,"score_gpt":0.4313576879484219,"score_spread":0.2720150227765341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021620362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003439338,0.001265847,0.9581977,0.0011776761,0.00016952699,0.008028673,0.00053008745,0.0041095354,0.023081493],"genre_scores_gemma":[0.008237259,0.0009720867,0.978366,0.00018768712,0.000015021738,0.00541385,0.00040900585,0.00041226464,0.005986751],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99315923,0.0026852493,0.0015119327,0.00040702918,0.0019610128,0.00027561377],"domain_scores_gemma":[0.9814625,0.0068223276,0.0009789631,0.002195278,0.007938757,0.00060216413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008427927,0.0026049118,0.0010963092,0.0043649864,0.0022974461,0.005209902,0.0045272154,0.0044266125,0.014987172],"category_scores_gemma":[0.02679115,0.0027594706,0.0010146145,0.0022367046,0.0022405302,0.0047657457,0.0031098789,0.0030947824,0.010267856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033311345,0.0007978609,0.0023097661,0.0078803,0.00005248765,0.0026663223,0.02249004,0.013322575,0.048553135,0.17316535,0.06435189,0.6640772],"study_design_scores_gemma":[0.00020401247,0.0005506719,0.0016822405,0.0052340953,0.00011126047,0.002225235,0.0065027704,0.02584811,0.029960833,0.06291957,0.8644705,0.00029073757],"about_ca_topic_score_codex":0.0037121628,"about_ca_topic_score_gemma":0.011809069,"teacher_disagreement_score":0.014987172,"about_ca_system_score_codex":0.001322108,"about_ca_system_score_gemma":0.0026525436,"threshold_uncertainty_score":0.050137103},"labels":[],"label_agreement":null},{"id":"W2022982174","doi":"10.7202/1012890ar","title":"Système d’aide adaptatif à base de traces","year":2012,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.0888370202707184,"score_gpt":0.27288162311882047,"score_spread":0.1840446028481021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022982174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0327118,0.00033275297,0.92366856,0.00034248378,0.00011869835,0.0006146612,0.00049383176,0.035978552,0.0057387087],"genre_scores_gemma":[0.2770646,0.00083822256,0.6898495,0.0003704836,0.00008684411,0.0010720744,0.002596034,0.0025233629,0.025598878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671304,0.00061656174,0.00030828602,0.00084856554,0.0013184601,0.00019495159],"domain_scores_gemma":[0.99031246,0.0044306577,0.0004212429,0.002238045,0.0022528742,0.00034474794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030514474,0.0016127734,0.0017637626,0.002471847,0.0010893076,0.0036118424,0.002657952,0.0021900535,0.010998612],"category_scores_gemma":[0.016302133,0.0011317293,0.001220533,0.0013632786,0.0011281682,0.0051549384,0.0030741727,0.0018655077,0.0054843905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019097697,0.00081747945,0.008537453,0.001606653,0.00034731283,0.0015178308,0.0074820584,0.032168575,0.12669255,0.015448128,0.014673328,0.78879887],"study_design_scores_gemma":[0.00033190614,0.0016669104,0.012544985,0.0008178162,0.0005832858,0.002848649,0.0024416784,0.5009042,0.2329003,0.019133253,0.22523089,0.0005961377],"about_ca_topic_score_codex":0.007620442,"about_ca_topic_score_gemma":0.003977263,"teacher_disagreement_score":0.010998612,"about_ca_system_score_codex":0.0008030032,"about_ca_system_score_gemma":0.0020097157,"threshold_uncertainty_score":0.036794007},"labels":[],"label_agreement":null},{"id":"W2024544358","doi":"10.1007/s00779-007-0145-4","title":"Evaluating teamwork support in tabletop groupware applications using collaboration usability analysis","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Teamwork; Human–computer interaction; Collaborative software; Table (database); Set (abstract data type); Computer-supported cooperative work; Work (physics); World Wide Web; Database","score_opus":0.055683939365727055,"score_gpt":0.36858944123064735,"score_spread":0.3129055018649203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024544358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965836,0.00005321456,0.0026241203,0.000011497234,0.0000045244024,0.00010714725,0.0000175895,0.0000378687,0.0005605012],"genre_scores_gemma":[0.99229515,0.000052010564,0.007000442,0.0000092261635,0.000005464476,0.00018976438,0.00006564801,0.00001547305,0.00036677349],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943645,0.0034191415,0.0005292331,0.00031790233,0.0010941008,0.00027503553],"domain_scores_gemma":[0.9581503,0.030274762,0.0025544472,0.0015414552,0.0057826713,0.0016964498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062150187,0.0006651268,0.0008153699,0.0025245873,0.0010103389,0.001610588,0.00062771374,0.00059344195,0.0013856166],"category_scores_gemma":[0.029560601,0.0003009926,0.0006545843,0.0014018788,0.00028665832,0.0011758573,0.0010478836,0.0004336013,0.0002955243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010423688,0.009404784,0.35988417,0.0018277199,0.00088715734,0.0005220271,0.032187127,0.007826557,0.060974687,0.00068737246,0.0014126636,0.51396203],"study_design_scores_gemma":[0.0014549204,0.041172188,0.8001931,0.00050623715,0.0018328909,0.00082498655,0.032611556,0.06471187,0.051548343,0.0011913115,0.00366463,0.00028809046],"about_ca_topic_score_codex":0.0018587603,"about_ca_topic_score_gemma":0.0022753566,"teacher_disagreement_score":0.0062150187,"about_ca_system_score_codex":0.00058161723,"about_ca_system_score_gemma":0.00076751393,"threshold_uncertainty_score":0.032868564},"labels":[],"label_agreement":null},{"id":"W2024694080","doi":"10.1016/j.ergon.2011.01.005","title":"Requirements analysis for customization using subgroup differences and large sample user testing: A case study of information retrieval on handheld devices in healthcare","year":2011,"lang":"en","type":"article","venue":"International Journal of Industrial Ergonomics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Sample (material); Context (archaeology); Mobile device; Computer science; Premise; Sample size determination; Test (biology); User requirements document; Health care; World Wide Web; Software engineering; Statistics; Mathematics","score_opus":0.24929291172358117,"score_gpt":0.34366826706372783,"score_spread":0.09437535534014665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024694080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97571224,0.000039964394,0.021182528,0.00014475893,0.000008959031,0.0010529663,0.00022347736,0.00021541861,0.0014196702],"genre_scores_gemma":[0.9657032,0.000015469044,0.03311756,0.000039241757,0.0000039218094,0.00053870917,0.00024796207,0.00006331538,0.0002705446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9762256,0.013721798,0.0024888136,0.0014172083,0.0053619714,0.0007846006],"domain_scores_gemma":[0.8151305,0.14815168,0.0056304554,0.014829184,0.015134404,0.0011238032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03065704,0.0006921273,0.0008402726,0.00239197,0.0009979598,0.0015245113,0.0015997483,0.0009305967,0.0021868693],"category_scores_gemma":[0.11280872,0.00036294837,0.0016541595,0.0014618107,0.0008951788,0.0020741187,0.001521292,0.00083398813,0.00029069305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064538983,0.0051652016,0.45896515,0.0012086539,0.000857088,0.0030143142,0.046846524,0.013750345,0.061034467,0.006130773,0.0027890785,0.39378455],"study_design_scores_gemma":[0.00084336475,0.017437546,0.602198,0.0003517438,0.0018395834,0.0051362445,0.050895117,0.22224076,0.07777745,0.012000723,0.008823111,0.00045635304],"about_ca_topic_score_codex":0.005005898,"about_ca_topic_score_gemma":0.0049461336,"teacher_disagreement_score":0.03065704,"about_ca_system_score_codex":0.002053859,"about_ca_system_score_gemma":0.002368661,"threshold_uncertainty_score":0.16213185},"labels":[],"label_agreement":null},{"id":"W2026048519","doi":"10.11575/prism/10590","title":"iCORE Research Report: Volume 2","year":2003,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Alberta; Strong; National Security Agency; Royal Society; Royal Society of Canada; Canadian Institute for Advanced Research; Natural Sciences and Engineering Research Council of Canada; Government of Alberta; National Science Foundation","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.048022232332972876,"score_gpt":0.2622360646791386,"score_spread":0.21421383234616576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026048519","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004738661,0.013725651,0.013557181,0.013173717,0.022761468,0.0025417572,0.028969327,0.006876125,0.89365613],"genre_scores_gemma":[0.00465597,0.00594179,0.005934307,0.0013483368,0.002580099,0.0005773319,0.027053483,0.002114132,0.9497944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894204,0.0005591915,0.00039307223,0.00088503055,0.007872605,0.000869628],"domain_scores_gemma":[0.97968125,0.0012756392,0.00046411462,0.0021837992,0.014284561,0.002110653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007560432,0.001672864,0.0012457287,0.007814624,0.0025583957,0.009420183,0.002990347,0.0030394935,0.23699042],"category_scores_gemma":[0.010105119,0.0008692953,0.0009962065,0.0076090232,0.00090305734,0.004816241,0.0027948124,0.0027124768,0.20713547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010528441,0.00013135561,0.00037931046,0.00021349442,0.0000082746055,0.00005202605,0.000054497206,0.00013906795,0.0016992756,0.0016808765,0.9321868,0.06334995],"study_design_scores_gemma":[0.000016570786,0.00008832406,0.00083479204,0.00007173652,0.000011547098,0.00007096584,0.00005642382,0.00010008017,0.0015564037,0.00029970056,0.9968811,0.000012220885],"about_ca_topic_score_codex":0.029671703,"about_ca_topic_score_gemma":0.04129946,"teacher_disagreement_score":0.23699042,"about_ca_system_score_codex":0.00409946,"about_ca_system_score_gemma":0.013684444,"threshold_uncertainty_score":0.79281193},"labels":[],"label_agreement":null},{"id":"W2026997812","doi":"10.1109/chase.2013.6614751","title":"Aduno: Real-time collaborative work design in a shared workspace","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workspace; Computer science; Whiteboard; Task (project management); Human–computer interaction; Task management; Work (physics); Collaborative software; Software; Software engineering; Multimedia; Knowledge management; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.022694476065318946,"score_gpt":0.24194092373828657,"score_spread":0.21924644767296764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026997812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021410188,0.00038042173,0.9663549,0.00012956401,0.0001279038,0.0009208845,0.00006294466,0.0044406787,0.0061725583],"genre_scores_gemma":[0.13682999,0.00023267763,0.85325766,0.00013063202,0.000037309917,0.0018225911,0.00023094793,0.00075303554,0.006705171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914272,0.0046543223,0.00052084465,0.0011479129,0.0019283205,0.00032146077],"domain_scores_gemma":[0.98898953,0.005878125,0.00054884463,0.0022207368,0.0014627045,0.0009000854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008302855,0.0014209341,0.00080452237,0.0013641918,0.0011370383,0.0041171024,0.00338255,0.0013751272,0.006391636],"category_scores_gemma":[0.016354928,0.00081734575,0.0008514865,0.0007217588,0.001708709,0.004059823,0.0050199325,0.0013198622,0.0016660746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001938492,0.0013606172,0.0030807275,0.0026465866,0.00015243488,0.0007784576,0.017325345,0.014835888,0.07158024,0.039733514,0.012770382,0.8337972],"study_design_scores_gemma":[0.0030155405,0.0083526075,0.0060845925,0.0011490214,0.00055630464,0.004005699,0.007829094,0.17700134,0.1197821,0.08008472,0.59139514,0.0007437699],"about_ca_topic_score_codex":0.0005319742,"about_ca_topic_score_gemma":0.000623396,"teacher_disagreement_score":0.008302855,"about_ca_system_score_codex":0.00073846406,"about_ca_system_score_gemma":0.0012563326,"threshold_uncertainty_score":0.043910205},"labels":[],"label_agreement":null},{"id":"W2033070571","doi":"10.1109/ccece.2014.6900974","title":"Evaluation of an online shopping system under Preferences and Constraints","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Saudi Arabian Cultural Bureau","keywords":"Computer science; Recommender system; Preference elicitation; Focus (optics); Preference; Human–computer interaction; Online learning; World Wide Web; Multimedia","score_opus":0.16772719732057906,"score_gpt":0.32204433817930544,"score_spread":0.1543171408587264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033070571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97158134,0.00007893326,0.01981714,0.00008502128,0.000021471627,0.0019160499,0.0002076814,0.00028468258,0.0060076183],"genre_scores_gemma":[0.9418818,0.00013239283,0.051779762,0.000070541995,0.00001278182,0.0016267885,0.00057712814,0.00007591058,0.003842939],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9897295,0.0062945476,0.000925336,0.00045795465,0.0022393463,0.00035323325],"domain_scores_gemma":[0.9777985,0.014514325,0.00070750393,0.0010368717,0.0053996476,0.0005430379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009005403,0.00072011916,0.00072515913,0.0012565312,0.00091755,0.001633971,0.00078364596,0.00095745217,0.0038024525],"category_scores_gemma":[0.02504079,0.0002749772,0.0006479417,0.00084876263,0.0005098029,0.0013122626,0.0009080928,0.0004973204,0.0006171745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013379173,0.012097786,0.05979762,0.0075340923,0.00063365506,0.0019152341,0.032509774,0.03545839,0.28069663,0.005208789,0.006103511,0.54466534],"study_design_scores_gemma":[0.0020059212,0.060620148,0.30017728,0.0011371435,0.0014257629,0.00178167,0.025494002,0.2314676,0.34029907,0.0021555454,0.032641064,0.0007948889],"about_ca_topic_score_codex":0.0021978167,"about_ca_topic_score_gemma":0.0020101038,"teacher_disagreement_score":0.009005403,"about_ca_system_score_codex":0.0010044593,"about_ca_system_score_gemma":0.001187966,"threshold_uncertainty_score":0.04762566},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","score_opus":0.03243758715169351,"score_gpt":0.2837117455178326,"score_spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033377042","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04900495,0.0029568672,0.11090249,0.0263812,0.0033672429,0.00039048985,0.00044118348,0.005436556,0.801119],"genre_scores_gemma":[0.1773157,0.0047808676,0.06112269,0.004587843,0.00068297406,0.000307821,0.0007235353,0.0013783836,0.74910027],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99837434,0.00039103997,0.00005880075,0.0002396595,0.0008004527,0.0001356343],"domain_scores_gemma":[0.99696404,0.00068464834,0.00019452519,0.0007205358,0.0007000032,0.0007362116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012498033,0.0005957343,0.00037458146,0.0007414285,0.0017114312,0.0057011805,0.0011290503,0.001455338,0.07630368],"category_scores_gemma":[0.009475808,0.0003530949,0.0004992894,0.00061672996,0.0018783289,0.007250308,0.0052591534,0.0017789435,0.025305582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052439013,0.00018668725,0.002317566,0.000318509,0.000013479634,0.0002550473,0.012120761,0.00034595808,0.0022284198,0.05142093,0.38738343,0.54335684],"study_design_scores_gemma":[0.000008785926,0.00010869401,0.0010977297,0.00024099072,0.000008546062,0.000430908,0.004557016,0.0004394201,0.0010300667,0.026409084,0.965651,0.000017709239],"about_ca_topic_score_codex":0.0012018788,"about_ca_topic_score_gemma":0.0024488939,"teacher_disagreement_score":0.07630368,"about_ca_system_score_codex":0.000727147,"about_ca_system_score_gemma":0.0019353108,"threshold_uncertainty_score":0.2552613},"labels":[],"label_agreement":null},{"id":"W2033820245","doi":"10.1145/1132736.1132756","title":"Developpement d'un outil de mesure de l'utilisabilité des intranets","year":2006,"lang":"fr","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Intranet; Usability; Computer science; World Wide Web; Productivity; Web usability; Quality (philosophy); Knowledge management; The Internet; Human–computer interaction","score_opus":0.03999799515388281,"score_gpt":0.2664111294084185,"score_spread":0.2264131342545357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033820245","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7669683,0.0015683327,0.19938096,0.0011221308,0.0002848062,0.00093519245,0.0009152925,0.0016346836,0.027190315],"genre_scores_gemma":[0.6769363,0.0023299728,0.2997498,0.00028917793,0.00012623132,0.001087307,0.0018213367,0.000459627,0.017200246],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99003345,0.004875569,0.00070418074,0.0009406257,0.003162888,0.0002832372],"domain_scores_gemma":[0.95770323,0.02658823,0.0025796453,0.0031040192,0.008945144,0.0010798066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012566054,0.0010631947,0.00060125,0.0039291633,0.00091734057,0.0045812842,0.0011250029,0.0009892258,0.0030835336],"category_scores_gemma":[0.03938638,0.00058034586,0.0006566322,0.0016103412,0.0009440603,0.0048900046,0.0017454214,0.0013862349,0.0009157983],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004965458,0.0014114712,0.07821934,0.0010940083,0.000112850335,0.00069402426,0.027948914,0.0044989674,0.044823818,0.007731764,0.004507548,0.8284609],"study_design_scores_gemma":[0.00028926562,0.004907062,0.36833885,0.0026820034,0.00044483476,0.0028657215,0.039497092,0.07562411,0.2428956,0.0078177955,0.254032,0.00060569507],"about_ca_topic_score_codex":0.0067119813,"about_ca_topic_score_gemma":0.006121565,"teacher_disagreement_score":0.012566054,"about_ca_system_score_codex":0.001901014,"about_ca_system_score_gemma":0.0028279636,"threshold_uncertainty_score":0.0664565},"labels":[],"label_agreement":null},{"id":"W2036433269","doi":"10.1145/985692.985704","title":"A comparison of static, adaptive, and adaptable menus","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Control (management); Human–computer interaction; Software; Interface (matter); User interface; World Wide Web; Artificial intelligence; Operating system","score_opus":0.06679607622993636,"score_gpt":0.315854657216914,"score_spread":0.24905858098697767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036433269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818907,0.0012784534,0.012674046,0.00005851115,0.000043910848,0.0002176156,0.00012428414,0.0003276569,0.003384816],"genre_scores_gemma":[0.9776019,0.00058356975,0.020034548,0.00006401688,0.00002860916,0.00017331817,0.0002677667,0.00010751609,0.0011388324],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971975,0.0011801126,0.00031312753,0.00025389588,0.00092042785,0.0001349159],"domain_scores_gemma":[0.9640901,0.029431622,0.0013255144,0.0016025301,0.0027029456,0.00084741303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039542536,0.00047955065,0.000597746,0.0015528603,0.00026363137,0.0012252978,0.0005905798,0.00058110274,0.003862288],"category_scores_gemma":[0.03716306,0.0003242664,0.00050352275,0.00072727137,0.0003777054,0.0024713743,0.0007380515,0.00036446945,0.00050947256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025524627,0.0017939128,0.071594924,0.0036588633,0.00074536627,0.00085400045,0.0065590637,0.003538815,0.14344198,0.0027631326,0.0023602487,0.7371651],"study_design_scores_gemma":[0.0023901586,0.030366339,0.8574206,0.0008888463,0.0017742943,0.004536539,0.006787264,0.034865383,0.040150307,0.004706288,0.015622012,0.0004919431],"about_ca_topic_score_codex":0.00045692112,"about_ca_topic_score_gemma":0.00043745074,"teacher_disagreement_score":0.0039542536,"about_ca_system_score_codex":0.00020667832,"about_ca_system_score_gemma":0.00026324735,"threshold_uncertainty_score":0.02091229},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","score_opus":0.10708130373499883,"score_gpt":0.34152062302281383,"score_spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038583143","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009744796,0.1979609,0.53530365,0.08545841,0.0031435369,0.000788608,0.00019865621,0.0015264124,0.16587497],"genre_scores_gemma":[0.42610604,0.19489214,0.303773,0.039708517,0.0037849925,0.0042819064,0.00058290176,0.0012054605,0.02566509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.77318156,0.13443607,0.010297339,0.018651692,0.060593557,0.0028397327],"domain_scores_gemma":[0.7415936,0.18001951,0.0064483746,0.031374257,0.036732607,0.0038317065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.121312104,0.0017711383,0.0034346208,0.0061497674,0.0049060993,0.026323685,0.008727355,0.01137374,0.008300912],"category_scores_gemma":[0.12460912,0.0018783978,0.0017471561,0.007444771,0.04130197,0.021110209,0.0124846315,0.012845105,0.006352545],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012620767,0.0002974683,0.0009866202,0.005208913,0.00012916228,0.00008456899,0.018684674,0.0019334244,0.0006823561,0.6309317,0.017136218,0.3237987],"study_design_scores_gemma":[0.000113160786,0.0003129966,0.00083226664,0.009750466,0.000079700454,0.00047807323,0.006956402,0.0037756579,0.0016940901,0.40910527,0.56673265,0.000169157],"about_ca_topic_score_codex":0.0038260515,"about_ca_topic_score_gemma":0.0013546138,"teacher_disagreement_score":0.121312104,"about_ca_system_score_codex":0.013006043,"about_ca_system_score_gemma":0.018330505,"threshold_uncertainty_score":0.6415674},"labels":[],"label_agreement":null},{"id":"W2039815899","doi":"10.1109/iwsm-mensura.2013.30","title":"An Expert-Based Framework for Evaluating iOS Application Usability","year":2013,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Usability; Software portability; Computer science; Mobile device; Usability inspection; Popularity; Human–computer interaction; Mobile computing; Cognitive walkthrough; Web usability; Multimedia; World Wide Web; Operating system","score_opus":0.07484369467815209,"score_gpt":0.378663222977615,"score_spread":0.3038195282994629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039815899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14037599,0.00057756354,0.7735074,0.00070236507,0.000106746345,0.03401994,0.0011955736,0.0022076515,0.047306817],"genre_scores_gemma":[0.19941823,0.00028162662,0.77082556,0.00019432663,0.000023904257,0.023195012,0.0010184934,0.0001195247,0.0049232575],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9523938,0.023097679,0.0064233835,0.0021776133,0.014480116,0.0014274186],"domain_scores_gemma":[0.94790727,0.022978405,0.0030169692,0.0027378332,0.022558264,0.0008012193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04301399,0.002202742,0.0013087253,0.012643775,0.002155735,0.0033566551,0.0020659566,0.0019335311,0.0040789903],"category_scores_gemma":[0.050017647,0.00064569415,0.0022201387,0.003939933,0.002498713,0.0030235024,0.003514191,0.0018213252,0.0014767079],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096637424,0.005041929,0.079850145,0.005772075,0.00042588243,0.00069201447,0.048864372,0.01127208,0.05253367,0.0686071,0.016530989,0.70944345],"study_design_scores_gemma":[0.0009863027,0.013535822,0.32419112,0.0063097184,0.0008774392,0.0034038695,0.09191554,0.19842166,0.059965834,0.099946186,0.19895889,0.0014876034],"about_ca_topic_score_codex":0.005626796,"about_ca_topic_score_gemma":0.007656641,"teacher_disagreement_score":0.04301399,"about_ca_system_score_codex":0.004538852,"about_ca_system_score_gemma":0.005587503,"threshold_uncertainty_score":0.22748244},"labels":[],"label_agreement":null},{"id":"W2040644680","doi":"10.1109/rev.2010.5625660","title":"Physualization: Going beyond paper prototyping","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Visualization; Session (web analytics); Requirements analysis; Requirements elicitation; Human–computer interaction; Requirements engineering; Stakeholder; Functional requirement; Software engineering; Systems engineering; Engineering; World Wide Web; Software; Artificial intelligence","score_opus":0.011813827576161047,"score_gpt":0.24999170024779088,"score_spread":0.23817787267162985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040644680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021895679,0.0017373789,0.91321844,0.0071414993,0.00052583916,0.00049973966,0.00009604321,0.0037052687,0.051180184],"genre_scores_gemma":[0.29868972,0.0031472347,0.6671636,0.001915554,0.00036152505,0.0010551048,0.00036453744,0.003294366,0.02400829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9739898,0.017691549,0.0007473697,0.001502389,0.004864149,0.0012047606],"domain_scores_gemma":[0.9565333,0.026530258,0.0013945862,0.011735493,0.0027209844,0.0010854255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019489134,0.0014824909,0.0009196606,0.0017768787,0.001743548,0.01321789,0.00392498,0.0029892456,0.0151607655],"category_scores_gemma":[0.05205978,0.0009618061,0.0009210874,0.0013114162,0.0064954134,0.022072462,0.010031271,0.0033301723,0.0034071542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031820103,0.00021513276,0.001186007,0.0014941321,0.0000591711,0.0006598461,0.013758078,0.0056592193,0.019031176,0.44069204,0.013639276,0.5032877],"study_design_scores_gemma":[0.00014678761,0.0006255682,0.0009746895,0.0009824015,0.000055151497,0.0012983904,0.0065935226,0.016911918,0.03418672,0.29104432,0.64698917,0.00019137155],"about_ca_topic_score_codex":0.0005047553,"about_ca_topic_score_gemma":0.00043513192,"teacher_disagreement_score":0.019489134,"about_ca_system_score_codex":0.0010940249,"about_ca_system_score_gemma":0.002420885,"threshold_uncertainty_score":0.10306966},"labels":[],"label_agreement":null},{"id":"W2042204877","doi":"10.1109/agile.2010.11","title":"Distributed and Automated Usability Testing of Low-Fidelity Prototypes","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Agile software development; Usability engineering; Fidelity; Usability inspection; Cognitive walkthrough; Usability lab; Agile usability engineering; Heuristic evaluation; Human–computer interaction; Pluralistic walkthrough; Usability goals; Component-based usability testing; Software engineering; Web usability; Software; Software development; Software development process; Operating system","score_opus":0.024635916387397493,"score_gpt":0.2704023186009551,"score_spread":0.2457664022135576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042204877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55815506,0.0003384585,0.42290783,0.00013755912,0.00007589321,0.003228322,0.00039160645,0.008993066,0.005772267],"genre_scores_gemma":[0.73543626,0.00012919818,0.25963995,0.000044448487,0.000022160866,0.0014996451,0.0005550011,0.00042000448,0.0022533184],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9738105,0.013580508,0.0019169026,0.0028724254,0.007099833,0.00071990874],"domain_scores_gemma":[0.8582268,0.07568245,0.00613698,0.03807846,0.020003453,0.0018718943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016061338,0.0012140544,0.0010472508,0.0019277618,0.0006483359,0.0021809756,0.002860956,0.001140959,0.0035807076],"category_scores_gemma":[0.07251987,0.0007140607,0.00062030496,0.0008783516,0.0010454745,0.0023706488,0.0029360473,0.0010127974,0.001604549],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020816466,0.0035679657,0.023067534,0.0012887934,0.0002613184,0.00080655876,0.0079049235,0.022847602,0.1463836,0.0021931438,0.0039800783,0.7856169],"study_design_scores_gemma":[0.0026999207,0.019345831,0.17423867,0.0011298667,0.00054335716,0.002527401,0.005463545,0.46420193,0.2921028,0.010249198,0.026658803,0.0008387612],"about_ca_topic_score_codex":0.0011864151,"about_ca_topic_score_gemma":0.0014756963,"teacher_disagreement_score":0.016061338,"about_ca_system_score_codex":0.0007303944,"about_ca_system_score_gemma":0.0008819809,"threshold_uncertainty_score":0.08494151},"labels":[],"label_agreement":null},{"id":"W2043195611","doi":"10.1145/1111360.1111367","title":"Online help system design based on the situated action theory","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Hydro-Québec","funders":"","keywords":"Situated; Computer science; Action (physics); Human–computer interaction; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.0784377409262087,"score_gpt":0.27404807942818155,"score_spread":0.19561033850197285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043195611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030492468,0.0003089985,0.9584872,0.00029519084,0.000045812212,0.0009058526,0.000030828312,0.0013871432,0.008046457],"genre_scores_gemma":[0.24786001,0.00025437286,0.74634236,0.0001351892,0.000022475177,0.00091953675,0.00006276584,0.000093477225,0.0043099327],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780697,0.0013218105,0.00013229008,0.00024594396,0.0003990508,0.00009391915],"domain_scores_gemma":[0.99774134,0.0014871922,0.00010514535,0.00017014868,0.00035582087,0.00014027103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002379761,0.0006342095,0.00046509912,0.0008831048,0.00058819517,0.001545487,0.0010666557,0.0010264663,0.0047727213],"category_scores_gemma":[0.0046685976,0.00040231546,0.00048517497,0.00030119068,0.0012968787,0.0019444682,0.0012093748,0.0006128831,0.00078543654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012367112,0.0019166601,0.005334269,0.003623171,0.00026440085,0.0017578283,0.0172719,0.04886219,0.09496283,0.11139664,0.0074436213,0.7059299],"study_design_scores_gemma":[0.0021142948,0.0054373345,0.012155729,0.0008306533,0.0008064431,0.003807299,0.006818574,0.55378187,0.103971556,0.10621239,0.20368414,0.0003797821],"about_ca_topic_score_codex":0.00072469626,"about_ca_topic_score_gemma":0.0009693954,"teacher_disagreement_score":0.0047727213,"about_ca_system_score_codex":0.00053823023,"about_ca_system_score_gemma":0.0009971932,"threshold_uncertainty_score":0.015966356},"labels":[],"label_agreement":null},{"id":"W2047557835","doi":"10.1002/meet.1450420109","title":"Navigational characteristics of e‐document readers","year":2005,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Reading (process); Taxonomy (biology); Set (abstract data type); World Wide Web; Process (computing); Human–computer interaction; Information retrieval; Multimedia; Linguistics","score_opus":0.01177146965139196,"score_gpt":0.25703923525194006,"score_spread":0.2452677656005481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047557835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99814856,0.00007906296,0.0005561801,0.000016671382,0.0000027714764,0.000012614354,0.00006124768,0.0000372947,0.00108567],"genre_scores_gemma":[0.9984352,0.000059198315,0.00065600756,0.0000078499215,0.0000040035593,0.000012150523,0.000116489784,0.000007302035,0.0007017793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993362,0.00020141508,0.000102993996,0.00011692137,0.00018730905,0.00005518484],"domain_scores_gemma":[0.99050397,0.0047263824,0.002162134,0.0005741621,0.0015788345,0.00045456493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007858658,0.00021557235,0.0002278753,0.0017748694,0.00033679526,0.0014923307,0.00027897066,0.0004779789,0.0019225541],"category_scores_gemma":[0.011423841,0.00012968399,0.0001615726,0.0010398958,0.00029379354,0.0008400897,0.0004914953,0.00024469336,0.0006806581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007500166,0.00022541458,0.87928396,0.00017388216,0.000067647845,0.0005390912,0.026543185,0.00024200781,0.013533016,0.00021662905,0.00046040694,0.07796491],"study_design_scores_gemma":[0.000016580825,0.0006275251,0.97013724,0.00004537558,0.000045199497,0.0013378076,0.019747037,0.0011237898,0.0038093696,0.00031438135,0.0027341004,0.00006166125],"about_ca_topic_score_codex":0.0011865468,"about_ca_topic_score_gemma":0.0015014717,"teacher_disagreement_score":0.0019225541,"about_ca_system_score_codex":0.00015798063,"about_ca_system_score_gemma":0.00012811052,"threshold_uncertainty_score":0.0064315796},"labels":[],"label_agreement":null},{"id":"W2049817002","doi":"10.1145/2556288.2557199","title":"Panelrama","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Synchronization (alternating current); Sample (material); Categorization; Human–computer interaction; Distributed computing; Software engineering; Artificial intelligence; Computer network","score_opus":0.01441809810745439,"score_gpt":0.21277366680734816,"score_spread":0.19835556869989376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049817002","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009098229,0.0011541431,0.64810485,0.0011599096,0.0006461807,0.0007358188,0.0032707972,0.19357204,0.14225808],"genre_scores_gemma":[0.09809287,0.0014070933,0.6276186,0.0020173043,0.0003305994,0.001464688,0.013666215,0.034560263,0.22084229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998776,0.00025532255,0.000071823,0.00026081438,0.0004901629,0.0001458639],"domain_scores_gemma":[0.99789363,0.0005054011,0.00010752667,0.000862395,0.0003422722,0.00028885165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016459587,0.00105974,0.0006296275,0.0012464599,0.0009140113,0.0026802782,0.002784601,0.001399465,0.08481817],"category_scores_gemma":[0.004431379,0.0009021294,0.0014610953,0.0006318818,0.00059973873,0.0034921716,0.0045582377,0.0025625948,0.04411537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082854973,0.00039631603,0.0019695573,0.0012314471,0.000089483634,0.0007490271,0.0016336231,0.003386147,0.030190693,0.06654633,0.29409897,0.59887993],"study_design_scores_gemma":[0.000074368465,0.00017651942,0.0011942745,0.00024391318,0.000039892155,0.00073033787,0.00012453945,0.012978227,0.0092443405,0.013136113,0.96197385,0.00008364581],"about_ca_topic_score_codex":0.0017351047,"about_ca_topic_score_gemma":0.002200977,"teacher_disagreement_score":0.08481817,"about_ca_system_score_codex":0.00044379302,"about_ca_system_score_gemma":0.0008973564,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2050131372","doi":"10.1145/2702613.2702636","title":"Crossing Domains","year":2015,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Sketch; Position paper; Session (web analytics); Snapshot (computer storage); Engineering ethics; Field (mathematics); Computer science; Work (physics); Data science; Knowledge management; Engineering; World Wide Web","score_opus":0.08001019159201239,"score_gpt":0.29624844632297154,"score_spread":0.21623825473095915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050131372","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030836413,0.0026864095,0.17607667,0.013753583,0.0020497958,0.000682762,0.00080169755,0.0013047953,0.7718079],"genre_scores_gemma":[0.5355033,0.0045038103,0.13957107,0.00856139,0.00048455357,0.0010313367,0.0028013964,0.0010828048,0.30646038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946542,0.0025516585,0.00028536844,0.00096232706,0.0008105678,0.0007358341],"domain_scores_gemma":[0.995142,0.0015191106,0.00029672324,0.0012866276,0.00086865964,0.0008870321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046772496,0.0009429685,0.00063945254,0.0021853268,0.0056105526,0.013225136,0.0019503838,0.003266187,0.0642388],"category_scores_gemma":[0.010743603,0.0006244167,0.000925388,0.0022913967,0.005299288,0.015205821,0.019314326,0.003734794,0.015027679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113972405,0.00008101957,0.001587621,0.00032458865,0.00001691469,0.0006066543,0.02085654,0.00042505405,0.001080569,0.8082804,0.033548247,0.13307846],"study_design_scores_gemma":[0.00001792484,0.00004253978,0.0005431408,0.00047087314,0.000010875066,0.00053132477,0.018621635,0.00053059304,0.0005875063,0.25004366,0.728578,0.000021960612],"about_ca_topic_score_codex":0.0040057437,"about_ca_topic_score_gemma":0.0032859144,"teacher_disagreement_score":0.0642388,"about_ca_system_score_codex":0.002523938,"about_ca_system_score_gemma":0.0042540617,"threshold_uncertainty_score":0.2149002},"labels":[],"label_agreement":null},{"id":"W2050147921","doi":"10.1007/s00779-009-0241-8","title":"Investigating teamwork and taskwork in single- and multi-display groupware systems","year":2009,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Dalhousie University","keywords":"Collaborative software; Human–computer interaction; Teamwork; Computer science; Task (project management); Interface (matter); User interface; Computer-supported cooperative work; Task management; Knowledge management; Systems engineering; Engineering; Work (physics); Operating system","score_opus":0.03402645806426801,"score_gpt":0.2533030010960293,"score_spread":0.2192765430317613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050147921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987595,0.000031644162,0.00062833796,0.00000856518,0.0000020012662,0.000023054312,0.000004131432,0.000003401588,0.00053930894],"genre_scores_gemma":[0.9989059,0.00001924669,0.0006445073,0.0000068335044,0.0000018721499,0.000037642065,0.000013774312,0.000004252645,0.0003659156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99740976,0.0014116373,0.00016512425,0.0002376048,0.00045659492,0.00031926783],"domain_scores_gemma":[0.9612419,0.0291027,0.0034663281,0.0012949269,0.0029652794,0.0019288561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003927632,0.00037338285,0.00045253793,0.0010523599,0.0018004616,0.0023623619,0.00064808136,0.00064727425,0.0015766608],"category_scores_gemma":[0.034761637,0.0003525675,0.0004013509,0.00057600974,0.0008548586,0.0011606651,0.001820262,0.0006189358,0.00024911895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047587603,0.0038627635,0.65760833,0.00083460595,0.00028691167,0.0006861014,0.20049174,0.0042799567,0.022692354,0.0018296752,0.0006432278,0.102025546],"study_design_scores_gemma":[0.00020605422,0.004239779,0.8656675,0.00012725736,0.0001725303,0.00030221677,0.108510494,0.012080782,0.0048323725,0.0019237244,0.0018541538,0.000083181214],"about_ca_topic_score_codex":0.0056383302,"about_ca_topic_score_gemma":0.0058957622,"teacher_disagreement_score":0.0056383302,"about_ca_system_score_codex":0.0010176407,"about_ca_system_score_gemma":0.001027153,"threshold_uncertainty_score":0.020771563},"labels":[],"label_agreement":null},{"id":"W2050583339","doi":"10.1145/1543137.1543169","title":"Modeling learning effects in mobile texting","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Session (web analytics); Human–computer interaction; Plug-in; Key (lock); Subject-matter expert; Domain (mathematical analysis); Mobile phone; Multimedia; Recall; Keypad; Process (computing); Expert system; Artificial intelligence; World Wide Web","score_opus":0.028659812308229473,"score_gpt":0.2513921476648364,"score_spread":0.22273233535660694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050583339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8351444,0.00048120963,0.15645346,0.000462096,0.000032431828,0.0003102097,0.00034347235,0.00057401444,0.006198647],"genre_scores_gemma":[0.9886984,0.00017872202,0.0066686873,0.000039010036,0.000015984193,0.00011354772,0.00007914611,0.000046523823,0.0041599222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990551,0.00035176726,0.00005422368,0.00022340675,0.00014005137,0.00017545199],"domain_scores_gemma":[0.97764015,0.018313574,0.0018453328,0.0009855798,0.0007447063,0.0004706907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022811235,0.0008718964,0.0010223555,0.0010988389,0.0003766779,0.0014483257,0.0014426551,0.0025486993,0.00485433],"category_scores_gemma":[0.022701995,0.0007710643,0.0010207264,0.0005975321,0.0013274249,0.002929686,0.0010795554,0.0012432282,0.00096075924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004537699,0.0002857135,0.008389534,0.00016685957,0.000066084336,0.00032550283,0.0005558894,0.95169985,0.004273355,0.014330282,0.00028798103,0.019165277],"study_design_scores_gemma":[0.00004448156,0.00017271469,0.0018820824,0.00001316673,0.000026925989,0.00007082568,0.00004200431,0.9894667,0.001186903,0.0068222615,0.0002513413,0.00002057859],"about_ca_topic_score_codex":0.007124821,"about_ca_topic_score_gemma":0.0033781996,"teacher_disagreement_score":0.007124821,"about_ca_system_score_codex":0.0013766675,"about_ca_system_score_gemma":0.00057156297,"threshold_uncertainty_score":0.016239345},"labels":[],"label_agreement":null},{"id":"W2050621488","doi":"10.5555/2022793.2022813","title":"Analysing the cognitive effectiveness of the UCM visual notation","year":2010,"lang":"en","type":"article","venue":"Repository of the University of Namur","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Notation; Computer science; Standardization; Cognitive dimensions of notations; Syntax; Software engineering; Programming language; Cognition; Natural language processing; Linguistics","score_opus":0.007332053449985714,"score_gpt":0.21176579442239138,"score_spread":0.20443374097240566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050621488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768811,0.00043633167,0.00511129,0.00028186548,0.000037454654,0.00014068144,0.00019552128,0.00021095698,0.016704759],"genre_scores_gemma":[0.9884786,0.00016848501,0.007637328,0.000052993262,0.000012730652,0.00010200253,0.00032752345,0.00011235859,0.0031078858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98946196,0.007055363,0.0007434787,0.00041537418,0.0020958823,0.00022795534],"domain_scores_gemma":[0.8859384,0.0968833,0.0035985087,0.005519482,0.007485669,0.0005746267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013294809,0.0004246627,0.00052802317,0.0032182352,0.0008960637,0.0056956336,0.001319617,0.0009511594,0.009379448],"category_scores_gemma":[0.11043582,0.0002755895,0.0003825732,0.002226035,0.0011110456,0.0023666644,0.0021703246,0.00057641283,0.00085046276],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008143454,0.0019530791,0.067794055,0.004336115,0.00028803438,0.0011723264,0.11995298,0.006524618,0.058709346,0.030301085,0.008969225,0.6918558],"study_design_scores_gemma":[0.0014817804,0.013800771,0.43452305,0.004398314,0.0016216069,0.0034252421,0.14894962,0.1240304,0.11326908,0.022011431,0.131595,0.00089371396],"about_ca_topic_score_codex":0.0071201944,"about_ca_topic_score_gemma":0.00514367,"teacher_disagreement_score":0.013294809,"about_ca_system_score_codex":0.0017295206,"about_ca_system_score_gemma":0.0012042377,"threshold_uncertainty_score":0.07031047},"labels":[],"label_agreement":null},{"id":"W2050889957","doi":"10.1016/j.advengsoft.2009.01.024","title":"A methodology for designing information security feedback based on User Interface Patterns","year":2009,"lang":"en","type":"article","venue":"Advances in Engineering Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Universidad Autónoma de Aguascalientes; University of Ontario Institute of Technology","keywords":"Computer science; Human–computer interaction; Human-computer interaction in information security; User interface; User interface design; Set (abstract data type); Interface (matter); Interface design; Information security; Computer security; User experience design; Security service; Software security assurance; Operating system","score_opus":0.019384604917132064,"score_gpt":0.28420267219334616,"score_spread":0.2648180672762141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050889957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036676722,0.000026594866,0.9936778,0.0000758116,0.000012676181,0.0003841701,0.000028254954,0.0014638257,0.0006631442],"genre_scores_gemma":[0.04607812,0.00003837243,0.95200855,0.000040385527,0.0000058382852,0.00056259066,0.00005669823,0.00014963416,0.0010597621],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924045,0.0035721038,0.0007634508,0.0009686367,0.0020496477,0.00024172795],"domain_scores_gemma":[0.9835136,0.0076766857,0.0010653526,0.0023858522,0.004953468,0.0004050332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066062086,0.0014479148,0.0007724068,0.0021768443,0.0011533832,0.0027038262,0.0015822817,0.0014301505,0.0042449823],"category_scores_gemma":[0.021897689,0.0011846212,0.0010690067,0.0009806887,0.0015258663,0.0031540946,0.0015672358,0.0016513374,0.0011574328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004925522,0.0007496037,0.0052864784,0.001771261,0.00016435709,0.0004722345,0.009329302,0.008855292,0.097405665,0.070804514,0.005580477,0.79908836],"study_design_scores_gemma":[0.0005374485,0.002563262,0.007478661,0.0011915319,0.0005956714,0.0029183088,0.005170111,0.5482496,0.22478269,0.10282373,0.10328493,0.00040403818],"about_ca_topic_score_codex":0.0015091836,"about_ca_topic_score_gemma":0.0025715835,"teacher_disagreement_score":0.0066062086,"about_ca_system_score_codex":0.00078088115,"about_ca_system_score_gemma":0.00205549,"threshold_uncertainty_score":0.03493738},"labels":[],"label_agreement":null},{"id":"W2056453264","doi":"10.1177/154193120905302406","title":"Beyond User-Centered Design: Applicable Concepts from Complementary Approaches","year":2009,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; User-centered design; Function (biology); Quality function deployment; Knowledge management; Process management; Software deployment; Software engineering; Systems engineering; Engineering management; Human–computer interaction; Engineering; Operations management","score_opus":0.06225325294109568,"score_gpt":0.26308952213134196,"score_spread":0.20083626919024627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056453264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036059923,0.020090332,0.8991894,0.009484958,0.0007110734,0.0005034088,0.00004849259,0.00022744185,0.06613894],"genre_scores_gemma":[0.20471124,0.02035419,0.75588375,0.00536829,0.00092180376,0.0033980233,0.000114707575,0.0002867193,0.0089613125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9409785,0.04091558,0.0028066197,0.0031754097,0.011095104,0.0010288347],"domain_scores_gemma":[0.95661753,0.032323748,0.0011782799,0.005154573,0.0037925984,0.0009333329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037217297,0.0026717554,0.0024216902,0.008759769,0.0035479784,0.01910275,0.004465488,0.007385375,0.0048381817],"category_scores_gemma":[0.02742043,0.001731294,0.0025636605,0.005669806,0.043653265,0.019457143,0.012383545,0.008704453,0.0013921731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026900385,0.00007048886,0.0002703282,0.0008950315,0.000041263294,0.00009476416,0.0075403755,0.00112823,0.0002707769,0.95139796,0.0008958107,0.03736797],"study_design_scores_gemma":[0.000052027397,0.00016404725,0.00024355105,0.0016335995,0.000036894813,0.0003760437,0.0035385042,0.003568232,0.0006613044,0.91151553,0.078143895,0.00006630872],"about_ca_topic_score_codex":0.0022423472,"about_ca_topic_score_gemma":0.0013463905,"teacher_disagreement_score":0.037217297,"about_ca_system_score_codex":0.006782167,"about_ca_system_score_gemma":0.0065750577,"threshold_uncertainty_score":0.19682628},"labels":[],"label_agreement":null},{"id":"W206381253","doi":"","title":"Proceedings of the 1st ACM SIGCHI symposium on Engineering interactive computing systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Usability; User interface; Interactive systems engineering; Interactive computing; Software engineering; Interface (matter); Human–computer interaction; World Wide Web; User interface design; Programming language","score_opus":0.014881617052609994,"score_gpt":0.22803849398909273,"score_spread":0.21315687693648275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W206381253","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011608162,0.13908257,0.19120373,0.051394343,0.1351458,0.0023319395,0.0042620613,0.011312569,0.45365888],"genre_scores_gemma":[0.035862543,0.087765664,0.088880174,0.015366002,0.027456585,0.0029489966,0.010594227,0.0024233852,0.7287024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99496824,0.0014081494,0.00048348852,0.00066625274,0.0020100872,0.00046387772],"domain_scores_gemma":[0.9930837,0.001968142,0.00021387015,0.0010695303,0.0023939647,0.0012707553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00517099,0.0020128482,0.0030970897,0.001645697,0.0020744,0.009404665,0.0022142932,0.0038144542,0.14873292],"category_scores_gemma":[0.010468385,0.0010724672,0.001339813,0.0017997691,0.0021164394,0.0068763,0.0044275206,0.006602176,0.0829109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003150848,0.00024993476,0.0015089925,0.0006559604,0.00013118777,0.00031250325,0.0005180917,0.0002824605,0.0029465947,0.008351297,0.72728103,0.25744686],"study_design_scores_gemma":[0.00004337572,0.00007494159,0.001366178,0.00033069818,0.00006002536,0.00028894198,0.00023597426,0.000906486,0.00050630973,0.0029496348,0.9931986,0.000038829643],"about_ca_topic_score_codex":0.0040323054,"about_ca_topic_score_gemma":0.008463483,"teacher_disagreement_score":0.14873292,"about_ca_system_score_codex":0.0014428282,"about_ca_system_score_gemma":0.0031121948,"threshold_uncertainty_score":0.49756116},"labels":[],"label_agreement":null},{"id":"W2064919154","doi":"10.3115/1658616.1658664","title":"Understanding children's interactions in synchronous shared environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Workspace; Human–computer interaction; Computer science; Collaborative software; Strengths and weaknesses; Collaborative virtual environment; Field (mathematics); Face (sociological concept); Multimedia; Virtual reality; World Wide Web; Artificial intelligence","score_opus":0.12210072364773908,"score_gpt":0.25722292389477697,"score_spread":0.1351222002470379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064919154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889015,0.0004280387,0.0062010493,0.00015586485,0.0000049003465,0.00004416276,0.000042313884,0.00005486581,0.0041672713],"genre_scores_gemma":[0.9924706,0.00063388754,0.0055994773,0.000026373973,0.0000025397937,0.00008587756,0.000056334917,0.000016955348,0.0011079862],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9985455,0.00057206996,0.00011002387,0.00029262493,0.00025081722,0.00022904716],"domain_scores_gemma":[0.9973617,0.0016052464,0.00050083076,0.00017209588,0.00018692059,0.00017329636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016539255,0.0007215016,0.00043259907,0.0011708098,0.0012560281,0.0030074252,0.0008756921,0.00104163,0.0017950108],"category_scores_gemma":[0.007906966,0.0005230792,0.00051726185,0.0005817137,0.0023418365,0.005094189,0.0021121607,0.00094687723,0.0003287118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023041366,0.0003810028,0.13370194,0.0006956954,0.000070947324,0.0028432326,0.75371665,0.0016164964,0.023299402,0.010005415,0.0011375555,0.07230133],"study_design_scores_gemma":[0.000119615805,0.0012949258,0.34230295,0.0006400546,0.00030410424,0.0066024493,0.5641578,0.008333267,0.01700096,0.017337685,0.041690003,0.00021625754],"about_ca_topic_score_codex":0.0061374316,"about_ca_topic_score_gemma":0.010058335,"teacher_disagreement_score":0.0061374316,"about_ca_system_score_codex":0.0011597797,"about_ca_system_score_gemma":0.0007863977,"threshold_uncertainty_score":0.012203395},"labels":[],"label_agreement":null},{"id":"W206625662","doi":"10.17705/1thci.00011","title":"HCI Research: Future Challenges and Directions","year":2010,"lang":"en","type":"article","venue":"AIS Transactions on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Society of Canada; University of British Columbia","funders":"","keywords":"Face (sociological concept); Field (mathematics); Engineering ethics; Plan (archaeology); Work (physics); Computer science; Knowledge management; Sociology; Data science; Public relations; Political science; Engineering; Social science","score_opus":0.15245717090730035,"score_gpt":0.37727186935197626,"score_spread":0.22481469844467591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W206625662","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059534475,0.15218502,0.0032001394,0.8306791,0.009176185,0.000049208025,0.00006527465,0.00007265134,0.003977121],"genre_scores_gemma":[0.07737679,0.4710218,0.033390913,0.3462951,0.058944605,0.0016573941,0.00040875058,0.00024130274,0.010663355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87716824,0.08920018,0.006642935,0.006501772,0.01563162,0.0048553078],"domain_scores_gemma":[0.6700335,0.24712902,0.005237797,0.010087712,0.052269164,0.015242824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16702831,0.002206002,0.0046917256,0.009014186,0.012362388,0.026766162,0.008128568,0.034827825,0.02002752],"category_scores_gemma":[0.11489562,0.0016225112,0.0029684051,0.008856814,0.04603696,0.06497652,0.0177158,0.032546084,0.0058459053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003574462,0.0004656019,0.0016543441,0.008364278,0.00011277134,0.00064160815,0.013273289,0.0009557896,0.0004368289,0.4975708,0.23440945,0.24175775],"study_design_scores_gemma":[0.00009762397,0.0001867891,0.0007829146,0.012449205,0.00006570234,0.0007469014,0.057491522,0.0013464402,0.00016777648,0.429061,0.4974063,0.00019777594],"about_ca_topic_score_codex":0.008476414,"about_ca_topic_score_gemma":0.011417924,"teacher_disagreement_score":0.16702831,"about_ca_system_score_codex":0.013813827,"about_ca_system_score_gemma":0.03647414,"threshold_uncertainty_score":0.88334066},"labels":[],"label_agreement":null},{"id":"W2067316939","doi":"10.1145/506443.506450","title":"Groupspace","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Workspace; Computer science; Collaborative software; Human–computer interaction; Work (physics); Multimedia; World Wide Web; Knowledge management; Engineering; Artificial intelligence","score_opus":0.04387112392314547,"score_gpt":0.21179800592628498,"score_spread":0.16792688200313952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067316939","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008015966,0.0012774525,0.2426426,0.0021883028,0.002138028,0.0012553615,0.018149452,0.22395408,0.50037885],"genre_scores_gemma":[0.098017715,0.0016436968,0.2173667,0.0023887383,0.00085788156,0.002222588,0.065451086,0.032030527,0.5800211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818134,0.00037369286,0.00013820126,0.00027358186,0.0007305639,0.00030267736],"domain_scores_gemma":[0.99682605,0.0003798472,0.00012773876,0.0013648461,0.0005631247,0.00073843845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002144354,0.0010542822,0.000718912,0.0014624456,0.0022921895,0.0046443916,0.002573523,0.0015688312,0.19876999],"category_scores_gemma":[0.006284808,0.0007520969,0.0008715101,0.0017281437,0.00072325324,0.006187909,0.006572834,0.0016132961,0.11699845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009094534,0.00020736187,0.0010009207,0.0004475251,0.000048277012,0.00021736593,0.0010557529,0.00084662036,0.00496131,0.08897274,0.6404333,0.2608993],"study_design_scores_gemma":[0.00006303545,0.000046664456,0.00020040688,0.00003277892,0.000011527473,0.000115877694,0.00010104873,0.00068410306,0.0019655304,0.012492006,0.9842672,0.000019929583],"about_ca_topic_score_codex":0.0022599772,"about_ca_topic_score_gemma":0.0027286238,"teacher_disagreement_score":0.19876999,"about_ca_system_score_codex":0.0008049729,"about_ca_system_score_gemma":0.0022867282,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2069346773","doi":"10.5964/ejop.v1i1.348","title":"Making a difference: EJOP choice","year":2005,"lang":"en","type":"article","venue":"Europe’s Journal of Psychology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Citation; License; Library science; Attribution; Computer science; World Wide Web; Psychology; Social psychology","score_opus":0.10845645068253966,"score_gpt":0.384771092928161,"score_spread":0.2763146422456213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069346773","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099817,0.0033199145,0.031583264,0.0693535,0.001372337,0.00013629156,0.00014485088,0.00014265401,0.79413015],"genre_scores_gemma":[0.914992,0.0016915489,0.0114597045,0.012503057,0.0004547355,0.00016490708,0.00013902257,0.0002838271,0.058311164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98561645,0.00950445,0.0004549388,0.0008587795,0.0024837228,0.0010817236],"domain_scores_gemma":[0.9819999,0.010817807,0.00090610894,0.0015867895,0.0022233159,0.0024662372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0110950265,0.0004965007,0.0004307837,0.00097487564,0.003918522,0.010709594,0.0009380741,0.00385212,0.034346975],"category_scores_gemma":[0.041137557,0.00026269828,0.0004976089,0.0012257466,0.009950375,0.011319943,0.0058632507,0.003985015,0.0057630604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027956715,0.000271907,0.008009996,0.00021678873,0.00004586895,0.0005112378,0.022343297,0.00036495776,0.0005273795,0.76407707,0.074961364,0.12839058],"study_design_scores_gemma":[0.00007397083,0.00007074513,0.0040072068,0.00024919867,0.000029062747,0.0004373533,0.025148131,0.0014715999,0.00057723565,0.79020876,0.1776703,0.000056491972],"about_ca_topic_score_codex":0.0007081409,"about_ca_topic_score_gemma":0.0009348419,"teacher_disagreement_score":0.034346975,"about_ca_system_score_codex":0.001443661,"about_ca_system_score_gemma":0.0015778082,"threshold_uncertainty_score":0.11490208},"labels":[],"label_agreement":null},{"id":"W207368845","doi":"","title":"The design of effective online help in Web applications","year":2006,"lang":"en","type":"article","venue":"Universiti Utara Malaysia Institutional Repository (Universiti Utara Malaysia)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Usability; World Wide Web; Web design; Task (project management); Web usability; Human–computer interaction; Web modeling; Web Accessibility Initiative; Web standards; User interface; Web service; Web intelligence; Engineering","score_opus":0.009702154826398409,"score_gpt":0.20305103771531224,"score_spread":0.19334888288891383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207368845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057314955,0.0009550685,0.9121811,0.0012684219,0.0000980202,0.0027005384,0.000068777976,0.00224532,0.023167895],"genre_scores_gemma":[0.24555312,0.00086343434,0.74390584,0.00028683143,0.000034377696,0.0022922445,0.00010602353,0.00025774175,0.0067003733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995372,0.0027611551,0.00031014835,0.0002634236,0.001053591,0.0002396364],"domain_scores_gemma":[0.99587613,0.0022000612,0.00030857435,0.00038599613,0.00095976575,0.0002695962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005083579,0.0008756813,0.0005060435,0.0011010855,0.0012721567,0.004548069,0.0016801641,0.0016912195,0.0024575756],"category_scores_gemma":[0.013900608,0.001101035,0.00042115315,0.0005618966,0.0014675754,0.0031303256,0.0019840496,0.0012349949,0.0013802141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043540652,0.0011227354,0.004609818,0.003947392,0.00010682849,0.002019951,0.021240123,0.052597076,0.07149587,0.1690362,0.014205182,0.65918344],"study_design_scores_gemma":[0.0004074786,0.0016108884,0.008163515,0.002027788,0.00027795363,0.0017515938,0.013623647,0.43865022,0.07835781,0.13775826,0.31714535,0.0002255168],"about_ca_topic_score_codex":0.00090973795,"about_ca_topic_score_gemma":0.001528496,"teacher_disagreement_score":0.005083579,"about_ca_system_score_codex":0.0007543532,"about_ca_system_score_gemma":0.0020104838,"threshold_uncertainty_score":0.026884854},"labels":[],"label_agreement":null},{"id":"W2074256768","doi":"10.1145/333329.333332","title":"The UI design process","year":2000,"lang":"en","type":"article","venue":"ACM SIGCHI Bulletin","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Process (computing); Plan (archaeology); Computer science; Focus (optics); User interface; Work (physics); Engineering design process; Design process; Human–computer interaction; World Wide Web; Work in process; Engineering; Operations management","score_opus":0.02513924551575024,"score_gpt":0.2554186388717971,"score_spread":0.23027939335604686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074256768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053006657,0.0021957732,0.87517065,0.0038196305,0.00095257827,0.0032443132,0.0006984721,0.0034602624,0.105157666],"genre_scores_gemma":[0.07216052,0.0024912204,0.7951398,0.0018025005,0.00035212454,0.004201606,0.00235279,0.003326812,0.11817255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9658121,0.016316436,0.0023302299,0.0028491793,0.011527825,0.001164318],"domain_scores_gemma":[0.9709843,0.009347771,0.0008439641,0.006980167,0.010621626,0.0012222065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03004411,0.0016272352,0.0010039744,0.0037824558,0.003569132,0.01524633,0.0039263726,0.002934292,0.019782756],"category_scores_gemma":[0.063246496,0.0014710348,0.0017813143,0.0028188385,0.0038925388,0.0073833624,0.008758738,0.005867652,0.020520646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016684998,0.00023371649,0.0014767329,0.001271115,0.00006689806,0.0007071577,0.028797321,0.0039615477,0.013192551,0.3079758,0.079045236,0.5631051],"study_design_scores_gemma":[0.000040681334,0.00010704344,0.0005355833,0.0008032566,0.000041786778,0.00046704698,0.0025584898,0.0067588245,0.006165505,0.06717235,0.9152752,0.000074256226],"about_ca_topic_score_codex":0.0042034574,"about_ca_topic_score_gemma":0.0018908673,"teacher_disagreement_score":0.03004411,"about_ca_system_score_codex":0.0038629523,"about_ca_system_score_gemma":0.013129641,"threshold_uncertainty_score":0.1588903},"labels":[],"label_agreement":null},{"id":"W2076891891","doi":"10.1145/1125451.1125537","title":"International usability evaluation SIG","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Usability; Brainstorming; Usability engineering; Product (mathematics); Computer science; Appeal; Web usability; Work (physics); Pluralistic walkthrough; Knowledge management; Human–computer interaction; Engineering ethics; Engineering; Political science","score_opus":0.037293755899875214,"score_gpt":0.2921501495902008,"score_spread":0.2548563936903256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076891891","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052229345,0.02787025,0.14823335,0.02180812,0.0290992,0.03216045,0.009329233,0.0063970396,0.672873],"genre_scores_gemma":[0.16754572,0.0157536,0.17590632,0.0037495373,0.0027528042,0.041804202,0.017098011,0.0033813699,0.57200843],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9628368,0.018094461,0.0034992297,0.002049112,0.0117587205,0.0017615514],"domain_scores_gemma":[0.9132424,0.013562521,0.0018438757,0.009385202,0.056300703,0.0056653176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07825305,0.0018502048,0.0011571468,0.0044869427,0.0031254322,0.0054693706,0.0013372246,0.0019228322,0.033775754],"category_scores_gemma":[0.047187973,0.0007450869,0.0017492815,0.0023036113,0.0018183273,0.0026113186,0.0047477563,0.0028714724,0.013528649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007270014,0.0009549766,0.0022920435,0.001041583,0.00013746344,0.00009320938,0.0016684602,0.00045173554,0.0027326066,0.008212731,0.47783107,0.50385714],"study_design_scores_gemma":[0.00028605398,0.0015378698,0.013725177,0.001822167,0.00012137715,0.00020510162,0.0014205857,0.0011305425,0.004303477,0.003327003,0.97204214,0.00007849811],"about_ca_topic_score_codex":0.004662119,"about_ca_topic_score_gemma":0.006182964,"teacher_disagreement_score":0.07825305,"about_ca_system_score_codex":0.0035682993,"about_ca_system_score_gemma":0.009722391,"threshold_uncertainty_score":0.41384667},"labels":[],"label_agreement":null},{"id":"W2078504914","doi":"10.1145/634067.634127","title":"On the reliability of usability testing","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Usability lab; Dialog box; Computer science; Usability inspection; Reliability (semiconductor); Heuristic evaluation; Test (biology); System usability scale; Pluralistic walkthrough; Usability engineering; Web usability; Human–computer interaction; Knowledge management; World Wide Web","score_opus":0.07039233972694191,"score_gpt":0.2691552036774766,"score_spread":0.19876286395053466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078504914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69931567,0.013977117,0.19808467,0.004332573,0.0023358876,0.0030089924,0.0008382815,0.0006322156,0.077474624],"genre_scores_gemma":[0.9756089,0.00077106705,0.020556672,0.0004120427,0.0003612213,0.0010184926,0.00030658295,0.00015979647,0.00080524496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.50385743,0.33206296,0.030696642,0.016655061,0.112778105,0.00394972],"domain_scores_gemma":[0.091528945,0.76311076,0.016554357,0.028239392,0.09895839,0.0016080656],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2947737,0.0010103197,0.0016763861,0.006450198,0.0023006038,0.0042956886,0.002272121,0.0032124005,0.0016560229],"category_scores_gemma":[0.70273626,0.0011876865,0.0018537474,0.003728309,0.008293359,0.0047485293,0.004060988,0.0031347522,0.00093148946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005216573,0.0006675376,0.63672817,0.00300408,0.001749123,0.00066974363,0.027100489,0.0060313125,0.004246838,0.018883593,0.0090927305,0.2866097],"study_design_scores_gemma":[0.0008629272,0.00757273,0.8165736,0.006853501,0.0018622286,0.0026987973,0.012483231,0.058414355,0.010288529,0.041725274,0.040079497,0.00058529736],"about_ca_topic_score_codex":0.00412268,"about_ca_topic_score_gemma":0.0025077262,"teacher_disagreement_score":0.7052263,"about_ca_system_score_codex":0.0036380896,"about_ca_system_score_gemma":0.0033021665,"threshold_uncertainty_score":0.86966956},"labels":[],"label_agreement":null},{"id":"W2083378602","doi":"10.4018/ijepr.2014100102","title":"Design Review Process","year":2014,"lang":"en","type":"article","venue":"International Journal of E-Planning Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Function (biology); Citizen journalism; Set (abstract data type); Participatory design; Process management; Public relations; Knowledge management; Business; Computer science; Engineering management; Engineering; Political science; Operations management; World Wide Web","score_opus":0.2157398316419802,"score_gpt":0.48701399791182604,"score_spread":0.2712741662698458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083378602","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012831739,0.006564741,0.34671825,0.019473234,0.01614952,0.4802602,0.01431215,0.005191132,0.09849901],"genre_scores_gemma":[0.051215734,0.0045395577,0.38246226,0.007866271,0.0020397066,0.469788,0.0070186267,0.0020759192,0.0729939],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8280427,0.11053236,0.01900489,0.012308295,0.02673548,0.0033762855],"domain_scores_gemma":[0.61650544,0.12286167,0.010665111,0.053284455,0.1891151,0.007568147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18856964,0.0027972683,0.0033189387,0.012555503,0.0062820623,0.0097666,0.005305819,0.004087829,0.06908467],"category_scores_gemma":[0.3292084,0.0017892434,0.003257352,0.0060975826,0.0039846236,0.0051551904,0.008384032,0.0073598973,0.026937596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018264756,0.0006476792,0.0010294134,0.017214831,0.00030541667,0.0012602706,0.04330861,0.001756955,0.006247285,0.045439262,0.34183168,0.5391322],"study_design_scores_gemma":[0.0006861585,0.00026428222,0.0007634376,0.0062082848,0.00014120102,0.00019660081,0.0046255337,0.0011865064,0.0022852642,0.01713324,0.966349,0.00016054296],"about_ca_topic_score_codex":0.0051779267,"about_ca_topic_score_gemma":0.0070006093,"teacher_disagreement_score":0.18856964,"about_ca_system_score_codex":0.009933745,"about_ca_system_score_gemma":0.066205524,"threshold_uncertainty_score":0.9972635},"labels":[],"label_agreement":null},{"id":"W2087122180","doi":"10.1145/2145204.2145285","title":"Evaluating the effectiveness of height visualizations for improving gestural communication at distributed tabletops","year":2012,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Gesture; Computer science; Deixis; Visualization; Human–computer interaction; Table (database); Multimedia; Data visualization; Space (punctuation); Multi-touch; Artificial intelligence; Data mining","score_opus":0.082682035117599,"score_gpt":0.37504153716630495,"score_spread":0.292359502048706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087122180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98148006,0.00063122413,0.014972755,0.0000890583,0.00003298116,0.000454588,0.00010077874,0.0004598439,0.0017786472],"genre_scores_gemma":[0.945366,0.000475385,0.05274922,0.000036300575,0.000023679651,0.00047827192,0.000111820686,0.00007023433,0.00068899035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99660975,0.0020708358,0.00036313361,0.00026642793,0.0005236912,0.00016613082],"domain_scores_gemma":[0.93770754,0.05540543,0.0018628673,0.0024594518,0.0017532109,0.00081146474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034810633,0.001401983,0.00067044224,0.0010492331,0.00047134236,0.0014666757,0.00089481217,0.0010761521,0.003375772],"category_scores_gemma":[0.039650075,0.0005056136,0.0006307813,0.0006188042,0.0005546663,0.0020546957,0.0014111076,0.0005872686,0.00027325234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01566794,0.0071469205,0.037978146,0.011440427,0.00073845475,0.0011727064,0.017823342,0.041045018,0.23005733,0.002548744,0.0027304764,0.6316505],"study_design_scores_gemma":[0.008509167,0.10786345,0.30944604,0.0031907498,0.0041618636,0.002359614,0.01424572,0.22751012,0.2996129,0.005656915,0.016433625,0.0010098149],"about_ca_topic_score_codex":0.0010057704,"about_ca_topic_score_gemma":0.0011532513,"teacher_disagreement_score":0.0034810633,"about_ca_system_score_codex":0.00034654638,"about_ca_system_score_gemma":0.0003978202,"threshold_uncertainty_score":0.018409848},"labels":[],"label_agreement":null},{"id":"W2089113163","doi":"10.1109/tse.2013.29","title":"Usability through Software Design","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability inspection; Component-based usability testing; Usability engineering; Cognitive walkthrough; Usability goals; Software engineering; Usability lab; Heuristic evaluation; Software development; Web usability; Software; Human–computer interaction; Programming language","score_opus":0.029666864984378358,"score_gpt":0.2302247028682714,"score_spread":0.20055783788389303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089113163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008615964,0.022797018,0.8074149,0.029088147,0.0012768038,0.0025637,0.00022633882,0.0012798337,0.12673728],"genre_scores_gemma":[0.17616165,0.022408867,0.7738675,0.005369018,0.00077883084,0.005344418,0.00035154022,0.0008011662,0.014917104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.86825144,0.100159004,0.006368163,0.0061376155,0.017661268,0.0014225583],"domain_scores_gemma":[0.9148117,0.06618291,0.0021903506,0.007185713,0.008111972,0.001517359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06761111,0.0038766377,0.002810593,0.0112109985,0.0043788925,0.021766698,0.003863868,0.0054174005,0.0057236184],"category_scores_gemma":[0.06415601,0.0017052126,0.0020917093,0.005112878,0.038337033,0.017128026,0.011891182,0.007597808,0.0021435134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004861931,0.00018975364,0.0014579919,0.0035886625,0.00015700524,0.00019993985,0.019219058,0.0031811579,0.0013441266,0.8309084,0.010002977,0.12970221],"study_design_scores_gemma":[0.00009234127,0.00021273165,0.00078123296,0.004005667,0.000108781685,0.00043876996,0.005320643,0.004223253,0.0019262183,0.7412009,0.24158458,0.00010486694],"about_ca_topic_score_codex":0.0053020585,"about_ca_topic_score_gemma":0.002713709,"teacher_disagreement_score":0.06761111,"about_ca_system_score_codex":0.008821234,"about_ca_system_score_gemma":0.0145442765,"threshold_uncertainty_score":0.357566},"labels":[],"label_agreement":null},{"id":"W2090045375","doi":"10.1145/1880071.1880111","title":"Places for lightweight group meetings","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Group (periodic table); Computer science; Physics","score_opus":0.013501901731824693,"score_gpt":0.24259257153391053,"score_spread":0.22909066980208584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090045375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01216627,0.0012429546,0.88419,0.0023041903,0.0014526055,0.00079628674,0.0006926045,0.031049347,0.066105716],"genre_scores_gemma":[0.24325353,0.0010171562,0.6685478,0.001305184,0.0007147836,0.0017689832,0.0019174133,0.0051283143,0.076346815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99693847,0.0010243492,0.00019100231,0.00045722365,0.0009566259,0.00043239284],"domain_scores_gemma":[0.99469405,0.0011339169,0.0004207116,0.0022404967,0.000581137,0.00092973455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002035365,0.0011074144,0.0006439706,0.0010057118,0.0030578165,0.004957089,0.003510471,0.0027545202,0.05565379],"category_scores_gemma":[0.009218345,0.0008943693,0.0011237919,0.00096652546,0.0017095087,0.0076969443,0.011695237,0.0027058546,0.02490083],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001202681,0.00034695,0.0019040386,0.0017577182,0.0000791073,0.0010739572,0.005874236,0.0075731776,0.020563094,0.4052631,0.14201255,0.41234928],"study_design_scores_gemma":[0.0001645005,0.00026780018,0.00083119364,0.00031324767,0.000060870578,0.00076632324,0.0018457482,0.016950069,0.008822464,0.1275241,0.84233576,0.00011790486],"about_ca_topic_score_codex":0.0009902394,"about_ca_topic_score_gemma":0.0017827768,"teacher_disagreement_score":0.05565379,"about_ca_system_score_codex":0.0008582531,"about_ca_system_score_gemma":0.0012368367,"threshold_uncertainty_score":0.18618047},"labels":[],"label_agreement":null},{"id":"W2091688783","doi":"10.4018/jmcmc.2009010103","title":"FCVW","year":2009,"lang":"en","type":"article","venue":"International Journal of Mobile Computing and Multimedia Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"Acadia University","keywords":"Collaborative software; Computer science; Workspace; The Internet; Computer-supported cooperative work; Work (physics); World Wide Web; Knowledge management; Human–computer interaction; Engineering","score_opus":0.02866157682639993,"score_gpt":0.3358524425396829,"score_spread":0.30719086571328297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091688783","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008070511,0.0008419294,0.043292962,0.0019854251,0.0009510514,0.000828837,0.012720225,0.028727794,0.90258133],"genre_scores_gemma":[0.04748735,0.00059448765,0.03136534,0.00082393305,0.00016867607,0.00092390063,0.026562752,0.006197841,0.8858758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982315,0.00017800488,0.00005248403,0.00038209735,0.00093060517,0.00022539683],"domain_scores_gemma":[0.9974082,0.00024953292,0.000089543435,0.0007710463,0.0010559054,0.00042575374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018167201,0.00082189357,0.0004996846,0.002170846,0.0019063198,0.0036138217,0.0023146525,0.0019473336,0.40448242],"category_scores_gemma":[0.005272746,0.0004237585,0.0004249656,0.001718141,0.00061245536,0.0030739813,0.0027394772,0.0011570806,0.18755415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004177456,0.00017870609,0.0009834386,0.00028968547,0.000015014192,0.00012976432,0.0006173759,0.0002868741,0.0062684678,0.025912646,0.49672958,0.46817073],"study_design_scores_gemma":[0.000033026015,0.00004894549,0.0007028601,0.00004399722,0.0000042897996,0.00010865599,0.00007614126,0.0005474922,0.0015119058,0.0016674534,0.99524444,0.0000107424885],"about_ca_topic_score_codex":0.01189196,"about_ca_topic_score_gemma":0.0090082595,"teacher_disagreement_score":0.5955176,"about_ca_system_score_codex":0.0014903643,"about_ca_system_score_gemma":0.0023591644,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","score_opus":0.020253913933099235,"score_gpt":0.21546277780221912,"score_spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092628922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005931368,0.00004626368,0.99090564,0.00016591331,0.000022110997,0.0000898923,0.000028155984,0.0008227537,0.00198791],"genre_scores_gemma":[0.11159572,0.0001245773,0.8854097,0.000090816975,0.000008836713,0.0002885145,0.000112727634,0.00029443987,0.0020746335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99662507,0.0013196357,0.00027225286,0.0003713844,0.0012588869,0.00015271973],"domain_scores_gemma":[0.9946755,0.0027391778,0.00023347257,0.001492388,0.00078313047,0.000076264034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031363708,0.0009567992,0.00079727895,0.0010436728,0.0006224903,0.0027620727,0.0018027974,0.001612351,0.004440472],"category_scores_gemma":[0.014099032,0.0011074925,0.0016844334,0.00084665726,0.0014105003,0.004284071,0.002163175,0.0020989797,0.0009405377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002654135,0.000446528,0.0032790168,0.0008841702,0.00021590253,0.000462158,0.0023244207,0.13598,0.019594433,0.4069672,0.0059918677,0.423589],"study_design_scores_gemma":[0.000108291424,0.00021959892,0.0004211531,0.00021008821,0.00019593754,0.00048262512,0.00029469637,0.7149884,0.019342426,0.24186532,0.021820277,0.000051165098],"about_ca_topic_score_codex":0.0014803058,"about_ca_topic_score_gemma":0.0019113645,"teacher_disagreement_score":0.004440472,"about_ca_system_score_codex":0.0007699321,"about_ca_system_score_gemma":0.0012226962,"threshold_uncertainty_score":0.0165869},"labels":[],"label_agreement":null},{"id":"W2093723614","doi":"10.1145/506443.506663","title":"The business value of HCI","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Value (mathematics); Computer science","score_opus":0.031049618698695033,"score_gpt":0.22338003309428717,"score_spread":0.19233041439559212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093723614","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040993053,0.11779141,0.005982211,0.09594341,0.0055087376,0.00005579294,0.00024605144,0.00020566548,0.7701674],"genre_scores_gemma":[0.30246785,0.17605029,0.0066114655,0.024515184,0.007965202,0.00033172025,0.00048154677,0.0002787069,0.48129797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99710053,0.00123018,0.000075234006,0.00017634485,0.0011773506,0.00024039023],"domain_scores_gemma":[0.99249953,0.0045214784,0.00023762933,0.0006008385,0.001177195,0.00096329174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029343269,0.00066547585,0.0007192101,0.002001701,0.0020896164,0.011739992,0.0007665904,0.0029824276,0.1030508],"category_scores_gemma":[0.00820606,0.00036466113,0.00036186093,0.0021442622,0.0060827523,0.008174437,0.003561015,0.0037326317,0.023489898],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017310028,0.000055770393,0.0011223062,0.0016527714,0.000037460257,0.0003842473,0.0013082625,0.00021159285,0.0017622408,0.4109155,0.20664832,0.3757284],"study_design_scores_gemma":[0.000018224067,0.00009563903,0.0018332737,0.0019996525,0.000032029042,0.0004990138,0.0020672386,0.00026633264,0.0006799298,0.13697167,0.85551095,0.000026033542],"about_ca_topic_score_codex":0.0019732108,"about_ca_topic_score_gemma":0.0022665046,"teacher_disagreement_score":0.1030508,"about_ca_system_score_codex":0.0025848683,"about_ca_system_score_gemma":0.0021497163,"threshold_uncertainty_score":0.34473926},"labels":[],"label_agreement":null},{"id":"W2095407652","doi":"10.1145/1357054.1357251","title":"Evaluation of a role-based approach for customizing a complex development environment","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Presentation (obstetrics); Software engineering; Software; Human–computer interaction; Work (physics); Data science; Process management; World Wide Web; Engineering","score_opus":0.19781832685365652,"score_gpt":0.28574033170949953,"score_spread":0.087922004855843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095407652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94898176,0.00008045749,0.04346049,0.0002460438,0.000023533381,0.0012360344,0.00003416917,0.00079636974,0.00514108],"genre_scores_gemma":[0.90085804,0.00010371401,0.095547564,0.00013986386,0.000007922051,0.0007607272,0.00007851834,0.00016207325,0.0023415117],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98577535,0.0094745215,0.0008531315,0.0009150322,0.0024159718,0.0005659969],"domain_scores_gemma":[0.9406146,0.04163478,0.002225996,0.0067192526,0.005705368,0.0030999396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01898013,0.00091890816,0.00039825504,0.0007766955,0.00085017027,0.0023566028,0.0024167853,0.0012502767,0.0022080273],"category_scores_gemma":[0.054641925,0.0005519983,0.0004130412,0.00038310437,0.0014230601,0.0028123318,0.0025095087,0.0011446652,0.00039585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007598384,0.020190576,0.044822354,0.003336942,0.0002292936,0.001880045,0.08360137,0.028721029,0.122866645,0.013586194,0.004973433,0.6681938],"study_design_scores_gemma":[0.0072395015,0.073448606,0.16517062,0.0020147553,0.0013928158,0.0038010185,0.058256097,0.4092586,0.14238043,0.012287497,0.12356914,0.0011809306],"about_ca_topic_score_codex":0.0025969653,"about_ca_topic_score_gemma":0.0036518949,"teacher_disagreement_score":0.01898013,"about_ca_system_score_codex":0.0021757053,"about_ca_system_score_gemma":0.0019781836,"threshold_uncertainty_score":0.10037774},"labels":[],"label_agreement":null},{"id":"W2097050362","doi":"10.1109/hicss.2011.199","title":"Expanding the Scope: Interaction Design Perspectives for Visual Analytics","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Visual analytics; Computer science; Human–computer interaction; Analytics; Cultural analytics; Scope (computer science); Data science; Participatory design; Visual reasoning; Visualization; Semantic analytics; Artificial intelligence; Engineering","score_opus":0.1653562705988468,"score_gpt":0.3496300877257307,"score_spread":0.18427381712688387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097050362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00793755,0.0112228235,0.8624671,0.023174325,0.00062194344,0.00022804494,0.00008793459,0.0005476893,0.093712516],"genre_scores_gemma":[0.45251188,0.009802398,0.5102868,0.005670434,0.0010635557,0.0017538598,0.0002418793,0.0009384414,0.017730713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97929996,0.016052367,0.0006533003,0.0013089073,0.0020521954,0.0006333115],"domain_scores_gemma":[0.9645358,0.028443532,0.0007216322,0.0026875865,0.002521563,0.0010899085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017295143,0.0022429095,0.0009591367,0.0043272083,0.0039589573,0.017047234,0.002692782,0.0052538174,0.011318187],"category_scores_gemma":[0.02406719,0.0011764461,0.0017754094,0.0019332735,0.020688027,0.021263786,0.008680223,0.0055574016,0.0016814691],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007371323,0.000047923313,0.0004322392,0.0006753094,0.000030350733,0.00023446354,0.024288382,0.0011535655,0.0013862886,0.93164146,0.002875561,0.03716063],"study_design_scores_gemma":[0.00006963938,0.00012965499,0.0004772826,0.0013194813,0.000060610295,0.00072144304,0.011861445,0.007070753,0.0012636097,0.7905874,0.18638009,0.00005850873],"about_ca_topic_score_codex":0.002165211,"about_ca_topic_score_gemma":0.0011790633,"teacher_disagreement_score":0.017295143,"about_ca_system_score_codex":0.00369695,"about_ca_system_score_gemma":0.0025995392,"threshold_uncertainty_score":0.091466546},"labels":[],"label_agreement":null},{"id":"W2098461445","doi":"10.1145/1460563.1460604","title":"Small details","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Interface (matter); Presentation (obstetrics); Mobile device; Human–computer interaction; Information retrieval; World Wide Web; Operating system; Telecommunications","score_opus":0.09903394648141726,"score_gpt":0.23748774254025462,"score_spread":0.13845379605883734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098461445","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040158993,0.0045863944,0.013025933,0.005135428,0.009826233,0.0008860257,0.0117051685,0.0034723002,0.94734657],"genre_scores_gemma":[0.033743326,0.0028553542,0.011230294,0.0031702293,0.0012697924,0.0008155779,0.008992413,0.0020119413,0.93591106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880826,0.00025214223,0.00009170422,0.00021153157,0.00047645034,0.00015986743],"domain_scores_gemma":[0.99508333,0.0012476896,0.00021552398,0.001630659,0.0011151218,0.00070759136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016386703,0.00063077046,0.00054319727,0.0017385954,0.0017954278,0.0028565868,0.001709146,0.001228401,0.66967535],"category_scores_gemma":[0.0105815455,0.00033031235,0.00067499414,0.0017788464,0.00056260504,0.002813825,0.0033390932,0.0012439566,0.37874597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003171083,0.00011715766,0.0013165463,0.00067648344,0.000018691384,0.00033888847,0.00052849593,0.0001726788,0.0011988606,0.023891484,0.65765524,0.31376836],"study_design_scores_gemma":[0.000011876453,0.000023217533,0.0006216022,0.00006227744,0.0000062464296,0.00013189905,0.000101664875,0.000034218552,0.00033134068,0.0020569968,0.99661356,0.000005130446],"about_ca_topic_score_codex":0.00303321,"about_ca_topic_score_gemma":0.004741605,"teacher_disagreement_score":0.66967535,"about_ca_system_score_codex":0.0009284892,"about_ca_system_score_gemma":0.0014144422,"threshold_uncertainty_score":0.47116798},"labels":[],"label_agreement":null},{"id":"W2099523582","doi":"10.1109/enabl.2000.883709","title":"A review of groupware evaluations","year":2002,"lang":"en","type":"review","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Collaborative software; Computer-supported cooperative work; Computer science; Variety (cybernetics); Frame (networking); Human–computer interaction; World Wide Web; Engineering; Artificial intelligence; Telecommunications","score_opus":0.23721375897060754,"score_gpt":0.42252975393545966,"score_spread":0.18531599496485213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099523582","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053585647,0.99794334,0.00019344212,0.00029232074,0.00014017291,0.000058195572,0.00004673983,0.000006516591,0.00078346714],"genre_scores_gemma":[0.004382743,0.99408287,0.0007448059,0.00028572365,0.00007185144,0.00011368176,0.000068029716,0.0000055783594,0.00024472264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987847,0.0044163573,0.0027143972,0.0006104482,0.004161393,0.0002504307],"domain_scores_gemma":[0.95631415,0.03034971,0.0035304173,0.00061918783,0.008717396,0.00046918148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014432875,0.0011776794,0.0037657556,0.015927574,0.0007434488,0.0022984946,0.0017135612,0.0015683239,0.003235053],"category_scores_gemma":[0.047359526,0.0007815143,0.0015898364,0.014583921,0.0009828709,0.0030638243,0.0010814809,0.0009672947,0.00077315944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002286179,0.000067748064,0.00066739373,0.22736657,0.0005640143,0.00017658086,0.00077953713,0.00019058397,0.00051977596,0.0012530597,0.016528994,0.75165707],"study_design_scores_gemma":[0.00017129193,0.00079585856,0.0117184175,0.48586854,0.004276483,0.0013738364,0.0018844547,0.00016626617,0.0015773699,0.002124755,0.489953,0.00008974392],"about_ca_topic_score_codex":0.004153113,"about_ca_topic_score_gemma":0.008285433,"teacher_disagreement_score":0.015927574,"about_ca_system_score_codex":0.0035085562,"about_ca_system_score_gemma":0.007330061,"threshold_uncertainty_score":0.07632929},"labels":[],"label_agreement":null},{"id":"W2100372184","doi":"10.5555/776816.776909","title":"Empowering software engineers in human-centered design","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Usability engineering; Social software engineering; Software development; Software construction; Human–computer interaction; Software; Programming language","score_opus":0.05591847084833525,"score_gpt":0.2939923103235969,"score_spread":0.23807383947526167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100372184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06499636,0.0014782618,0.88095754,0.012000357,0.00018396361,0.00048424824,0.00002704269,0.0010167606,0.038855415],"genre_scores_gemma":[0.45800295,0.0019576333,0.5270525,0.0025034547,0.00014114128,0.0008279727,0.00008690869,0.00016289164,0.0092645725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843546,0.011030404,0.00057810784,0.00091241335,0.0025771698,0.0005473131],"domain_scores_gemma":[0.9769447,0.014770271,0.0010097952,0.003208902,0.0027646222,0.0013016352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014546983,0.000648115,0.0004383618,0.0017155308,0.002252336,0.005667102,0.001073834,0.0018846913,0.0020825963],"category_scores_gemma":[0.029707063,0.0006509508,0.00043973292,0.0012404828,0.007196516,0.0054852203,0.0052828575,0.0029152315,0.0010010555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089923626,0.0009179263,0.010453751,0.0009630744,0.000055723194,0.0007285214,0.13396661,0.0078042937,0.011230228,0.33591992,0.014032056,0.48383805],"study_design_scores_gemma":[0.000195639,0.0006283037,0.0048170406,0.0013698367,0.00006985457,0.0015105308,0.021728925,0.028083805,0.009051694,0.59736174,0.33505443,0.00012831361],"about_ca_topic_score_codex":0.0011526154,"about_ca_topic_score_gemma":0.001385726,"teacher_disagreement_score":0.014546983,"about_ca_system_score_codex":0.001149311,"about_ca_system_score_gemma":0.004541119,"threshold_uncertainty_score":0.07693267},"labels":[],"label_agreement":null},{"id":"W2100975021","doi":"10.1109/mcg.2009.70","title":"Motivation and Procrastination: Methods for Evaluating Pragmatic Casual Information Visualizations","year":2009,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Procrastination; Computer science; Casual; Information visualization; Visualization; Data visualization; Human–computer interaction; Data science; Artificial intelligence; Psychology","score_opus":0.04999669387059905,"score_gpt":0.38796543826670166,"score_spread":0.3379687443961026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100975021","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5931712,0.0009884252,0.36661702,0.00034057364,0.000113693764,0.01439944,0.0019341918,0.0015921756,0.020843284],"genre_scores_gemma":[0.67188615,0.00029765058,0.29390588,0.00013582765,0.00003725857,0.029533667,0.0009985466,0.00028861748,0.0029164513],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9622413,0.023384178,0.0044850176,0.0021907296,0.007078708,0.0006200349],"domain_scores_gemma":[0.69555455,0.2569933,0.020168604,0.010112713,0.015375669,0.0017951076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04039212,0.0014669214,0.0012405106,0.008701553,0.0013634494,0.005318485,0.001337059,0.001734648,0.0050656525],"category_scores_gemma":[0.19696474,0.00083758065,0.0020408623,0.006444868,0.0023793164,0.0041738558,0.0028549468,0.0014007038,0.00084896287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004878153,0.003275752,0.31326136,0.0074627013,0.0014258241,0.00031677182,0.07967672,0.0047396813,0.014304292,0.019230498,0.006678944,0.5447493],"study_design_scores_gemma":[0.0017206607,0.007935174,0.7411648,0.0019256909,0.0015440768,0.0008928194,0.05458931,0.1009571,0.021819668,0.03586038,0.030277234,0.0013130093],"about_ca_topic_score_codex":0.0025350428,"about_ca_topic_score_gemma":0.0034878019,"teacher_disagreement_score":0.04039212,"about_ca_system_score_codex":0.0020088963,"about_ca_system_score_gemma":0.0015792752,"threshold_uncertainty_score":0.21361649},"labels":[],"label_agreement":null},{"id":"W2102381976","doi":"10.1007/978-3-540-72108-6_20","title":"Collaboration enabled GIS Tools for Emergency Operation Centre","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in geoinformation and cartography","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Geography","score_opus":0.02363406904852414,"score_gpt":0.25634899520925447,"score_spread":0.23271492616073033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102381976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04282792,0.0011247913,0.85709655,0.0005557913,0.00025936431,0.00022765102,0.001269325,0.044398595,0.052239995],"genre_scores_gemma":[0.3913304,0.0012564894,0.5554365,0.00026642124,0.00009711837,0.00046797396,0.0026332124,0.0038400458,0.044671886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950457,0.00015917156,0.000037570597,0.000058620815,0.00018572128,0.000054405784],"domain_scores_gemma":[0.99901783,0.00050253526,0.00003953964,0.00018531794,0.00014957038,0.00010514962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007659157,0.0009385169,0.0005045843,0.00093465665,0.00055913476,0.0018540634,0.0016416532,0.0012297918,0.020160168],"category_scores_gemma":[0.0018192494,0.00041329899,0.00053883676,0.0011061487,0.00028915977,0.0022634692,0.002829349,0.00095741346,0.0038043712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012943796,0.00048340522,0.0022845776,0.001466095,0.00013344598,0.0023307456,0.0080708545,0.024787538,0.055753447,0.055080034,0.109827794,0.7384877],"study_design_scores_gemma":[0.00034103345,0.00064250565,0.0045588072,0.00092015206,0.00033769695,0.0031724921,0.0041550216,0.17579524,0.06898239,0.05270784,0.6880671,0.00031977295],"about_ca_topic_score_codex":0.0011676102,"about_ca_topic_score_gemma":0.0013936204,"teacher_disagreement_score":0.020160168,"about_ca_system_score_codex":0.00027401646,"about_ca_system_score_gemma":0.0004920761,"threshold_uncertainty_score":0.06744248},"labels":[],"label_agreement":null},{"id":"W2104927684","doi":"10.1109/ozchi.1996.559988","title":"Semantic telepointers for groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Workspace; Collaborative software; Focus (optics); Gesture; Viewport; Representation (politics); Object (grammar); Multimedia; Computer vision; World Wide Web; Artificial intelligence; Robot","score_opus":0.05196017736498068,"score_gpt":0.2395398986509189,"score_spread":0.18757972128593822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104927684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005647484,0.0029443237,0.94097555,0.0020370719,0.00044393033,0.00016713986,0.00025669218,0.006431758,0.04109605],"genre_scores_gemma":[0.1391248,0.003964138,0.81548554,0.00073754403,0.0004421824,0.0005292248,0.0009236699,0.0015837917,0.037209146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988991,0.00035833404,0.000118857715,0.00015534736,0.0003840757,0.00008428636],"domain_scores_gemma":[0.9989166,0.00041855391,0.000057903668,0.0004084185,0.00012009951,0.00007835861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001229917,0.0008686367,0.0004897318,0.0008510128,0.0012224417,0.003380641,0.0013336113,0.0022365171,0.031899385],"category_scores_gemma":[0.002627402,0.0005626107,0.00089220155,0.0013205708,0.0023527495,0.009592839,0.0031881065,0.0017051224,0.006592054],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010774389,0.00005063502,0.00016859839,0.00050143735,0.000018193907,0.00022833714,0.0014792543,0.001931397,0.0063264207,0.76571834,0.020905003,0.20256475],"study_design_scores_gemma":[0.000050304574,0.00006891142,0.00026680288,0.00023619445,0.000031375497,0.00060680264,0.00046264124,0.011236505,0.0057130614,0.47384927,0.50744116,0.000036933216],"about_ca_topic_score_codex":0.0008809105,"about_ca_topic_score_gemma":0.0015163659,"teacher_disagreement_score":0.031899385,"about_ca_system_score_codex":0.0009946381,"about_ca_system_score_gemma":0.0007453955,"threshold_uncertainty_score":0.10671407},"labels":[],"label_agreement":null},{"id":"W2106311469","doi":"10.1145/1753326.1753534","title":"Why it's quick to be square","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"","keywords":"Computer science; Square (algebra); Grid; Perspective (graphical); Human–computer interaction; Dominance (genetics); Crossover; Empirical research; Artificial intelligence; Mathematics; Statistics","score_opus":0.03683536807242901,"score_gpt":0.27953929735951105,"score_spread":0.24270392928708204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106311469","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3653147,0.010178014,0.32058322,0.0559371,0.0044974186,0.00042108085,0.00082342786,0.006399316,0.23584569],"genre_scores_gemma":[0.84648526,0.0025494017,0.09463712,0.0074146516,0.000260098,0.00020134536,0.0002943695,0.0009572236,0.04720051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881494,0.00043275455,0.00003546545,0.00023697192,0.0003039456,0.00017589629],"domain_scores_gemma":[0.9953316,0.0023286392,0.00030258848,0.00044515394,0.0011051763,0.0004869121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020706248,0.0005703823,0.00031762352,0.0007099991,0.001147641,0.003834474,0.001069485,0.0018893706,0.020479241],"category_scores_gemma":[0.014386398,0.00029500748,0.00048092418,0.0008428848,0.0024737583,0.0059280423,0.0013220311,0.0012456166,0.006692208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017948669,0.00025638944,0.029667823,0.0016929467,0.00018564987,0.0021229957,0.024342947,0.005499987,0.020131508,0.1825758,0.17242993,0.5592992],"study_design_scores_gemma":[0.0003493613,0.001500621,0.026449136,0.0011203939,0.00023353931,0.00574424,0.029213646,0.020028425,0.011541988,0.2758696,0.62747383,0.00047517713],"about_ca_topic_score_codex":0.0025854511,"about_ca_topic_score_gemma":0.0021735996,"teacher_disagreement_score":0.020479241,"about_ca_system_score_codex":0.00060450163,"about_ca_system_score_gemma":0.00076766504,"threshold_uncertainty_score":0.06850988},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","score_opus":0.08157917640863166,"score_gpt":0.34587573029669977,"score_spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109891159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017944269,0.00031227747,0.9726795,0.00015212064,0.00008889177,0.0022379134,0.00024163035,0.0015785125,0.0047647906],"genre_scores_gemma":[0.0961794,0.00017826426,0.8966017,0.000057392284,0.000029049264,0.005077552,0.0004125248,0.00040706852,0.0010569678],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9565008,0.030996453,0.0027211797,0.0016340445,0.0074664005,0.0006810798],"domain_scores_gemma":[0.9028022,0.06268313,0.00398184,0.011360777,0.018333953,0.00083812576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029553289,0.001980253,0.0013461193,0.005876501,0.0019393519,0.0034333088,0.0014351502,0.00095827447,0.0077272523],"category_scores_gemma":[0.11326105,0.0007571241,0.0019389698,0.0043367594,0.0011791869,0.004210151,0.0028995615,0.002133256,0.0015409369],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010568382,0.00069517206,0.005492898,0.001968759,0.0002345692,0.00009804044,0.004606941,0.016120393,0.012909204,0.056932688,0.008680677,0.89120376],"study_design_scores_gemma":[0.001025911,0.003612667,0.026601182,0.0016509502,0.0006073066,0.0006057108,0.005755621,0.61925316,0.044130944,0.19435546,0.10171585,0.00068516145],"about_ca_topic_score_codex":0.003734801,"about_ca_topic_score_gemma":0.002763105,"teacher_disagreement_score":0.029553289,"about_ca_system_score_codex":0.0028158405,"about_ca_system_score_gemma":0.0035680772,"threshold_uncertainty_score":0.15629464},"labels":[],"label_agreement":null},{"id":"W2110117288","doi":"10.22230/src.2012v3n1a48","title":"Understanding Long-Term Collaboration: Reflections on Year 1 and Before","year":2012,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Knowledge management; Work (physics); Term (time); Digital humanities; Interface (matter); Scale (ratio); World Wide Web; Computer science; Library science; Engineering; Geography","score_opus":0.41311915014232065,"score_gpt":0.4548115564687706,"score_spread":0.04169240632644994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110117288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66564023,0.017026091,0.020659663,0.1907243,0.0036079849,0.0004410186,0.00026895996,0.00027909887,0.10135268],"genre_scores_gemma":[0.96693826,0.0034926888,0.0026524516,0.012129583,0.0003350071,0.00036838045,0.000106145126,0.00027080148,0.01370675],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94202477,0.041562967,0.0011418556,0.0035554739,0.0045592887,0.0071556694],"domain_scores_gemma":[0.834978,0.11513583,0.007920003,0.008511865,0.01368235,0.019772021],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.066272825,0.0010684788,0.0017754777,0.0036324887,0.038999483,0.031999376,0.0062231733,0.010916719,0.007221877],"category_scores_gemma":[0.104129866,0.0014510405,0.0009464257,0.003843756,0.038127985,0.043348514,0.028708396,0.030984791,0.001267897],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003400329,0.00006792345,0.00094357255,0.00006710332,0.0000051887578,0.00028117347,0.9795177,0.000018400937,0.000120517645,0.0078946855,0.0022471899,0.008802488],"study_design_scores_gemma":[0.000006710872,0.00005165033,0.0014278732,0.00024070509,0.000006261434,0.00022051149,0.94590807,0.00003587352,0.00017151685,0.004251559,0.04763994,0.000039309733],"about_ca_topic_score_codex":0.022908304,"about_ca_topic_score_gemma":0.0331608,"teacher_disagreement_score":0.96800065,"about_ca_system_score_codex":0.015006463,"about_ca_system_score_gemma":0.017017784,"threshold_uncertainty_score":0.35048836},"labels":[],"label_agreement":null},{"id":"W2110890920","doi":"10.1518/0018720053653785","title":"The Impact of Visual Layout Factors on Performance in Web Pages: A Cross-Language Study","year":2005,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Web page; Computer science; Web design; Page layout; World Wide Web; Reading (process); Static web page; Human–computer interaction; Information retrieval; Web navigation; Linguistics","score_opus":0.03743262458559483,"score_gpt":0.3189104833163315,"score_spread":0.28147785873073666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110890920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998728,0.0000917502,0.00022462975,0.000013107506,0.000005463188,0.00001729681,0.000019722049,0.000009347165,0.0008906238],"genre_scores_gemma":[0.9984092,0.000101157384,0.00048646482,0.00003755441,0.000008023723,0.00004061073,0.000053337113,0.000034270073,0.00082948065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967127,0.0014736525,0.00043042973,0.00047155845,0.00066426117,0.00024737781],"domain_scores_gemma":[0.95057094,0.03843363,0.00386605,0.0018001003,0.0039258716,0.001403429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005422032,0.0006996168,0.0007111188,0.001318288,0.00060529145,0.0020656954,0.00046579813,0.00065552664,0.003250334],"category_scores_gemma":[0.032026503,0.00040178275,0.0006635199,0.0008704446,0.0013219941,0.0018415257,0.0013992963,0.0006173948,0.00064958923],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009511049,0.0077770674,0.6539699,0.0024548715,0.0012511269,0.003172665,0.116627656,0.002248538,0.07348108,0.0008324702,0.0017068168,0.12696673],"study_design_scores_gemma":[0.00022323469,0.0075708944,0.9629046,0.00013710425,0.00037419196,0.0012644175,0.015219873,0.002267965,0.007330157,0.0006372527,0.0019035822,0.00016679215],"about_ca_topic_score_codex":0.0021027084,"about_ca_topic_score_gemma":0.0019235326,"teacher_disagreement_score":0.005422032,"about_ca_system_score_codex":0.00037292767,"about_ca_system_score_gemma":0.00037801522,"threshold_uncertainty_score":0.028674781},"labels":[],"label_agreement":null},{"id":"W2113435633","doi":"10.1007/978-3-319-07668-3_41","title":"Heuristic Inspection to Assess Persuasiveness: A Case Study of a Mathematics E-learning Program","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Heuristic; Categorization; Usability; Perspective (graphical); Computer science; Heuristic evaluation; Focus (optics); Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.05278255586896766,"score_gpt":0.31238911930632823,"score_spread":0.25960656343736055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113435633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856808,0.00015702941,0.008835176,0.00012150817,0.000010383708,0.00038582232,0.000045319324,0.00007240406,0.004691651],"genre_scores_gemma":[0.967139,0.0001596432,0.029844157,0.00005732327,0.0000073456113,0.00014948272,0.00007421203,0.000048023812,0.0025207342],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99499243,0.0031435182,0.000266878,0.00031906288,0.0010086766,0.00026946492],"domain_scores_gemma":[0.8958949,0.09488639,0.0019851336,0.0022633453,0.0040682056,0.0009019587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007611328,0.00055042404,0.0006111163,0.0020196654,0.0018887259,0.001647794,0.001773497,0.0016870928,0.0023539583],"category_scores_gemma":[0.039831333,0.0003897242,0.000426307,0.0013576729,0.0011189347,0.0011308774,0.001314083,0.0011870051,0.00048046824],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002759332,0.023067515,0.13642518,0.0027215818,0.00023173941,0.010485843,0.20624073,0.00533305,0.04097877,0.0040794914,0.0029825622,0.5646943],"study_design_scores_gemma":[0.0014270479,0.03859003,0.45739242,0.0017523995,0.0012433421,0.018504888,0.22556579,0.09715501,0.117610715,0.013646979,0.026377676,0.0007336932],"about_ca_topic_score_codex":0.0027860936,"about_ca_topic_score_gemma":0.006092293,"teacher_disagreement_score":0.007611328,"about_ca_system_score_codex":0.0007540452,"about_ca_system_score_gemma":0.0014267212,"threshold_uncertainty_score":0.040253043},"labels":[],"label_agreement":null},{"id":"W2113773517","doi":"10.7202/031995ar","title":"Modalités et scénarios d’interaction dans des hypermédias d’apprentissage","year":2007,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.5168386134590139,"score_gpt":0.4456297391280482,"score_spread":0.07120887433096573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113773517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053065628,0.0011792644,0.862903,0.0017465869,0.0001603135,0.00032031635,0.00011915965,0.00075801305,0.079747766],"genre_scores_gemma":[0.64816976,0.001327293,0.31622326,0.00028157406,0.00009022196,0.0008236082,0.00025481023,0.00018011118,0.032649368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9948521,0.002988425,0.00024486182,0.0005804979,0.0010945032,0.00023950073],"domain_scores_gemma":[0.9951049,0.0034217709,0.00023093363,0.00039566794,0.0005820115,0.00026467632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032731877,0.000927601,0.00044820408,0.0015518552,0.0020583018,0.0071861125,0.0012058418,0.0027502875,0.009370641],"category_scores_gemma":[0.008304273,0.0005852411,0.00087388296,0.00076593977,0.0048314063,0.008116685,0.003845003,0.002119264,0.0014845832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014536575,0.00008477055,0.0012719446,0.00043780863,0.000017658309,0.0005922133,0.026723137,0.00442413,0.008889454,0.9081311,0.0015801974,0.047702234],"study_design_scores_gemma":[0.0001297944,0.0004435001,0.0039708163,0.0011725025,0.00007362591,0.0031919188,0.033079863,0.06828406,0.02229127,0.50636053,0.36076784,0.00023426712],"about_ca_topic_score_codex":0.0022750793,"about_ca_topic_score_gemma":0.0021325569,"teacher_disagreement_score":0.009370641,"about_ca_system_score_codex":0.0018347184,"about_ca_system_score_gemma":0.0013602691,"threshold_uncertainty_score":0.03134799},"labels":[],"label_agreement":null},{"id":"W2113966600","doi":"10.11575/prism/30688","title":"Extremely Rapid Usability Testing","year":2008,"lang":"en","type":"article","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Usability lab; Cognitive walkthrough; Usability inspection; Usability engineering; Web usability; Human–computer interaction; Heuristic evaluation; World Wide Web","score_opus":0.25377047231985583,"score_gpt":0.32165241712915016,"score_spread":0.06788194480929433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113966600","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38869888,0.00083985674,0.4984924,0.0011729327,0.0005348253,0.027630407,0.001390015,0.011673666,0.069567055],"genre_scores_gemma":[0.5427291,0.00054309116,0.40829024,0.0014172576,0.00014052851,0.01989458,0.0015919283,0.0017517986,0.023641458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9550115,0.025139585,0.0037367586,0.0034171173,0.010739089,0.0019559218],"domain_scores_gemma":[0.87328917,0.064495884,0.0027377505,0.028070293,0.02975562,0.0016513669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028068919,0.0010321352,0.0007497082,0.0017110736,0.0008968418,0.002024917,0.0015196117,0.00090905034,0.008366121],"category_scores_gemma":[0.081932,0.00069071556,0.0007185308,0.00090136816,0.0009788745,0.002065136,0.003375807,0.0014702827,0.0039999476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001738824,0.002552537,0.0144145265,0.0019881967,0.00019140156,0.0011047649,0.027684864,0.002007472,0.095731296,0.007535703,0.0296231,0.8154273],"study_design_scores_gemma":[0.0016217707,0.019713491,0.135015,0.0026072343,0.00039636777,0.0064955824,0.020788755,0.027025389,0.20115215,0.024124337,0.55999994,0.001059995],"about_ca_topic_score_codex":0.0004158092,"about_ca_topic_score_gemma":0.00070824317,"teacher_disagreement_score":0.028068919,"about_ca_system_score_codex":0.00043560608,"about_ca_system_score_gemma":0.0011854741,"threshold_uncertainty_score":0.14844441},"labels":[],"label_agreement":null},{"id":"W2114638934","doi":"10.1109/case.1992.200152","title":"Integrating widget design knowledge with user interface toolkits","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Natural user interface; Adaptation (eye); Representation (politics); Reuse; World Wide Web; User experience design; Programming language; Operating system; Engineering","score_opus":0.03694813710248495,"score_gpt":0.26953415478282416,"score_spread":0.2325860176803392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114638934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003946193,0.00038021823,0.9810636,0.000611914,0.000041706448,0.00011705879,0.0001125898,0.002834035,0.010892547],"genre_scores_gemma":[0.05904285,0.0009778807,0.932191,0.00018008797,0.000021198057,0.00028389346,0.0007019846,0.0006915253,0.005909618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899108,0.0047490993,0.0016456898,0.0008334162,0.0024499062,0.0004110691],"domain_scores_gemma":[0.9834871,0.008429669,0.00072542304,0.0051409174,0.0019071074,0.00030982654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011282376,0.001199794,0.0012078126,0.0046589607,0.0014680199,0.011090015,0.0034998944,0.0029325653,0.008025375],"category_scores_gemma":[0.034510773,0.002275563,0.0015983133,0.0030404977,0.003915744,0.018182354,0.007540415,0.0039932095,0.002924982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013536453,0.0002451972,0.0016607709,0.0016493662,0.00008926083,0.0011998599,0.028531179,0.015041218,0.0072721243,0.5701341,0.009793826,0.3642478],"study_design_scores_gemma":[0.00008485518,0.0001664416,0.0011151925,0.002096479,0.00018778429,0.002258643,0.0052080685,0.058662776,0.01660691,0.3702901,0.5430034,0.00031940624],"about_ca_topic_score_codex":0.0021720354,"about_ca_topic_score_gemma":0.0043020444,"teacher_disagreement_score":0.011282376,"about_ca_system_score_codex":0.0016431178,"about_ca_system_score_gemma":0.0023955444,"threshold_uncertainty_score":0.059667587},"labels":[],"label_agreement":null},{"id":"W2115164132","doi":"10.32920/ryerson.14640144.v1","title":"Computer Support for Discussions in Spatial Planning","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"NIMBY; Spatial planning; Voting; Argumentation theory; Space (punctuation); Urban planning; Land-use planning; Business; Politics; Land use; Environmental planning; Operations research; Management science; Computer science; Political science; Geography; Engineering; Civil engineering","score_opus":0.06196581401514023,"score_gpt":0.3188841500211945,"score_spread":0.2569183360060543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115164132","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037061414,0.001882588,0.39810503,0.0077889143,0.0022961318,0.0036866893,0.03288893,0.3108334,0.23881222],"genre_scores_gemma":[0.09515819,0.0043291883,0.49474475,0.004828352,0.0032308127,0.021874567,0.070290856,0.0418347,0.26370862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99097013,0.0043487353,0.0009442668,0.001509322,0.0017533713,0.00047421094],"domain_scores_gemma":[0.95116335,0.035594,0.0011994967,0.006438372,0.0031585342,0.0024462603],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009894124,0.0027195674,0.0022538076,0.0031675294,0.00178537,0.008906252,0.004742804,0.0036032402,0.4339678],"category_scores_gemma":[0.051770404,0.0011534331,0.0018165618,0.0068160384,0.0017671206,0.010105553,0.00943978,0.0033049092,0.23263764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007936696,0.00020674906,0.00062955794,0.00106864,0.00005002746,0.00031554373,0.0010161742,0.0014375708,0.0015883743,0.034634884,0.6474733,0.3107856],"study_design_scores_gemma":[0.0005481679,0.00008387744,0.00063690584,0.0004950388,0.00003490212,0.00019026014,0.00016605169,0.010412191,0.0017612061,0.045559075,0.94002646,0.000085747226],"about_ca_topic_score_codex":0.0017237951,"about_ca_topic_score_gemma":0.00093918166,"teacher_disagreement_score":0.4339678,"about_ca_system_score_codex":0.0017792443,"about_ca_system_score_gemma":0.0024266602,"threshold_uncertainty_score":0.80737627},"labels":[],"label_agreement":null},{"id":"W21154431","doi":"10.7202/1033262ar","title":"Le développement d’une méthodologie pour la construction de systèmes d’information multimédias","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.13415965947071026,"score_gpt":0.3632233336530656,"score_spread":0.22906367418235532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W21154431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004611129,0.0010502491,0.9812842,0.0005776524,0.00010267932,0.00044402987,0.00009719442,0.00065837114,0.011174535],"genre_scores_gemma":[0.03602446,0.0012940279,0.95233744,0.00012541324,0.00004638436,0.00093917316,0.00016565097,0.00040308404,0.008664381],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97655326,0.013166988,0.0016976472,0.0020338434,0.006112337,0.0004358981],"domain_scores_gemma":[0.958324,0.029954119,0.0009118739,0.00490375,0.005537944,0.00036832126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01385788,0.0014488727,0.0012694873,0.0050585964,0.0026525964,0.01171584,0.002213178,0.002841365,0.015012716],"category_scores_gemma":[0.047073413,0.0015932097,0.0024561535,0.0042524054,0.004943621,0.008275992,0.003652681,0.003519983,0.003797198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015080294,0.00021302124,0.0026271734,0.0036107206,0.00016720023,0.0004171352,0.022570474,0.0056102728,0.015836963,0.34600648,0.0044099353,0.5983798],"study_design_scores_gemma":[0.00025285652,0.0005423176,0.005536521,0.0045077344,0.00025520634,0.0023527858,0.011265887,0.075051405,0.05634777,0.21088934,0.6326266,0.0003716224],"about_ca_topic_score_codex":0.00745873,"about_ca_topic_score_gemma":0.0064496333,"teacher_disagreement_score":0.015012716,"about_ca_system_score_codex":0.004686584,"about_ca_system_score_gemma":0.006086253,"threshold_uncertainty_score":0.07328838},"labels":[],"label_agreement":null},{"id":"W2118534650","doi":"10.1109/agile.2008.13","title":"Utilizing Digital Tabletops in Collocated Agile Planning Meetings","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; USable; Planner; Computer science; Agile usability engineering; Variety (cybernetics); Agile Unified Process; Usability; Engineering management; Software; Process management; Knowledge management; Software engineering; Engineering; Human–computer interaction; Multimedia; Software development; Software development process; Artificial intelligence","score_opus":0.05191201595156635,"score_gpt":0.2530656985680922,"score_spread":0.20115368261652583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118534650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53210706,0.0022340997,0.42015865,0.0010718848,0.00021859493,0.0016503095,0.00035902922,0.0021900549,0.040010314],"genre_scores_gemma":[0.6685692,0.00076645974,0.32442367,0.00018673694,0.00008978915,0.0006896835,0.00019333273,0.000120861376,0.004960151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962698,0.0025147516,0.00014462884,0.00038685364,0.00050974253,0.0001741249],"domain_scores_gemma":[0.9933848,0.0041914214,0.00058299326,0.001106695,0.00026638305,0.00046772865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019708092,0.0010040236,0.0003956178,0.0011703093,0.00086473516,0.0025241324,0.0009886421,0.00094627246,0.0061053],"category_scores_gemma":[0.0069860294,0.00044828528,0.00039218177,0.0011751564,0.0009029188,0.0021407318,0.0045885877,0.00080619694,0.0010997698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016019875,0.0007554285,0.011627386,0.0015983685,0.00012509865,0.0032051364,0.022465521,0.008511338,0.08657396,0.009972613,0.0063634817,0.8471998],"study_design_scores_gemma":[0.002222282,0.01418213,0.08791146,0.0037438474,0.00080994144,0.015279775,0.063944116,0.11367843,0.14803638,0.029666003,0.5191841,0.0013414907],"about_ca_topic_score_codex":0.00059887994,"about_ca_topic_score_gemma":0.0010841044,"teacher_disagreement_score":0.0061053,"about_ca_system_score_codex":0.0003496012,"about_ca_system_score_gemma":0.00039096,"threshold_uncertainty_score":0.020424247},"labels":[],"label_agreement":null},{"id":"W2118581912","doi":"10.4018/jgim.2002100105","title":"Software and Culture","year":2002,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; Modular design; Software; Human–computer interaction; Interface (matter); Component (thermodynamics); Software development; Core (optical fiber); Component-based software engineering; Software engineering; Programming language; Operating system; Telecommunications","score_opus":0.01470817008428234,"score_gpt":0.22844020654359914,"score_spread":0.2137320364593168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118581912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10118221,0.023124427,0.017162701,0.049863473,0.00141079,0.00011272707,0.00019071695,0.000136247,0.80681676],"genre_scores_gemma":[0.94760835,0.009194052,0.0038943766,0.008678191,0.0004027444,0.000118523225,0.00007682012,0.000106998006,0.029919952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9928081,0.0038940625,0.00032687836,0.0007980544,0.0013180934,0.00085484283],"domain_scores_gemma":[0.9950341,0.0018340009,0.00064346526,0.0006497972,0.0008499932,0.0009885582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038945042,0.0006610797,0.0005164364,0.0017305417,0.0060652182,0.013482925,0.00083028676,0.0018889353,0.0071712574],"category_scores_gemma":[0.0077057397,0.00023739296,0.00026039762,0.0020083026,0.028021986,0.008482363,0.00836603,0.0032502506,0.0010883777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023022578,0.000028009481,0.0027133748,0.0001249149,0.00002730377,0.00015555164,0.04319768,0.00018988014,0.00028279782,0.90433335,0.0068160426,0.042108025],"study_design_scores_gemma":[0.00001670653,0.000076581106,0.0042146686,0.00068896246,0.00002697433,0.0004742984,0.03784996,0.00027947844,0.00043398442,0.4375259,0.5183527,0.000059766917],"about_ca_topic_score_codex":0.006448414,"about_ca_topic_score_gemma":0.0038274042,"teacher_disagreement_score":0.013482925,"about_ca_system_score_codex":0.0044406787,"about_ca_system_score_gemma":0.003304614,"threshold_uncertainty_score":0.03221953},"labels":[],"label_agreement":null},{"id":"W2119363668","doi":"10.1109/enabl.1996.555046","title":"EEN: a pen-based electronic notebook for unintrusive acquisition of engineering design knowledge","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Information engineering; Focus (optics); Engineering design process; Software engineering; Systems engineering; Information system; Engineering management; Engineering","score_opus":0.03361798720439529,"score_gpt":0.23975610989685878,"score_spread":0.20613812269246348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119363668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1100442,0.00091848493,0.82650495,0.0006696787,0.00037296806,0.0016241167,0.0016157312,0.023405932,0.034843966],"genre_scores_gemma":[0.16970009,0.00072458666,0.7847674,0.00045368428,0.00007032213,0.0007766196,0.0012806979,0.0006837675,0.041542843],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994816,0.00014819209,0.000041537867,0.00010180889,0.00018712686,0.00003963964],"domain_scores_gemma":[0.9963576,0.002463378,0.00013675205,0.00056698854,0.00025768703,0.0002174871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010978789,0.0009151075,0.00041959208,0.0006929388,0.0003045924,0.0014747165,0.001611293,0.00091880746,0.024824401],"category_scores_gemma":[0.007006565,0.00034929055,0.00022354166,0.00048803573,0.0005017428,0.0032640516,0.0017724397,0.0006506528,0.0040792557],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009173379,0.000563579,0.0014627165,0.0010193377,0.000035315617,0.0009636925,0.001379298,0.0013693927,0.105371974,0.008965161,0.023399306,0.854553],"study_design_scores_gemma":[0.0007433514,0.003301721,0.020767815,0.0008602813,0.00017165225,0.005978484,0.0021626416,0.032535486,0.20065232,0.013284912,0.719164,0.0003772849],"about_ca_topic_score_codex":0.0003404842,"about_ca_topic_score_gemma":0.0006308901,"teacher_disagreement_score":0.024824401,"about_ca_system_score_codex":0.00018518866,"about_ca_system_score_gemma":0.00041020184,"threshold_uncertainty_score":0.0830459},"labels":[],"label_agreement":null},{"id":"W2121878422","doi":"","title":"Pen as a Technology","year":2015,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phone; The Internet; Internet privacy; Computer science; World Wide Web; Advertising; Business; Linguistics","score_opus":0.15881307307088435,"score_gpt":0.4122757090982202,"score_spread":0.2534626360273359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121878422","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011054363,0.028214766,0.05017939,0.008035017,0.0018207217,0.00009604182,0.00013932193,0.00045566558,0.9000047],"genre_scores_gemma":[0.5593375,0.03890517,0.043305673,0.005548256,0.00159198,0.00029360922,0.00020558189,0.0005306698,0.35028148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99540967,0.0025066035,0.0001870939,0.0005558332,0.0010925352,0.00024826603],"domain_scores_gemma":[0.99544626,0.0025965187,0.00022992793,0.0008674395,0.00052867335,0.00033110063],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020791297,0.0008678875,0.0005788816,0.002006227,0.0028236653,0.015719999,0.0013071484,0.002912264,0.024747102],"category_scores_gemma":[0.006589419,0.00030994936,0.00037461793,0.0019297034,0.014579132,0.01352842,0.004926918,0.0022488548,0.0051644593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025992524,0.00002192864,0.00029625496,0.00028972028,0.000007693905,0.00018424192,0.0075241923,0.00015407031,0.00049813633,0.91490734,0.009659863,0.066430606],"study_design_scores_gemma":[0.000013123281,0.000083284416,0.00042923246,0.0006982599,0.000013472429,0.0012399281,0.0035238757,0.00037692138,0.0011582116,0.13675621,0.8556787,0.000028827899],"about_ca_topic_score_codex":0.0010065766,"about_ca_topic_score_gemma":0.00076951255,"teacher_disagreement_score":0.99717635,"about_ca_system_score_codex":0.0021347986,"about_ca_system_score_gemma":0.0014726032,"threshold_uncertainty_score":0.082787335},"labels":[],"label_agreement":null},{"id":"W2125736597","doi":"10.1145/1062745.1062784","title":"Predicting outcomes of web navigation","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Web navigation; Web page; Task (project management); Similarity (geometry); Information retrieval; World Wide Web; Path (computing); Web analytics; Web modeling; Web application; Graph; Web intelligence; Artificial intelligence; Theoretical computer science; Engineering","score_opus":0.024405780138750662,"score_gpt":0.2713385173065199,"score_spread":0.24693273716776926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125736597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966599,0.00017560534,0.0011547675,0.00011428928,0.0000113642645,0.00003139708,0.0005346087,0.000040141582,0.0012779307],"genre_scores_gemma":[0.9980209,0.000099115634,0.00058354076,0.000015657803,0.00001351174,0.000034034987,0.0008869776,0.000010961504,0.00033523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980704,0.0007925112,0.00018659676,0.00024711524,0.0004559867,0.00024746545],"domain_scores_gemma":[0.9642884,0.01756633,0.007594117,0.0014940958,0.00460838,0.0044486998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040980447,0.0005533706,0.0003963061,0.0020084344,0.00039263646,0.0014821056,0.00046104495,0.0008931712,0.002371973],"category_scores_gemma":[0.04193665,0.00019993243,0.0004730846,0.0012417034,0.00043756398,0.0016100814,0.00095547247,0.0013331986,0.0007531676],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000867003,0.00019881887,0.9925349,0.00001508428,0.00004544155,0.000032376498,0.000087835724,0.00040190067,0.000055809796,0.00007945178,0.00020211763,0.0062595904],"study_design_scores_gemma":[0.000015036392,0.00055907294,0.98934424,0.00002230375,0.00006320207,0.00009227225,0.00030227247,0.0079064695,0.00027550664,0.0009918773,0.0004103968,0.000017399905],"about_ca_topic_score_codex":0.0037769093,"about_ca_topic_score_gemma":0.0053914976,"teacher_disagreement_score":0.0040980447,"about_ca_system_score_codex":0.0004107495,"about_ca_system_score_gemma":0.000641373,"threshold_uncertainty_score":0.021672785},"labels":[],"label_agreement":null},{"id":"W2126432237","doi":"10.1023/a:1011930801390","title":"Is it Ethical to Evaluate Web-based Learning Tools using Students?","year":2001,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.12063872378271584,"score_gpt":0.3809342550198918,"score_spread":0.26029553123717597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126432237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.916782,0.00093846675,0.0067425673,0.041158594,0.0005604675,0.00016669292,0.00003478603,0.000031195053,0.033585206],"genre_scores_gemma":[0.9914426,0.0002538482,0.0015721434,0.0052163694,0.00008651886,0.000115790266,0.000016776958,0.00002245414,0.0012734465],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.8914477,0.060208548,0.005427604,0.0019548882,0.036833663,0.0041275998],"domain_scores_gemma":[0.5883648,0.24896148,0.041143976,0.014606698,0.08373876,0.023184305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061756574,0.00031142682,0.0006156065,0.002180248,0.004220222,0.0115274275,0.0016684652,0.0046850676,0.0029038687],"category_scores_gemma":[0.32512644,0.00031330742,0.00050102884,0.0014534405,0.010936425,0.006646013,0.0041313856,0.0046529896,0.0010965995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076049333,0.004429016,0.5700376,0.0005398067,0.0003000358,0.000545291,0.115934685,0.00065782556,0.003256665,0.069640964,0.014026118,0.21987157],"study_design_scores_gemma":[0.00046630387,0.0039901366,0.26832893,0.0029483074,0.00034218238,0.0019291572,0.51867807,0.0065614576,0.012371555,0.122969344,0.061111122,0.00030346672],"about_ca_topic_score_codex":0.0013873727,"about_ca_topic_score_gemma":0.0022898712,"teacher_disagreement_score":0.061756574,"about_ca_system_score_codex":0.0034745634,"about_ca_system_score_gemma":0.0074053025,"threshold_uncertainty_score":0.32660383},"labels":[],"label_agreement":null},{"id":"W2127484779","doi":"10.1590/s0104-65002000000200004","title":"Missing and declining affordances: are these appropriate concepts?","year":2000,"lang":"en","type":"article","venue":"Journal of the Brazilian Computer Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Pontifícia Universidade Católica do Rio de Janeiro; University of Waterloo; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Affordance; Rhetoric; Framing (construction); Dimension (graph theory); Cognitive dimensions of notations; Computer science; Human–computer interaction; Cognition; Cognitive science; Psychology; Linguistics; Engineering","score_opus":0.019483515552903015,"score_gpt":0.264593819414717,"score_spread":0.24511030386181398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127484779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15160619,0.03981474,0.5331065,0.08301186,0.0027490319,0.00044025344,0.0004143113,0.00069074915,0.1881664],"genre_scores_gemma":[0.93337244,0.0050240736,0.05322391,0.0025050347,0.00050590275,0.0004252651,0.00012450595,0.00025425002,0.0045646527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99091256,0.004656487,0.00071401295,0.0013182677,0.0017832502,0.0006153927],"domain_scores_gemma":[0.98278886,0.009365605,0.0021236122,0.0023037859,0.002329864,0.0010882599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008679789,0.0014486939,0.0012887273,0.0037922538,0.0031253623,0.007978697,0.0026319819,0.004444635,0.0063613425],"category_scores_gemma":[0.040301662,0.00086859445,0.0010867863,0.003128429,0.055130415,0.056805518,0.007648635,0.006488589,0.00081512984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008888456,0.000028307713,0.001467348,0.00044177374,0.000013282687,0.000212742,0.04683917,0.0001400733,0.00067417277,0.92116475,0.0012803114,0.027649228],"study_design_scores_gemma":[0.00003092948,0.00007904547,0.0017196293,0.00069925503,0.000026343254,0.00086276996,0.038231317,0.0008787501,0.00047758478,0.91415757,0.0427723,0.00006451048],"about_ca_topic_score_codex":0.002452139,"about_ca_topic_score_gemma":0.0017954945,"teacher_disagreement_score":0.008679789,"about_ca_system_score_codex":0.0024996747,"about_ca_system_score_gemma":0.002168251,"threshold_uncertainty_score":0.045903683},"labels":[],"label_agreement":null},{"id":"W2127644622","doi":"10.1147/sj.424.0517","title":"Building ease of use into the IBM user experience","year":2003,"lang":"en","type":"article","venue":"IBM Systems Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Usability; Process (computing); Computer science; User experience design; Software engineering; Process management; Engineering management; World Wide Web; Engineering; Human–computer interaction; Operating system","score_opus":0.04459090405807239,"score_gpt":0.28649659972717395,"score_spread":0.24190569566910156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127644622","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120018214,0.05024054,0.23598638,0.039365273,0.006883019,0.00037838682,0.00017002816,0.004696225,0.5422619],"genre_scores_gemma":[0.6768622,0.041818563,0.15777835,0.0065988996,0.0035776389,0.00060689985,0.00048409862,0.002823818,0.10944958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559325,0.0020488559,0.00026986684,0.00019991175,0.0016493413,0.0002386992],"domain_scores_gemma":[0.9939336,0.0036012153,0.00031505278,0.00071160827,0.0009634254,0.00047505042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004456629,0.00038549726,0.00038771646,0.0014805674,0.0014417006,0.009029162,0.00056546135,0.0009334752,0.0082106255],"category_scores_gemma":[0.011023459,0.0003214047,0.0004247202,0.0013878484,0.0022381234,0.009347643,0.0045636003,0.0016813193,0.0013845599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009546293,0.00019283085,0.0037656175,0.00049300055,0.000021170441,0.00045488685,0.053163815,0.00047023062,0.0066215484,0.16930719,0.07915292,0.68626136],"study_design_scores_gemma":[0.00001587972,0.00022232729,0.0039781905,0.0003681559,0.000020837935,0.0009474621,0.008303387,0.000762856,0.002705875,0.022735232,0.959879,0.00006086564],"about_ca_topic_score_codex":0.0008808081,"about_ca_topic_score_gemma":0.0011946794,"teacher_disagreement_score":0.009029162,"about_ca_system_score_codex":0.0010352328,"about_ca_system_score_gemma":0.0015198151,"threshold_uncertainty_score":0.02746731},"labels":[],"label_agreement":null},{"id":"W2127848723","doi":"10.1109/enabl.2000.883711","title":"The mechanics of collaboration: developing low cost usability evaluation methods for shared workspaces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Workspace; Collaborative software; Computer science; Human–computer interaction; Context (archaeology); Heuristic evaluation; Task (project management); Knowledge management; Conceptual framework; Engineering; Systems engineering; Artificial intelligence","score_opus":0.1385000679545008,"score_gpt":0.398164443632392,"score_spread":0.25966437567789125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127848723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019467724,0.0005258849,0.9712832,0.00020712405,0.000038871724,0.00583726,0.00009126796,0.00059589266,0.0019528705],"genre_scores_gemma":[0.05480547,0.00016697404,0.93631196,0.000037614747,0.000017160935,0.008179416,0.00010193232,0.000099867386,0.00027961476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.847089,0.11627693,0.00874723,0.003036962,0.023856947,0.0009929265],"domain_scores_gemma":[0.72132427,0.22210103,0.013057246,0.012102922,0.03017613,0.0012384153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08279738,0.0026962482,0.001807325,0.011091161,0.0015321757,0.0066072475,0.003542298,0.001978339,0.0014432707],"category_scores_gemma":[0.23808075,0.0015234954,0.0016314487,0.005295883,0.003354271,0.0070707886,0.0038729692,0.0021144515,0.0005936496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030977596,0.00095480337,0.012214136,0.003578736,0.0003599176,0.00017856347,0.0136231575,0.014251252,0.0075601283,0.035266716,0.0030954268,0.9086074],"study_design_scores_gemma":[0.0014977874,0.0074512153,0.058276393,0.0068522356,0.0010115552,0.0018662517,0.025628192,0.59797454,0.035405338,0.21746072,0.045357693,0.0012180822],"about_ca_topic_score_codex":0.0017343797,"about_ca_topic_score_gemma":0.0023902843,"teacher_disagreement_score":0.08279738,"about_ca_system_score_codex":0.0033663758,"about_ca_system_score_gemma":0.003933053,"threshold_uncertainty_score":0.43787962},"labels":[],"label_agreement":null},{"id":"W2128840965","doi":"10.5381/jot.2008.7.7.a1","title":"Adapting the User Interface of Integrated Development Environments (IDEs) for Novice Users.","year":2008,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Eclipse; Computer science; User interface; Human–computer interaction; Development environment; Interface (matter); Software engineering; Operating system","score_opus":0.030596085914386898,"score_gpt":0.2614986263266839,"score_spread":0.23090254041229702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128840965","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078491025,0.00048265108,0.91127026,0.00021599454,0.00006541885,0.00063875125,0.000058799218,0.0044008354,0.0043762513],"genre_scores_gemma":[0.1964066,0.00038599866,0.79947126,0.00017756014,0.00002556204,0.00035370458,0.00024708908,0.00042921,0.0025030456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756217,0.0011061097,0.00017747207,0.00034129812,0.0007030623,0.000109905784],"domain_scores_gemma":[0.9901509,0.0055357395,0.00075937953,0.0017204846,0.0014980367,0.00033545023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035356174,0.00091994676,0.00045785352,0.00074128725,0.00032185912,0.0012896156,0.001223602,0.0009646354,0.0013967515],"category_scores_gemma":[0.032987103,0.000410533,0.0004141246,0.00039523045,0.00038679485,0.0017191503,0.0013823372,0.0008701481,0.0010537921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022117612,0.0003201002,0.013329624,0.0005268578,0.00007131626,0.0002854961,0.0013693648,0.01596168,0.049622506,0.0033152665,0.005597453,0.9093791],"study_design_scores_gemma":[0.00037954078,0.0026994497,0.07512159,0.0007496576,0.00039879567,0.0055208695,0.0018833545,0.6452727,0.104992606,0.029533414,0.13303253,0.0004155374],"about_ca_topic_score_codex":0.0006598947,"about_ca_topic_score_gemma":0.0010604529,"teacher_disagreement_score":0.0035356174,"about_ca_system_score_codex":0.00033097653,"about_ca_system_score_gemma":0.0005215888,"threshold_uncertainty_score":0.018698335},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.2818764015980461,"score_gpt":0.4738172032287361,"score_spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129936729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851103,0.00026073374,0.010940993,0.00005741489,0.000030378516,0.000669056,0.000092687114,0.00012264852,0.0027157268],"genre_scores_gemma":[0.9776822,0.00021532904,0.019805558,0.000049719038,0.000014407558,0.00051164965,0.00024039154,0.000028271974,0.0014524285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914954,0.0050546653,0.0008580328,0.00044262194,0.0019035417,0.0002458753],"domain_scores_gemma":[0.9855912,0.007453821,0.00058731163,0.00088580535,0.0051105414,0.00037129258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00717692,0.0004710237,0.00057353,0.001162957,0.00041853907,0.0010143458,0.00056203664,0.00043310807,0.0012336962],"category_scores_gemma":[0.013933897,0.00017612184,0.0007254307,0.0006518473,0.00036127167,0.00089229376,0.0007054681,0.0002731841,0.00026047262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006783841,0.006585067,0.10484817,0.0048924773,0.000584614,0.001381132,0.024058718,0.00861933,0.19669911,0.0014522532,0.0034164295,0.64067876],"study_design_scores_gemma":[0.00073215156,0.08221104,0.60335815,0.0013774876,0.0010171206,0.0021688929,0.027682748,0.052668914,0.206853,0.0012773911,0.020030975,0.00062203803],"about_ca_topic_score_codex":0.0009140553,"about_ca_topic_score_gemma":0.00095855794,"teacher_disagreement_score":0.00717692,"about_ca_system_score_codex":0.00042029447,"about_ca_system_score_gemma":0.000489532,"threshold_uncertainty_score":0.03795564},"labels":[],"label_agreement":null},{"id":"W2130025274","doi":"10.1080/07370020902990402","title":"A Predictive Model of Human Performance With Scrolling and Hierarchical Lists","year":2009,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scrolling; Computer science; Selection (genetic algorithm); Hierarchical database model; Information retrieval; Tree (set theory); Anticipation (artificial intelligence); Contrast (vision); Human–computer interaction; Artificial intelligence; Data mining","score_opus":0.03807816590606963,"score_gpt":0.2823521965992984,"score_spread":0.24427403069322876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130025274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8802329,0.00024756286,0.11209977,0.00062977866,0.000054565517,0.00036086957,0.0009788912,0.00097600685,0.0044197207],"genre_scores_gemma":[0.9881566,0.00008297686,0.009667343,0.000058934147,0.000018718421,0.0001564061,0.00050284044,0.000076933924,0.0012791835],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810386,0.0007257942,0.00008407922,0.0005180593,0.0003406742,0.00022748178],"domain_scores_gemma":[0.9361586,0.04900694,0.006536468,0.003999086,0.0024096065,0.0018893274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045362758,0.0008481111,0.0006890663,0.0014832534,0.00046467083,0.002612854,0.0017368252,0.001835237,0.009254813],"category_scores_gemma":[0.055876747,0.0007512093,0.0009707605,0.0014594683,0.0012150152,0.0027749809,0.0011743412,0.0016295757,0.0033254689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003593353,0.0020958635,0.4542102,0.0006285024,0.0005518829,0.0010097929,0.004515126,0.38445905,0.016049013,0.021878079,0.005747808,0.10526134],"study_design_scores_gemma":[0.00009933146,0.0007565926,0.14148554,0.00006141687,0.00008289661,0.000250165,0.00026368466,0.8381278,0.0014366192,0.016649004,0.00067068695,0.00011631457],"about_ca_topic_score_codex":0.010025797,"about_ca_topic_score_gemma":0.0061012567,"teacher_disagreement_score":0.010025797,"about_ca_system_score_codex":0.0011358594,"about_ca_system_score_gemma":0.0010121834,"threshold_uncertainty_score":0.03096044},"labels":[],"label_agreement":null},{"id":"W2135345119","doi":"10.1145/1166253.1166301","title":"User interface façades","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Personalization; Human–computer interaction; User interface; Interface (matter); Graphical user interface; Natural user interface; User interface design; Simple (philosophy); Post-WIMP; 10-foot user interface; User experience design; World Wide Web; Operating system","score_opus":0.015456883242892223,"score_gpt":0.2473856424170776,"score_spread":0.2319287591741854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135345119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020970466,0.003918206,0.6824206,0.0018017241,0.0011028061,0.0017990627,0.0026059044,0.13752814,0.14785312],"genre_scores_gemma":[0.2842548,0.003224668,0.48065227,0.0030002783,0.00059528096,0.0022546093,0.0057211947,0.023507182,0.19678979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976361,0.0006606254,0.00022713808,0.0003535139,0.00093984016,0.00018272462],"domain_scores_gemma":[0.9929516,0.0025902155,0.00025740467,0.002186025,0.0015102406,0.0005044203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023971996,0.0022290524,0.0010463374,0.0022237115,0.0012395934,0.004034514,0.001852749,0.001984043,0.07924831],"category_scores_gemma":[0.017273275,0.0009149968,0.0010214356,0.0010182546,0.0009883695,0.004026291,0.0039721527,0.001785553,0.026893642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014002004,0.0002593923,0.0029605923,0.0013553487,0.0001197375,0.00060521456,0.005643429,0.0021795696,0.032078244,0.059284616,0.18977529,0.70433843],"study_design_scores_gemma":[0.00011037281,0.00036723563,0.002605944,0.00045990382,0.000080774815,0.0010707555,0.0004499066,0.007840126,0.011171509,0.012752223,0.9629479,0.00014346401],"about_ca_topic_score_codex":0.0016510165,"about_ca_topic_score_gemma":0.0010793766,"teacher_disagreement_score":0.07924831,"about_ca_system_score_codex":0.0005352084,"about_ca_system_score_gemma":0.00073875446,"threshold_uncertainty_score":0.26511198},"labels":[],"label_agreement":null},{"id":"W2136978097","doi":"10.1007/978-3-540-69554-7_16","title":"Mixed-Fidelity Prototyping of User Interfaces","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Fidelity; Commit; Computer science; Rapid prototyping; Interface (matter); Process (computing); Human–computer interaction; User interface; Software engineering; Engineering; Programming language; Operating system; Database","score_opus":0.055027689131631564,"score_gpt":0.28618182071152876,"score_spread":0.2311541315798972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136978097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04092537,0.0011368223,0.94428927,0.000088227345,0.00020679687,0.00038961606,0.00010089822,0.0018885782,0.010974481],"genre_scores_gemma":[0.34550607,0.00066669553,0.6322905,0.00008571106,0.00005111812,0.0006793293,0.00018659398,0.000509249,0.02002474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954181,0.0017727761,0.00022989466,0.00032428262,0.0020202082,0.00023484157],"domain_scores_gemma":[0.98810995,0.006977777,0.00031086217,0.0026604456,0.0016976006,0.00024337618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033861739,0.0011083675,0.0009923778,0.0007350438,0.0006024466,0.002966729,0.0028521384,0.0016454128,0.012800156],"category_scores_gemma":[0.013569278,0.0015615233,0.0007567266,0.00038591216,0.0007629374,0.0022466637,0.0029925671,0.0012089665,0.00237162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010311663,0.0005154037,0.0015388954,0.001894154,0.00019245505,0.0007313204,0.0024614895,0.02662523,0.338177,0.024984643,0.0049783997,0.59686995],"study_design_scores_gemma":[0.00031924606,0.005992912,0.004957276,0.0007238607,0.0002672047,0.00419606,0.00065066654,0.3095778,0.5619873,0.016746579,0.094185926,0.0003951825],"about_ca_topic_score_codex":0.00040671168,"about_ca_topic_score_gemma":0.00063322316,"teacher_disagreement_score":0.012800156,"about_ca_system_score_codex":0.00037818428,"about_ca_system_score_gemma":0.00034517175,"threshold_uncertainty_score":0.04282081},"labels":[],"label_agreement":null},{"id":"W2139772333","doi":"10.1145/571878.571901","title":"Visibility-based interest management in collaborative virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Visibility; Computer science; Collaborative virtual environment; Filter (signal processing); Bandwidth (computing); Multimedia; World Wide Web; Human–computer interaction; Virtual reality; Computer vision; Computer network","score_opus":0.03975055687388115,"score_gpt":0.25227507228921964,"score_spread":0.21252451541533848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139772333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067363046,0.00047574044,0.9258756,0.00020447452,0.000044329445,0.00007581245,0.00001900774,0.0020180142,0.0039240518],"genre_scores_gemma":[0.8185102,0.00025237142,0.17784579,0.000046661095,0.000064169224,0.000081865524,0.000062422834,0.0002541442,0.0028824524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968796,0.0012405283,0.00023488869,0.00042048935,0.0009633724,0.00026102512],"domain_scores_gemma":[0.99272764,0.0034986106,0.00063352037,0.001624075,0.00089059124,0.0006255941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036406438,0.00045217722,0.00060741504,0.0009989648,0.0010736898,0.0031522738,0.001827334,0.00090898713,0.0010361642],"category_scores_gemma":[0.012627773,0.0006310735,0.0004003341,0.00055705645,0.0014418701,0.0045613763,0.0032506275,0.0011480843,0.0003601297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016535977,0.00065797276,0.0063316165,0.00037668095,0.00013203025,0.0008281771,0.0125616025,0.034981992,0.112117544,0.18445937,0.0061389524,0.63976043],"study_design_scores_gemma":[0.00037322965,0.00079256634,0.007985602,0.00014553279,0.000271538,0.0013139087,0.0023095307,0.55362123,0.16806813,0.19407876,0.07063955,0.00040039807],"about_ca_topic_score_codex":0.0019427579,"about_ca_topic_score_gemma":0.0010091263,"teacher_disagreement_score":0.0036406438,"about_ca_system_score_codex":0.00060823734,"about_ca_system_score_gemma":0.00062620675,"threshold_uncertainty_score":0.01925373},"labels":[],"label_agreement":null},{"id":"W2141905672","doi":"10.11575/prism/30663","title":"Combining Power and Simplicity in a Groupware Toolkit","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan; University of Calgary","keywords":"Collaborative software; Computer science; Simplicity; Simple (philosophy); Software engineering; Human–computer interaction; World Wide Web","score_opus":0.016968870525972384,"score_gpt":0.24906827744501323,"score_spread":0.23209940691904085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141905672","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010066367,0.00028573492,0.9703757,0.00074135,0.00008290236,0.0001810072,0.00001636809,0.005806342,0.012444211],"genre_scores_gemma":[0.1326429,0.0003553003,0.85150677,0.00042059616,0.000108768094,0.00038325693,0.000077458724,0.0036320535,0.010872821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869197,0.0047411616,0.0011619935,0.0010168809,0.0053057387,0.00085449667],"domain_scores_gemma":[0.9756404,0.012603702,0.0008085353,0.0063765245,0.002900108,0.0016707338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098212315,0.001520709,0.0011054492,0.0029272398,0.0016459407,0.0056988536,0.0033722252,0.0015821559,0.0072289333],"category_scores_gemma":[0.03296498,0.0018994949,0.0012737341,0.0013635481,0.0048005586,0.011938601,0.012497535,0.002641256,0.0040127644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000799843,0.0002844518,0.004909305,0.001979954,0.00025478622,0.0016871778,0.015899995,0.011553109,0.05006758,0.27248472,0.018399596,0.6216796],"study_design_scores_gemma":[0.0006192311,0.0013438349,0.0042033787,0.0010293178,0.0007503967,0.006661915,0.002164625,0.06331993,0.04478128,0.36823896,0.50616366,0.00072355726],"about_ca_topic_score_codex":0.001165862,"about_ca_topic_score_gemma":0.0013721825,"teacher_disagreement_score":0.0098212315,"about_ca_system_score_codex":0.0009927026,"about_ca_system_score_gemma":0.0017594629,"threshold_uncertainty_score":0.051940262},"labels":[],"label_agreement":null},{"id":"W2144201843","doi":"10.1152/advan.00043.2013","title":"An efficient approach to improve the usability of e-learning resources: the role of heuristic evaluation","year":2013,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Heuristic evaluation; Computer science; Heuristics; Heuristic; Usability goals; Usability inspection; Web usability; Cognitive walkthrough; Set (abstract data type); Human–computer interaction; Artificial intelligence","score_opus":0.01055014456176382,"score_gpt":0.29082560346671077,"score_spread":0.28027545890494693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144201843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16675954,0.0034610357,0.7968997,0.003215877,0.00022193824,0.008918738,0.00016871392,0.002118176,0.018236278],"genre_scores_gemma":[0.2584184,0.0007604969,0.73662645,0.00053168077,0.000043968725,0.0023031915,0.00014379647,0.0001775856,0.0009943644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.85211253,0.1136163,0.007814297,0.0044102897,0.020029666,0.0020168615],"domain_scores_gemma":[0.70577234,0.21628398,0.015310477,0.02142416,0.038713403,0.0024957154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10244258,0.003086163,0.0025482485,0.0065411027,0.0017284869,0.008418441,0.0044408157,0.0021800315,0.0027134314],"category_scores_gemma":[0.22467081,0.0012744489,0.0013101003,0.0034802558,0.003694729,0.007096083,0.0044281343,0.002847018,0.00090925477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010528718,0.0030082043,0.021098867,0.0059037637,0.0005404782,0.00040099522,0.013293012,0.015477461,0.018062279,0.015571312,0.006095792,0.89949495],"study_design_scores_gemma":[0.0022041562,0.01994757,0.121175095,0.016801808,0.001943785,0.003268967,0.06076515,0.35958847,0.11503334,0.18944187,0.106984556,0.0028452678],"about_ca_topic_score_codex":0.002545054,"about_ca_topic_score_gemma":0.003940165,"teacher_disagreement_score":0.10244258,"about_ca_system_score_codex":0.0040346175,"about_ca_system_score_gemma":0.00866596,"threshold_uncertainty_score":0.54177463},"labels":[],"label_agreement":null},{"id":"W2146038408","doi":"10.1145/587078.587086","title":"Improving interpretation of remote gestures with telepointer traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Gesture; Computer science; Pointer (user interface); Jitter; Human–computer interaction; Visibility; Artificial intelligence; Telecommunications","score_opus":0.01676335793589917,"score_gpt":0.21796747348222414,"score_spread":0.20120411554632497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146038408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7308832,0.00057595025,0.25190625,0.00035421966,0.00006206794,0.00023898111,0.00032100576,0.009624223,0.0060341377],"genre_scores_gemma":[0.88314164,0.0003915952,0.1133371,0.00006146734,0.000026071277,0.00011178443,0.00028626883,0.0005891676,0.0020548198],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99880123,0.0005179076,0.000089538094,0.00020762633,0.0003036332,0.000080125144],"domain_scores_gemma":[0.98215723,0.013210659,0.00094569253,0.0023715764,0.00094861555,0.0003662506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016286854,0.0012530908,0.0006826551,0.0009535209,0.00032382432,0.0018406091,0.0012107193,0.0010802061,0.0048185936],"category_scores_gemma":[0.023799628,0.0004860179,0.00032702045,0.00057127565,0.0006104346,0.003294304,0.0018762248,0.0008870431,0.000739383],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030554254,0.0006349193,0.01511962,0.0013211281,0.00012350192,0.0012083531,0.027272347,0.008953047,0.22182575,0.0028059573,0.0032381213,0.71444184],"study_design_scores_gemma":[0.0011763657,0.0073184245,0.14651531,0.0015354624,0.00092013855,0.005824988,0.023804262,0.23700951,0.47756478,0.025863227,0.07141608,0.0010513611],"about_ca_topic_score_codex":0.0007706713,"about_ca_topic_score_gemma":0.0008844386,"teacher_disagreement_score":0.0048185936,"about_ca_system_score_codex":0.00023560305,"about_ca_system_score_gemma":0.00029756414,"threshold_uncertainty_score":0.016119778},"labels":[],"label_agreement":null},{"id":"W2146222110","doi":"10.1109/hpcs.2006.51","title":"Understanding the Parallel Programmer","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Programmer; Usability; Parallel programming model; Focus (optics); Programming paradigm; Domain (mathematical analysis); Sorting; Parallel computing; Programming language; Human–computer interaction","score_opus":0.1334901562641699,"score_gpt":0.26317375093226936,"score_spread":0.12968359466809945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146222110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.510329,0.010981664,0.18638614,0.060055036,0.0006386876,0.00018775903,0.00012449465,0.00070149987,0.23059565],"genre_scores_gemma":[0.9167035,0.00688961,0.045043524,0.004879238,0.00016343391,0.00013018498,0.000103810635,0.00016360014,0.025923057],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99828786,0.000868851,0.000071651775,0.00022779273,0.00038267163,0.00016106607],"domain_scores_gemma":[0.99563605,0.002437693,0.0002599577,0.00032444028,0.0009066937,0.00043517994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023437089,0.000513632,0.0002292541,0.0011743875,0.0013476907,0.0042610704,0.00065440434,0.0017715633,0.002930473],"category_scores_gemma":[0.011003557,0.00046973128,0.00025142735,0.000394823,0.004046903,0.009700791,0.0021967136,0.002684438,0.0008501027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012220298,0.0002576332,0.032421187,0.0006550484,0.000023256882,0.0009768349,0.46357733,0.0014103819,0.009248664,0.18127899,0.03393177,0.27609667],"study_design_scores_gemma":[0.00004210049,0.0003548351,0.031490866,0.0009654957,0.0000442644,0.004433299,0.25904912,0.010905608,0.0032853098,0.2340743,0.45526662,0.0000882128],"about_ca_topic_score_codex":0.0035233966,"about_ca_topic_score_gemma":0.003189601,"teacher_disagreement_score":0.0042610704,"about_ca_system_score_codex":0.0010413736,"about_ca_system_score_gemma":0.0016250352,"threshold_uncertainty_score":0.012394905},"labels":[],"label_agreement":null},{"id":"W2146765982","doi":"10.2340/16501977-0952","title":"Usability testing of two e-learning resources: Methods to maximize potential for clinician use","year":2012,"lang":"en","type":"article","venue":"Journal of Rehabilitation Medicine","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Usability; Navigability; Session (web analytics); Resource (disambiguation); Relevance (law); Quality (philosophy); Categorization; Computer science; Cognitive walkthrough; Web usability; Human–computer interaction; World Wide Web; Artificial intelligence","score_opus":0.09749781756499752,"score_gpt":0.4136881073714319,"score_spread":0.3161902898064344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146765982","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2906611,0.0011191613,0.22981144,0.0005830839,0.00024933755,0.4681203,0.0006319002,0.00060865906,0.008215013],"genre_scores_gemma":[0.19322447,0.0005122335,0.43841335,0.0003127772,0.00007139847,0.36587355,0.00028101896,0.000103867016,0.001207298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7794171,0.15806039,0.028291905,0.0051757717,0.027116142,0.0019387748],"domain_scores_gemma":[0.66102344,0.23788553,0.01929323,0.019323088,0.060819134,0.0016555918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14588936,0.0023618394,0.0018569025,0.0043640165,0.0018160986,0.0022859145,0.0025404755,0.0021317624,0.003999763],"category_scores_gemma":[0.23528256,0.0012913272,0.0016173304,0.0026562004,0.0027900285,0.0020129355,0.0031274266,0.0013409856,0.0009900881],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009390418,0.01890076,0.0668986,0.02360421,0.0004572419,0.00084497244,0.0698624,0.0026614533,0.043070626,0.0047547226,0.0043271477,0.7552275],"study_design_scores_gemma":[0.01738025,0.18427059,0.38468704,0.016737625,0.0019904114,0.0026333511,0.054753315,0.027446572,0.19576246,0.011768357,0.100606136,0.0019639018],"about_ca_topic_score_codex":0.0017139626,"about_ca_topic_score_gemma":0.0029715819,"teacher_disagreement_score":0.14588936,"about_ca_system_score_codex":0.002159215,"about_ca_system_score_gemma":0.0074462825,"threshold_uncertainty_score":0.7715459},"labels":[],"label_agreement":null},{"id":"W2153026831","doi":"10.1007/s00779-007-0154-3","title":"Using job-shop scheduling tasks for evaluating collocated collaboration","year":2007,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Human–computer interaction; Scheduling (production processes); Task (project management)","score_opus":0.10307134223095887,"score_gpt":0.3764747728313812,"score_spread":0.2734034306004223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153026831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96327657,0.0001693987,0.033184733,0.000023923802,0.00008351454,0.0006945144,0.0003334801,0.00048732958,0.0017465528],"genre_scores_gemma":[0.9626494,0.00007461612,0.034942802,0.000020364276,0.000023003611,0.00085176824,0.0005032697,0.00009409129,0.0008407477],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99275714,0.0038133338,0.00089064153,0.00067058596,0.0016074076,0.0002609788],"domain_scores_gemma":[0.90661985,0.07306457,0.0056595686,0.0028704829,0.007663857,0.0041216016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064944043,0.0013122101,0.0016038701,0.0031405706,0.0011557158,0.0017970343,0.0011008877,0.0013803423,0.0027275404],"category_scores_gemma":[0.064872354,0.0005192957,0.0009668833,0.001799376,0.0004324406,0.0015932142,0.0013296017,0.0007100736,0.0008924136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045864195,0.01064533,0.2305747,0.0043429015,0.002042922,0.0009905247,0.016893174,0.08706676,0.066245176,0.0035992379,0.0056090904,0.52612597],"study_design_scores_gemma":[0.002860755,0.025553329,0.32980204,0.0003851713,0.0010197808,0.0006276653,0.008539188,0.58389974,0.03468432,0.0063032242,0.005750925,0.0005738932],"about_ca_topic_score_codex":0.0044476236,"about_ca_topic_score_gemma":0.0046110163,"teacher_disagreement_score":0.0064944043,"about_ca_system_score_codex":0.0010961373,"about_ca_system_score_gemma":0.0013649735,"threshold_uncertainty_score":0.034346104},"labels":[],"label_agreement":null},{"id":"W2154176717","doi":"10.1145/1874551.1874552","title":"Hypertext 2010 conference review","year":2010,"lang":"en","type":"article","venue":"ACM SIGWEB Newsletter","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hypertext; Hypermedia; Nova scotia; World Wide Web; Library science; HyperCard; Computer science; Sociology","score_opus":0.043422631016802646,"score_gpt":0.26964753900342503,"score_spread":0.22622490798662237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154176717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067249866,0.81032896,0.00261366,0.04402076,0.05255781,0.0003202004,0.0020448207,0.0008203019,0.08662095],"genre_scores_gemma":[0.0054555396,0.84776336,0.0025175316,0.023207467,0.020396825,0.0005013716,0.005273997,0.0005028489,0.094381176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962058,0.00078596687,0.00051365804,0.00030911923,0.0018947474,0.000290673],"domain_scores_gemma":[0.97161734,0.00529732,0.0017760728,0.00085882394,0.017745204,0.0027051894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004844313,0.0009257897,0.0013051585,0.00926719,0.0014249973,0.0064706835,0.0024294772,0.0031318006,0.10197338],"category_scores_gemma":[0.029881854,0.00050055794,0.000987765,0.009832381,0.000764802,0.0072124065,0.0027101187,0.0026182139,0.08035546],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046365192,0.000032817574,0.00012723517,0.004683328,0.000027142816,0.0000829061,0.00004966466,0.00006922071,0.00016181746,0.0010045161,0.7920121,0.2017029],"study_design_scores_gemma":[0.000008059342,0.000014570469,0.00028984676,0.0033648715,0.000027595916,0.0001508419,0.00004289333,0.00001768041,0.000069743895,0.00021070978,0.99579465,0.000008574805],"about_ca_topic_score_codex":0.004739436,"about_ca_topic_score_gemma":0.0114973765,"teacher_disagreement_score":0.10197338,"about_ca_system_score_codex":0.003525073,"about_ca_system_score_gemma":0.009460103,"threshold_uncertainty_score":0.34113497},"labels":[],"label_agreement":null},{"id":"W2154245491","doi":"10.1109/apsec.2005.23","title":"Accommodating software development collaboration","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software development; Orchestration; Software development process; Context (archaeology); Process (computing); Software; The Internet; Task (project management); Collaborative software; Software engineering; Systems engineering; Engineering; World Wide Web; Operating system","score_opus":0.02422541687910388,"score_gpt":0.2637331032524036,"score_spread":0.23950768637329975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154245491","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1706876,0.0009315236,0.76978904,0.0016347137,0.00020346059,0.0007763597,0.000028321245,0.0037472085,0.052201793],"genre_scores_gemma":[0.70422256,0.0005620449,0.28470907,0.00042201436,0.00019542975,0.0010124033,0.00011669498,0.0005178973,0.008241843],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9782558,0.011433324,0.001590332,0.003576886,0.0036500401,0.0014936881],"domain_scores_gemma":[0.9646864,0.0156145245,0.004035812,0.008651797,0.0034747918,0.0035367056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011708267,0.0014622159,0.0009479464,0.0016539516,0.0028728654,0.006448206,0.003141732,0.002471219,0.0030331798],"category_scores_gemma":[0.04019134,0.00094870175,0.0006953176,0.0012889956,0.0018321972,0.006972998,0.01859254,0.0023737089,0.0015760117],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061198534,0.0014045191,0.022569844,0.001607055,0.0002456127,0.0019307717,0.03746612,0.035482064,0.10108504,0.077017434,0.0061743315,0.7144052],"study_design_scores_gemma":[0.0012782116,0.0041718655,0.015951782,0.0010259137,0.00074289984,0.00590861,0.01892218,0.22466668,0.065798305,0.19621272,0.46487254,0.00044834072],"about_ca_topic_score_codex":0.000681412,"about_ca_topic_score_gemma":0.00075066474,"teacher_disagreement_score":0.011708267,"about_ca_system_score_codex":0.00096947345,"about_ca_system_score_gemma":0.003019594,"threshold_uncertainty_score":0.061919987},"labels":[],"label_agreement":null},{"id":"W2154308702","doi":"10.1109/enabl.2000.883714","title":"Towards an evaluation methodology for the development of research-oriented virtual communities","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Computer science; Profiling (computer programming); Virtual machine; Human–computer interaction","score_opus":0.644066046408005,"score_gpt":0.47742784678794453,"score_spread":0.1666381996200605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154308702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01823812,0.0006474357,0.96078783,0.0016661589,0.000102204714,0.0072378097,0.00013191895,0.0006643942,0.010524084],"genre_scores_gemma":[0.056335498,0.00019550869,0.938556,0.0000896789,0.00001631387,0.003942124,0.00010016738,0.00008276875,0.000681937],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.74314964,0.21265371,0.01256211,0.004671476,0.025486782,0.0014762176],"domain_scores_gemma":[0.7447344,0.14045314,0.017706122,0.022492524,0.06829739,0.006316462],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1893824,0.0016577984,0.001499253,0.011239695,0.0030584664,0.0123585975,0.004063621,0.0025683444,0.0029088447],"category_scores_gemma":[0.24266657,0.0012459519,0.0011523908,0.0062718987,0.006270734,0.014019311,0.008797555,0.002082495,0.00092496397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039386723,0.0011105611,0.012183862,0.004812434,0.00028360006,0.00037660246,0.048936043,0.0047488096,0.007471254,0.24232496,0.005189598,0.6721684],"study_design_scores_gemma":[0.0011079005,0.004625024,0.019371329,0.010959607,0.0007911257,0.002369217,0.09418141,0.10449266,0.026589261,0.5280687,0.20656395,0.00087976025],"about_ca_topic_score_codex":0.0020223304,"about_ca_topic_score_gemma":0.0027790915,"teacher_disagreement_score":0.81061757,"about_ca_system_score_codex":0.0058750473,"about_ca_system_score_gemma":0.01025949,"threshold_uncertainty_score":0.9996358},"labels":[],"label_agreement":null},{"id":"W2155073551","doi":"10.1145/1978942.1979270","title":"Post-deployment usability","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Software deployment; Pluralistic walkthrough; Web usability; Computer science; Usability engineering; Usability lab; Cognitive walkthrough; Bridge (graph theory); Human–computer interaction; Process management; World Wide Web; Software engineering; Business","score_opus":0.06378382652698246,"score_gpt":0.2529053081360033,"score_spread":0.18912148160902087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155073551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89330983,0.002668048,0.019521678,0.002004497,0.0006260807,0.0028926057,0.0013024375,0.0018231964,0.075851716],"genre_scores_gemma":[0.9690694,0.0011123245,0.008655452,0.0005426799,0.00010901369,0.0013483583,0.0011805968,0.00035578755,0.017626347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98049575,0.007408065,0.0022701493,0.0014436652,0.006581261,0.0018010673],"domain_scores_gemma":[0.7897686,0.11133044,0.011277643,0.017518913,0.06495591,0.0051485156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027684342,0.0010864519,0.0009577524,0.0032503726,0.0017133459,0.004197386,0.0014734505,0.0008710134,0.010304589],"category_scores_gemma":[0.14147593,0.00056886644,0.00077728747,0.0017043201,0.0013266153,0.0030931144,0.0024196554,0.0027532224,0.00470594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010619622,0.0025060948,0.24447154,0.004277786,0.00014225043,0.0011378912,0.12835725,0.00033062362,0.015842007,0.0026690636,0.028714754,0.57048875],"study_design_scores_gemma":[0.000102505575,0.0039892574,0.7832559,0.0016226226,0.00020242753,0.0013668621,0.080002144,0.0011359968,0.016790627,0.002329912,0.10894547,0.00025628603],"about_ca_topic_score_codex":0.0022925963,"about_ca_topic_score_gemma":0.003670484,"teacher_disagreement_score":0.027684342,"about_ca_system_score_codex":0.0020841178,"about_ca_system_score_gemma":0.0019566808,"threshold_uncertainty_score":0.14641058},"labels":[],"label_agreement":null},{"id":"W2158366533","doi":"10.1109/icgse.2006.261226","title":"MasePlanner: A Card-Based Distributed Planning Tool for Agile Teams","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Workspace; Plan (archaeology); Computer science; Agile Unified Process; Human–computer interaction; Software engineering; Process management; Engineering; Robot; Artificial intelligence; Operating system; Software; Software development; Geography","score_opus":0.01832854572269661,"score_gpt":0.2542375640948222,"score_spread":0.23590901837212558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158366533","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017680543,0.0001985852,0.9512698,0.00014177228,0.00009150521,0.00032023978,0.00043153798,0.023334892,0.0065312064],"genre_scores_gemma":[0.11273813,0.00025046128,0.8766675,0.000074678035,0.000020903095,0.0005082178,0.00096958166,0.001066909,0.007703604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938107,0.00020594981,0.00005325265,0.000097304954,0.00021367919,0.000048671664],"domain_scores_gemma":[0.9978975,0.0010557366,0.00012868067,0.00038417318,0.00019349449,0.00034033065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010768848,0.00084756094,0.00039944623,0.00065011537,0.00053252204,0.0013616009,0.0017845706,0.00073023397,0.015765874],"category_scores_gemma":[0.0036834807,0.00040483582,0.0003186253,0.00047138912,0.00049596286,0.0020581775,0.002382779,0.000984473,0.0028614916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010997056,0.00041721293,0.0017973776,0.00080174615,0.00006042454,0.0010040405,0.001961355,0.015772307,0.039299224,0.02769754,0.047141936,0.8629471],"study_design_scores_gemma":[0.0011592985,0.0014625356,0.0034289965,0.00041651126,0.00012900935,0.002991095,0.0017444756,0.26506522,0.07386323,0.032684747,0.61663115,0.00042370064],"about_ca_topic_score_codex":0.0008307366,"about_ca_topic_score_gemma":0.0012324121,"teacher_disagreement_score":0.015765874,"about_ca_system_score_codex":0.00029630214,"about_ca_system_score_gemma":0.0008340581,"threshold_uncertainty_score":0.052742124},"labels":[],"label_agreement":null},{"id":"W2158508294","doi":"10.1145/365024.365339","title":"The notification collage","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Thumbnail; World Wide Web; Computer science; Multimedia; Collaborative software; Internet privacy; Image (mathematics)","score_opus":0.025190568754473168,"score_gpt":0.2462492104577882,"score_spread":0.22105864170331502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158508294","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030648071,0.0028341291,0.2084429,0.005149766,0.007998508,0.0044857427,0.012024839,0.2047232,0.52369285],"genre_scores_gemma":[0.22130339,0.0030002957,0.1924808,0.0043745944,0.0027794444,0.0035882823,0.02391943,0.016734786,0.53181905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941749,0.0012087215,0.00049395947,0.00073034293,0.002766324,0.00062570546],"domain_scores_gemma":[0.98732823,0.0027508056,0.0006005387,0.0039025215,0.0029671255,0.002450829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004688522,0.0015138973,0.00087488606,0.003173402,0.0032067862,0.0059541697,0.002249089,0.0021213717,0.11171533],"category_scores_gemma":[0.025352675,0.00086367823,0.0009158371,0.002184232,0.0008660738,0.00623613,0.008422156,0.0018794155,0.044499733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011446804,0.000338495,0.003681563,0.0006617511,0.000041749852,0.00061537244,0.0022430976,0.00043643595,0.0049730334,0.022116868,0.6067696,0.35697725],"study_design_scores_gemma":[0.0001275933,0.00016116469,0.0014240172,0.0001805396,0.000040585997,0.0006590246,0.00033428936,0.0019091483,0.0028683185,0.0034161604,0.98877,0.00010919194],"about_ca_topic_score_codex":0.005366828,"about_ca_topic_score_gemma":0.0044217356,"teacher_disagreement_score":0.11171533,"about_ca_system_score_codex":0.001258809,"about_ca_system_score_gemma":0.003342146,"threshold_uncertainty_score":0.373725},"labels":[],"label_agreement":null},{"id":"W2159012668","doi":"10.1145/1082983.1083080","title":"&lt;username&gt;, i need you!","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Affect (linguistics); Computer science; Control (management); Human–computer interaction; Position paper; Knowledge management; Process management; Engineering; World Wide Web; Psychology; Artificial intelligence; Communication","score_opus":0.017640262076376676,"score_gpt":0.22697883754475015,"score_spread":0.20933857546837348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159012668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011271757,0.0013118589,0.021743158,0.019296525,0.014217664,0.00057644205,0.0064785997,0.023959922,0.9011441],"genre_scores_gemma":[0.02340004,0.0008260362,0.0037521794,0.006795881,0.0015278101,0.00025722926,0.0021135951,0.007557862,0.9537694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960643,0.00010652501,0.000025089614,0.00005533506,0.00011465122,0.00009196499],"domain_scores_gemma":[0.99798894,0.00048035185,0.00007907566,0.00031548922,0.0005850209,0.00055110885],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006789364,0.0007863022,0.0007988875,0.00066289166,0.0017617448,0.003450356,0.0008688212,0.0014210511,0.6639741],"category_scores_gemma":[0.0056958417,0.00041961047,0.00049104483,0.0008115349,0.0004162744,0.0046075773,0.0022128094,0.0014798265,0.6213792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011132318,0.00004564082,0.00080943666,0.00008523665,0.0000030110994,0.0001711207,0.00049614493,0.000047972833,0.00046299564,0.0015656047,0.92606866,0.070132814],"study_design_scores_gemma":[0.000015295673,0.000049713624,0.0010635589,0.000054946315,0.0000046679384,0.00022749802,0.0003659078,0.0004260917,0.0003944851,0.00059720984,0.99677294,0.00002766228],"about_ca_topic_score_codex":0.0033108236,"about_ca_topic_score_gemma":0.0045756814,"teacher_disagreement_score":0.3360259,"about_ca_system_score_codex":0.00045757822,"about_ca_system_score_gemma":0.00040390756,"threshold_uncertainty_score":0.47930014},"labels":[],"label_agreement":null},{"id":"W2159750035","doi":"10.1111/j.1467-9671.2012.01352.x","title":"Geo‐Social Model: A Conceptual Framework for Real‐time Geocollaboration","year":2012,"lang":"en","type":"article","venue":"Transactions in GIS","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Geospatial analysis; Computer science; Ontology; Context (archaeology); Negotiation; Conceptual model; Task (project management); Conceptual framework; Knowledge management; Data science; Process management; Systems engineering; Engineering; Database; Geography; Sociology","score_opus":0.049556700141808296,"score_gpt":0.3126113793496059,"score_spread":0.2630546792077976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159750035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009710102,0.0012520886,0.93452734,0.0058696056,0.00030206115,0.00035327344,0.0002604253,0.00047445216,0.04725072],"genre_scores_gemma":[0.4577464,0.002286699,0.5206856,0.00096003147,0.00020973262,0.0016033434,0.00062085275,0.00019809951,0.01568922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964426,0.001997701,0.00023368937,0.00039309423,0.0006545847,0.00027833146],"domain_scores_gemma":[0.9978174,0.00079680065,0.0002978168,0.00030433113,0.00039699645,0.0003865872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004500285,0.0009552672,0.0006452205,0.0032041688,0.0029538625,0.008418465,0.00370147,0.0034330983,0.0054804753],"category_scores_gemma":[0.0036091253,0.00067017967,0.0014627186,0.0029440343,0.008085603,0.01087652,0.005229469,0.0025020584,0.0010821259],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069000666,0.0000184931,0.00022517629,0.00008973481,0.000012001404,0.00015263182,0.0027464875,0.0043008835,0.0003119574,0.98567677,0.0013227632,0.0051362026],"study_design_scores_gemma":[0.000037042642,0.00005756509,0.0004253318,0.00035472482,0.00004610502,0.0005259188,0.006670764,0.06097168,0.0005638015,0.7244739,0.20580971,0.00006340426],"about_ca_topic_score_codex":0.014837537,"about_ca_topic_score_gemma":0.008700072,"teacher_disagreement_score":0.014837537,"about_ca_system_score_codex":0.004084664,"about_ca_system_score_gemma":0.005232821,"threshold_uncertainty_score":0.029636443},"labels":[],"label_agreement":null},{"id":"W2160421392","doi":"10.1023/b:cosu.0000014876.96003.be","title":"Empirical Study on Collaborative Writing: What Do Co-authors Do, Use, and Like?","year":2004,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Communications Research Centre Canada","funders":"","keywords":"Collaborative writing; Computer science; Task (project management); Collaborative software; Collaborative editing; Empirical research; Work (physics); Computer-supported cooperative work; Teamwork; Control (management); World Wide Web; Knowledge management; Engineering; Management","score_opus":0.05519322543567857,"score_gpt":0.3222008296470765,"score_spread":0.26700760421139796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160421392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972101,0.00028386663,0.0002882706,0.00021387279,0.000017637725,0.00005636423,0.000043005988,0.000005638926,0.0018812247],"genre_scores_gemma":[0.9975731,0.00028344098,0.0005724966,0.0001638767,0.000028462673,0.00014030919,0.00011962543,0.000010504378,0.0011082136],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9790477,0.01276881,0.00229913,0.0015755703,0.0033291013,0.0009797699],"domain_scores_gemma":[0.61302406,0.28476766,0.040567324,0.014837866,0.03332293,0.013480182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020300388,0.0003486779,0.00069100986,0.0038203218,0.0052554253,0.0062266835,0.0013019225,0.0021197824,0.0021688938],"category_scores_gemma":[0.16061255,0.0005509195,0.00047150388,0.0036967024,0.0031903791,0.006222368,0.0036633706,0.0023272575,0.00077756424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004022434,0.0023173122,0.4374266,0.00042500973,0.00008411474,0.000665602,0.5184859,0.00006251449,0.0008207793,0.0010438979,0.00117444,0.03709167],"study_design_scores_gemma":[0.0001311009,0.0012661282,0.26147348,0.0004937952,0.00010066723,0.0019131791,0.71945155,0.0005318541,0.001803658,0.0013023837,0.01142182,0.00011040118],"about_ca_topic_score_codex":0.0012912086,"about_ca_topic_score_gemma":0.0029897175,"teacher_disagreement_score":0.9796996,"about_ca_system_score_codex":0.0014219419,"about_ca_system_score_gemma":0.0029779943,"threshold_uncertainty_score":0.107360005},"labels":[],"label_agreement":null},{"id":"W2160510495","doi":"10.1145/1357054.1357282","title":"Heuristic evaluation for games","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":415,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Usability; Heuristics; Heuristic evaluation; Computer science; Human–computer interaction; Usability engineering; Usability lab; Web usability; Usability inspection; Cognitive walkthrough; Set (abstract data type); Multimedia; Programming language","score_opus":0.12010717457016272,"score_gpt":0.31387953877854874,"score_spread":0.193772364208386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160510495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19509698,0.005306065,0.7420366,0.00074013666,0.0005138917,0.012457499,0.0017998877,0.002661475,0.039387487],"genre_scores_gemma":[0.34376973,0.0008059042,0.6440896,0.00020966445,0.000056941335,0.007750287,0.0010857676,0.00027683497,0.0019553083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9402402,0.04236147,0.0046088398,0.002040838,0.009725615,0.0010229532],"domain_scores_gemma":[0.68022853,0.28041074,0.0065069455,0.008772506,0.022588743,0.0014925787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031314448,0.0019784924,0.0019329884,0.0077862367,0.0011629587,0.0042849495,0.0016599313,0.0011832723,0.0051037585],"category_scores_gemma":[0.22823305,0.0007314584,0.0017242408,0.004593523,0.0016667314,0.002829431,0.0021987222,0.0015682314,0.0006029854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044003893,0.0017595096,0.022792585,0.010758174,0.0010335019,0.00038465686,0.009259403,0.07353515,0.0061886706,0.08615224,0.01703076,0.766705],"study_design_scores_gemma":[0.0027722018,0.0073553473,0.035361476,0.004345231,0.0012909571,0.0007721309,0.010627523,0.72546583,0.015664157,0.1366962,0.059008446,0.00064059655],"about_ca_topic_score_codex":0.003579525,"about_ca_topic_score_gemma":0.0036594206,"teacher_disagreement_score":0.031314448,"about_ca_system_score_codex":0.0048930384,"about_ca_system_score_gemma":0.0033292957,"threshold_uncertainty_score":0.16560858},"labels":[],"label_agreement":null},{"id":"W2162147617","doi":"10.1109/vrais.1995.512474","title":"EM-an environment manager for building networked virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Replication (statistics); The Internet; Virtual machine; Architecture; Concurrency; Distributed computing; Control (management); Virtual file system; Concurrency control; Operating system; Human–computer interaction; File system; Database; SSH File Transfer Protocol","score_opus":0.04007812689224097,"score_gpt":0.23239830634416256,"score_spread":0.1923201794519216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162147617","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003307898,0.00017434599,0.9053237,0.00007551129,0.00009389245,0.00038770644,0.00043678394,0.07939964,0.010800582],"genre_scores_gemma":[0.05891768,0.0003856477,0.8966473,0.00024412428,0.000093320166,0.0011070705,0.0033651376,0.009884276,0.02935541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865556,0.00032222236,0.0001294432,0.00018426437,0.0005843675,0.00012406865],"domain_scores_gemma":[0.998616,0.0003277634,0.0000747898,0.00041399407,0.00028006017,0.00028735638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001951643,0.0012208063,0.0007842686,0.0009042322,0.00062422454,0.0019708318,0.0031103638,0.0008703653,0.022175075],"category_scores_gemma":[0.004781213,0.0010192688,0.0006506894,0.00046901382,0.00046903326,0.0031531444,0.0033070573,0.00167799,0.009851288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007411776,0.00043703546,0.0034847227,0.0008880765,0.00017729815,0.0011603486,0.0014650469,0.014688549,0.07231176,0.081732064,0.18340796,0.63950604],"study_design_scores_gemma":[0.00027166193,0.00042566765,0.0024750864,0.00016617688,0.00012816832,0.0014568672,0.00021979638,0.12774263,0.06739384,0.017558137,0.78198814,0.0001737698],"about_ca_topic_score_codex":0.000615293,"about_ca_topic_score_gemma":0.00073738117,"teacher_disagreement_score":0.022175075,"about_ca_system_score_codex":0.0003829386,"about_ca_system_score_gemma":0.0008248322,"threshold_uncertainty_score":0.07418299},"labels":[],"label_agreement":null},{"id":"W2162547029","doi":"10.1177/154193120304701208","title":"A Comparison of Manual and Electronic Status Boards in the Emergency Department: What's Gained and What's Lost?","year":2003,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Variety (cybernetics); Emergency department; Work (physics); Medical emergency; Business; Operations management; Medicine; Computer science; Engineering; Nursing; Artificial intelligence","score_opus":0.021724971831333057,"score_gpt":0.2791876818016127,"score_spread":0.25746270997027965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162547029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922863,0.0018860665,0.0005731365,0.001041421,0.0001541464,0.000110781366,0.00008851883,0.00002125013,0.0038382702],"genre_scores_gemma":[0.99636453,0.001037597,0.0011611574,0.00031567935,0.00006880748,0.00008669815,0.00009157605,0.000017459168,0.00085658306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98542666,0.007251113,0.0012565049,0.0005537569,0.0045497008,0.0009623012],"domain_scores_gemma":[0.9549438,0.029308861,0.0046244184,0.0014817329,0.00744172,0.0021995322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012106326,0.000475999,0.00074124517,0.0025546374,0.0008908003,0.0031945047,0.0010281825,0.0013841735,0.0036594293],"category_scores_gemma":[0.068585284,0.0004242433,0.001106556,0.0016096391,0.00235298,0.0056454754,0.002712553,0.0009915861,0.0004773622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015331032,0.0038647284,0.3401674,0.0036024416,0.0007414517,0.0005064835,0.028802183,0.00106457,0.0040017623,0.0018157038,0.005837617,0.5942647],"study_design_scores_gemma":[0.0010986163,0.02563732,0.90095,0.0017028933,0.0010868094,0.0010871494,0.046987955,0.002165567,0.0029521985,0.0018974766,0.014179164,0.00025468902],"about_ca_topic_score_codex":0.00320159,"about_ca_topic_score_gemma":0.0071369717,"teacher_disagreement_score":0.012106326,"about_ca_system_score_codex":0.0017618856,"about_ca_system_score_gemma":0.0011324481,"threshold_uncertainty_score":0.06402516},"labels":[],"label_agreement":null},{"id":"W2164201790","doi":"10.2307/25148744","title":"Enhancing the Design of Web Navigation Systems: The Influence of User Disorientation on Engagement and Performance1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Human–computer interaction; Computer science; User engagement; Web application; Systems engineering; World Wide Web; Engineering; Knowledge management; Process management","score_opus":0.01625167166000217,"score_gpt":0.23385378761297904,"score_spread":0.21760211595297688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164201790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98655266,0.00012780435,0.0057299514,0.00013043883,0.000008036752,0.00008933096,0.000011731952,0.000056126624,0.007293975],"genre_scores_gemma":[0.99579275,0.000079705045,0.0034408092,0.000030168467,0.000004100018,0.00006241931,0.000017493101,0.000014160106,0.0005583139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533194,0.0029370398,0.00023321704,0.00035420668,0.00083284243,0.0003107392],"domain_scores_gemma":[0.9752235,0.015889984,0.003979207,0.0015618504,0.0018932523,0.0014522771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005516872,0.00074344245,0.00039171474,0.0006579759,0.00083042437,0.004216615,0.0005443733,0.00075038476,0.0017782213],"category_scores_gemma":[0.026313515,0.00034444628,0.0004457463,0.00041839902,0.0014143263,0.0023585137,0.0018071024,0.0007369779,0.000500702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027342017,0.007025166,0.48546815,0.0018254654,0.00033535075,0.00058159657,0.121442564,0.005871285,0.0663296,0.007810025,0.0015451637,0.29903147],"study_design_scores_gemma":[0.00037598555,0.010776848,0.85754806,0.00036659557,0.00034166913,0.00046827513,0.05861157,0.022583447,0.024062192,0.010790114,0.0137406895,0.00033449937],"about_ca_topic_score_codex":0.0015891078,"about_ca_topic_score_gemma":0.0021929771,"teacher_disagreement_score":0.005516872,"about_ca_system_score_codex":0.0010677945,"about_ca_system_score_gemma":0.0007522115,"threshold_uncertainty_score":0.029176354},"labels":[],"label_agreement":null},{"id":"W2164398755","doi":"10.1145/1958824.1958851","title":"It's about time","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Synchronizing; Collaborative software; Timeline; Human–computer interaction; Latency (audio); Usability; User interface; Modular design; Interface (matter); Distributed computing; World Wide Web; Operating system","score_opus":0.052329073292352625,"score_gpt":0.23904560221254637,"score_spread":0.18671652892019375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164398755","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017848589,0.009425896,0.29884702,0.09349874,0.022440365,0.00021545467,0.0006547554,0.00442293,0.5526463],"genre_scores_gemma":[0.52266586,0.010716944,0.113085985,0.031686615,0.00487885,0.0006907918,0.00085994013,0.00451332,0.31090173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696356,0.0012174828,0.00015649323,0.0005808753,0.0007914262,0.00029009403],"domain_scores_gemma":[0.9929797,0.0030674387,0.0004741794,0.0015907685,0.0012204733,0.000667432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002616394,0.0007664808,0.00046654776,0.00061585684,0.0028744407,0.008243513,0.0011273292,0.0019197096,0.024585564],"category_scores_gemma":[0.0120411115,0.00033186816,0.0007302416,0.0008748794,0.006775685,0.015024773,0.0032316213,0.004393369,0.006030749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001242673,0.000032450465,0.0006834754,0.00030429105,0.000038969014,0.00020588675,0.009896995,0.00090794585,0.0014107279,0.83528966,0.07829815,0.07280715],"study_design_scores_gemma":[0.000014745363,0.000045642144,0.00016863541,0.00016801147,0.00002280383,0.00022468808,0.0016195958,0.00065961573,0.0007031323,0.13717148,0.8591702,0.000031475105],"about_ca_topic_score_codex":0.003107092,"about_ca_topic_score_gemma":0.0020220021,"teacher_disagreement_score":0.024585564,"about_ca_system_score_codex":0.0017535575,"about_ca_system_score_gemma":0.0020576036,"threshold_uncertainty_score":0.08224696},"labels":[],"label_agreement":null},{"id":"W2165884442","doi":"10.1145/587078.587093","title":"Empirical development of a heuristic evaluation methodology for shared workspace groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"National Institute of Standards and Technology","keywords":"Collaborative software; Workspace; Heuristics; Teamwork; Computer science; Usability; Heuristic; Human–computer interaction; Knowledge management; Artificial intelligence; Robot","score_opus":0.49512533848059215,"score_gpt":0.4201068761668401,"score_spread":0.07501846231375203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165884442","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47974753,0.0005479749,0.48949453,0.00038955046,0.000062124636,0.016563134,0.00045417843,0.00032727615,0.012413706],"genre_scores_gemma":[0.53519064,0.00018112981,0.4523011,0.00010161673,0.000012456607,0.011524803,0.00023702213,0.00005550504,0.00039574993],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.8846757,0.09439781,0.0053671338,0.0027430654,0.011617546,0.0011987212],"domain_scores_gemma":[0.5019856,0.43606317,0.01240498,0.012074476,0.036185484,0.0012863182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10975053,0.0011349024,0.0010279719,0.0065148096,0.0015150661,0.0034837157,0.0022679446,0.0013357946,0.0018276445],"category_scores_gemma":[0.33718818,0.0008500913,0.0008680703,0.0060929777,0.0026529776,0.0036380484,0.0023637917,0.0015045883,0.00025340536],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015393834,0.0056893593,0.1656325,0.0050942847,0.00061142526,0.00031354,0.03861557,0.044108864,0.005041349,0.046234213,0.0045662,0.68255335],"study_design_scores_gemma":[0.0029279504,0.014457738,0.21755739,0.004759892,0.00093386543,0.0007609684,0.0626438,0.56299436,0.030577201,0.07480291,0.026828758,0.0007552338],"about_ca_topic_score_codex":0.0049382593,"about_ca_topic_score_gemma":0.005694829,"teacher_disagreement_score":0.10975053,"about_ca_system_score_codex":0.0054694302,"about_ca_system_score_gemma":0.005341206,"threshold_uncertainty_score":0.58042324},"labels":[],"label_agreement":null},{"id":"W2165925809","doi":"10.1109/cts.2011.5928658","title":"Supporting activity awareness in computer-mediated collaboration","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Office of Naval Research","keywords":"Computer science; Knowledge management; Situation awareness; Process management; Human–computer interaction; Business; Engineering","score_opus":0.05607795854225139,"score_gpt":0.3029487126178406,"score_spread":0.24687075407558923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165925809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2674575,0.0021552476,0.68335223,0.0016096127,0.00017492061,0.0004819324,0.000044838238,0.0021292437,0.0425946],"genre_scores_gemma":[0.9112843,0.0004082834,0.08660354,0.00011267785,0.00003920199,0.00027647422,0.000034160905,0.00003673401,0.00120464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99566525,0.0030999365,0.00020697978,0.00026837873,0.0005379276,0.00022151289],"domain_scores_gemma":[0.98039126,0.015688084,0.000870741,0.0013197612,0.0011045916,0.0006256896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004186987,0.0004536914,0.00030966965,0.0010033562,0.00085055927,0.0033794958,0.00081079744,0.0010183457,0.0012738173],"category_scores_gemma":[0.01955856,0.00041946713,0.00025287532,0.0005752153,0.0014308712,0.0041451827,0.0031663282,0.00075743336,0.00034827125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005831318,0.0010784401,0.012117911,0.0015416284,0.00010304301,0.00051211903,0.027741421,0.011667815,0.03533208,0.07734086,0.003596158,0.8283855],"study_design_scores_gemma":[0.00063305564,0.0031959366,0.03966696,0.0028302118,0.000618207,0.0030575648,0.021469515,0.21633591,0.073940076,0.47757104,0.16005182,0.00062977383],"about_ca_topic_score_codex":0.00061711064,"about_ca_topic_score_gemma":0.0006353532,"teacher_disagreement_score":0.004186987,"about_ca_system_score_codex":0.00034856735,"about_ca_system_score_gemma":0.0010859139,"threshold_uncertainty_score":0.022143185},"labels":[],"label_agreement":null},{"id":"W2169433752","doi":"10.1007/978-3-540-73101-6_6","title":"Using Horizontal Displays for Distributed and Collocated Agile Planning","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Architecture; Software engineering; Work (physics); Engineering","score_opus":0.07226834250222114,"score_gpt":0.3122931949224977,"score_spread":0.24002485242027655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169433752","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05288979,0.0002764903,0.9155386,0.0002559403,0.000171526,0.00009957391,0.00014142807,0.00626861,0.024357986],"genre_scores_gemma":[0.5224045,0.00020699183,0.46719617,0.00007702603,0.00003460781,0.00019391971,0.00019214739,0.0007529495,0.00894163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989409,0.0005092059,0.000053753098,0.00012790532,0.00026905682,0.00009924902],"domain_scores_gemma":[0.9941223,0.003773622,0.0002536092,0.0010918697,0.00053629046,0.00022235501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012772469,0.00073233515,0.00035901324,0.00051504787,0.00066138693,0.0022406357,0.0008687766,0.000770052,0.019099794],"category_scores_gemma":[0.005967755,0.0006131384,0.00032921106,0.0009953158,0.00049210986,0.0025088976,0.0024581158,0.001170772,0.0020436621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019836735,0.00028842592,0.0023583332,0.00045402042,0.00006522157,0.00052516424,0.003913124,0.052790493,0.0526944,0.05781733,0.015119228,0.8119907],"study_design_scores_gemma":[0.00060304126,0.0020441054,0.007001685,0.00051521487,0.0001928342,0.0008490436,0.0040072775,0.7012492,0.0972397,0.074217804,0.11175917,0.00032102782],"about_ca_topic_score_codex":0.0018455865,"about_ca_topic_score_gemma":0.0028721457,"teacher_disagreement_score":0.019099794,"about_ca_system_score_codex":0.00038120578,"about_ca_system_score_gemma":0.0006685682,"threshold_uncertainty_score":0.063895226},"labels":[],"label_agreement":null},{"id":"W2172719365","doi":"10.1089/10949310050191746","title":"Evaluating the Women's Health Matters Website","year":2000,"lang":"en","type":"article","venue":"CyberPsychology & Behavior","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"The Internet; Hypertext; Seekers; World Wide Web; Health information; Psychology; Internet privacy; Perception; Health care; Medical education; Medicine; Computer science; Political science","score_opus":0.07487405547023364,"score_gpt":0.3967037314429066,"score_spread":0.321829675972673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172719365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98725665,0.00033977503,0.0015980031,0.00032266686,0.000077389835,0.002554586,0.00025034716,0.00010322694,0.0074972906],"genre_scores_gemma":[0.9667617,0.000569587,0.019336872,0.00047584853,0.00009980607,0.0035664926,0.001096824,0.00013518914,0.007957519],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.976193,0.016803442,0.0009893879,0.0005692139,0.0045359014,0.0009090487],"domain_scores_gemma":[0.9570027,0.02615198,0.0019667875,0.0013369735,0.011085607,0.0024558858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02769745,0.00071896403,0.0008858256,0.0010633994,0.0014171806,0.002236182,0.0008400108,0.0010366476,0.0021434838],"category_scores_gemma":[0.0387103,0.00034748955,0.0005591153,0.0008892149,0.0007387467,0.0015596502,0.0014074369,0.0007937752,0.00047903028],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011833402,0.049251672,0.10682662,0.006755607,0.0005222054,0.0016748861,0.07402271,0.0032382582,0.03308125,0.0018646363,0.022964861,0.6879639],"study_design_scores_gemma":[0.0058894693,0.17586152,0.4400312,0.0017289812,0.0011907025,0.001848832,0.097906046,0.012564077,0.082011946,0.001021829,0.17922212,0.0007232356],"about_ca_topic_score_codex":0.003596489,"about_ca_topic_score_gemma":0.009319447,"teacher_disagreement_score":0.02769745,"about_ca_system_score_codex":0.001805718,"about_ca_system_score_gemma":0.0023254503,"threshold_uncertainty_score":0.14647985},"labels":[],"label_agreement":null},{"id":"W2182931793","doi":"","title":"An Interaction Approach to Enhance Situational Awareness and the Production of Anticipatory Actions in Emergency Operation Centers","year":2013,"lang":"en","type":"article","venue":"ISCRAM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Anticipation (artificial intelligence); Situation awareness; Situational ethics; Action (physics); Work (physics); Joint (building); Production (economics); Computer science; Action theory (sociology); Knowledge management; Human–computer interaction; Operations research; Process management; Psychology; Business; Engineering; Social psychology; Sociology; Artificial intelligence; Economics","score_opus":0.05221862718276005,"score_gpt":0.33970920549853595,"score_spread":0.2874905783157759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182931793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2581538,0.00057687174,0.6824703,0.0013407617,0.00010952015,0.0006330231,0.00005236804,0.0023273886,0.054335825],"genre_scores_gemma":[0.8181306,0.0001668499,0.17718405,0.00016917962,0.000019574814,0.0003873454,0.00003946024,0.00007590609,0.003826984],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99646217,0.0025307976,0.0001579986,0.00032305508,0.0003675705,0.00015844585],"domain_scores_gemma":[0.9944178,0.0043081185,0.00033918113,0.00033845892,0.0003450505,0.00025145034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036431975,0.00068074604,0.00025099408,0.0009014669,0.0009521473,0.0022425351,0.00091023307,0.0010051577,0.0054039704],"category_scores_gemma":[0.009190428,0.0003368714,0.00046370822,0.00037653864,0.0015829914,0.0029310388,0.0028983692,0.0006954501,0.00048594843],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001520559,0.001332661,0.0131068695,0.0027903249,0.00020953597,0.0012195108,0.14695,0.013819204,0.12368355,0.14480177,0.0073745027,0.5431917],"study_design_scores_gemma":[0.0009659085,0.012891374,0.060219057,0.0026630743,0.001626892,0.005843001,0.078474775,0.20400217,0.10426888,0.19838531,0.32981083,0.0008487574],"about_ca_topic_score_codex":0.0004284618,"about_ca_topic_score_gemma":0.0005955699,"teacher_disagreement_score":0.0054039704,"about_ca_system_score_codex":0.0005195341,"about_ca_system_score_gemma":0.00074445555,"threshold_uncertainty_score":0.01926732},"labels":[],"label_agreement":null},{"id":"W2183229350","doi":"10.28945/2081","title":"The Use of Graphics to Communicate Findings of Longitudinal Data in Design-Based Research","year":2014,"lang":"en","type":"article","venue":"Journal of Information Technology Education Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Multidisciplinary approach; Graphics; Computer science; Association (psychology); Computer graphics; Engineering ethics; Management science; Knowledge management; Human–computer interaction; Sociology; Psychology; Engineering; Computer graphics (images); Social science","score_opus":0.4204180952700664,"score_gpt":0.46055889613169093,"score_spread":0.040140800861624526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183229350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008490045,0.014742937,0.9133393,0.020669343,0.0069195726,0.0012639994,0.0014677065,0.00936373,0.023743311],"genre_scores_gemma":[0.1006295,0.008758657,0.86705345,0.0072401157,0.0025326256,0.0064636413,0.0009070195,0.0023524882,0.004062567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8155008,0.16169846,0.0074348934,0.004594126,0.010016624,0.0007550136],"domain_scores_gemma":[0.29216498,0.6413349,0.018671714,0.03705991,0.009176281,0.0015921392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10407514,0.0027988006,0.0016779293,0.017001105,0.0025111996,0.010684585,0.0027932501,0.005103739,0.012276577],"category_scores_gemma":[0.47638652,0.0016815468,0.0021178115,0.012574583,0.010690016,0.015443406,0.011309504,0.00771224,0.0027907211],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007460013,0.0002888874,0.0093093645,0.006419612,0.00085907266,0.00097046886,0.037058122,0.0041868873,0.005026141,0.21792182,0.10691586,0.61029786],"study_design_scores_gemma":[0.00061808876,0.0009569727,0.009860106,0.008425252,0.0006617488,0.0031514303,0.008073168,0.015464942,0.0053818654,0.41254944,0.5343115,0.00054548116],"about_ca_topic_score_codex":0.0014482981,"about_ca_topic_score_gemma":0.0019848032,"teacher_disagreement_score":0.10407514,"about_ca_system_score_codex":0.0023370206,"about_ca_system_score_gemma":0.0043126238,"threshold_uncertainty_score":0.55040854},"labels":[],"label_agreement":null},{"id":"W2220637044","doi":"","title":"User studies and usability evaluations: from research to products","year":2015,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Timeline; Usability; Computer science; Usability engineering; Heuristic evaluation; Usability inspection; Web usability; Human–computer interaction; Usability goals; Observational study; User Research; Product (mathematics); System usability scale; User experience design; Software engineering; Mathematics","score_opus":0.3650173235291656,"score_gpt":0.4657158496648107,"score_spread":0.10069852613564512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220637044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14089754,0.13722005,0.48377913,0.021087905,0.001785646,0.0043724845,0.00053432054,0.002430456,0.20789246],"genre_scores_gemma":[0.6673796,0.035250608,0.27229825,0.004466885,0.0010522454,0.0069684377,0.00028753772,0.00067757664,0.011618866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8579049,0.11503513,0.0070280666,0.0026628685,0.016119665,0.0012492902],"domain_scores_gemma":[0.6932264,0.2692395,0.008707453,0.01349881,0.012765086,0.0025627895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.048661865,0.0012830092,0.0013335376,0.011596761,0.002206112,0.015035983,0.0018363651,0.004482042,0.0030196586],"category_scores_gemma":[0.11594103,0.0013178217,0.0009486778,0.00786205,0.016965227,0.02153021,0.008801711,0.0041665076,0.0009984937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011650133,0.00088428176,0.01889444,0.011528223,0.00019198455,0.0012794668,0.12781729,0.0014310338,0.010886582,0.25807253,0.009502769,0.5583464],"study_design_scores_gemma":[0.00033548195,0.006387828,0.06323108,0.02488615,0.00037716122,0.012279885,0.12526783,0.0059699453,0.02190094,0.30779195,0.43084592,0.00072580954],"about_ca_topic_score_codex":0.0009782228,"about_ca_topic_score_gemma":0.0008703716,"teacher_disagreement_score":0.048661865,"about_ca_system_score_codex":0.0031100917,"about_ca_system_score_gemma":0.0031878566,"threshold_uncertainty_score":0.25735164},"labels":[],"label_agreement":null},{"id":"W22254401","doi":"10.1109/iembs.2011.6090153","title":"Misleading Behaviour in Interactive Systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science","score_opus":0.024451297387423247,"score_gpt":0.27001860059414806,"score_spread":0.24556730320672482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22254401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18754388,0.008754095,0.4007094,0.012383452,0.0010302226,0.00057870743,0.001184734,0.015348816,0.37246674],"genre_scores_gemma":[0.85904336,0.0021177432,0.07145117,0.0015810427,0.00032001708,0.00034448545,0.0009586693,0.0010040819,0.063179456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965191,0.002265816,0.00015221699,0.00031592805,0.00059827126,0.00014877002],"domain_scores_gemma":[0.99348116,0.0041155815,0.00040797563,0.00095577404,0.00073508907,0.00030438634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021024384,0.00092740665,0.00039610406,0.0011186805,0.0012591832,0.0045378953,0.00089585205,0.0021276656,0.023858465],"category_scores_gemma":[0.015746988,0.0004003009,0.0004316566,0.0007333506,0.0018429647,0.003847932,0.0027974267,0.00074916147,0.005603579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076459715,0.00032081117,0.027765708,0.0023464467,0.00020100344,0.0037769193,0.048430327,0.009734065,0.027203286,0.24196161,0.09260753,0.5448878],"study_design_scores_gemma":[0.00011689704,0.00049304805,0.021687144,0.00072951074,0.00018866056,0.0056596603,0.009869997,0.0664752,0.0077936947,0.21664366,0.6701289,0.00021349743],"about_ca_topic_score_codex":0.0026125943,"about_ca_topic_score_gemma":0.0022456099,"teacher_disagreement_score":0.023858465,"about_ca_system_score_codex":0.0008738264,"about_ca_system_score_gemma":0.0004475052,"threshold_uncertainty_score":0.07981449},"labels":[],"label_agreement":null},{"id":"W2227213866","doi":"10.11575/prism/10588","title":"iCORE Research Report: Volume 1","year":2002,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Siemens Canada; University of Alberta","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.06774704930712176,"score_gpt":0.25538059441404204,"score_spread":0.18763354510692026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227213866","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042494256,0.015104826,0.012264143,0.013503809,0.022595784,0.0026475014,0.030975617,0.0066381674,0.8920207],"genre_scores_gemma":[0.004557636,0.007006005,0.005726506,0.0013101879,0.003108752,0.0006353892,0.029440822,0.0021576332,0.94605714],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98944867,0.000604311,0.00040240074,0.00092265365,0.0077816946,0.0008402043],"domain_scores_gemma":[0.9788809,0.0014185209,0.0005381424,0.0021840136,0.01483178,0.002146679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074875196,0.0016496175,0.0012814264,0.008268583,0.0025729034,0.009048352,0.003106116,0.0030744385,0.2561111],"category_scores_gemma":[0.010560584,0.00084854395,0.0009311026,0.008067797,0.00092727144,0.0047659604,0.0028580895,0.0025926929,0.23410083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088974455,0.000121485,0.00033994584,0.0002318594,0.0000069544517,0.000042604348,0.00004649263,0.00012095944,0.0013171575,0.0016134889,0.9351839,0.060886238],"study_design_scores_gemma":[0.000013456897,0.00007683566,0.00073900976,0.0000772667,0.000009397807,0.000059737093,0.000047530775,0.00007837584,0.0012637688,0.00028934382,0.99733424,0.000011005585],"about_ca_topic_score_codex":0.024383476,"about_ca_topic_score_gemma":0.033637196,"teacher_disagreement_score":0.2561111,"about_ca_system_score_codex":0.004332213,"about_ca_system_score_gemma":0.012616969,"threshold_uncertainty_score":0.85677695},"labels":[],"label_agreement":null},{"id":"W2227872074","doi":"","title":"Reality testing mobile and entertainment applications","year":2005,"lang":"en","type":"article","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Confidentiality; Mobile device; Entertainment; Internet privacy; Human–computer interaction; Data science; Computer security; World Wide Web","score_opus":0.05882079592185124,"score_gpt":0.3116625505401364,"score_spread":0.2528417546182852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227872074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59224415,0.0030899,0.2621355,0.0019363983,0.00046299194,0.0037472032,0.0009816891,0.0031337163,0.13226847],"genre_scores_gemma":[0.8248634,0.0017251169,0.14116614,0.0009581195,0.00013841328,0.0017946573,0.0011981374,0.0004824896,0.027673516],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876853,0.0066478504,0.00069702935,0.0012966086,0.0032681292,0.0004050455],"domain_scores_gemma":[0.9774574,0.011541198,0.0014952798,0.003407338,0.005094491,0.0010042961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006195787,0.0010184117,0.00042874945,0.0012135608,0.0005862008,0.0017846064,0.0024088856,0.0013039861,0.014225061],"category_scores_gemma":[0.039310887,0.0004887578,0.00063031464,0.00059730146,0.0009280068,0.0029077677,0.0025254234,0.000767053,0.0046259663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020123676,0.0040406147,0.042944625,0.0020837623,0.0002498442,0.0009978502,0.0119120935,0.0046323137,0.103581674,0.020140387,0.012768195,0.79463625],"study_design_scores_gemma":[0.0011037079,0.05804481,0.2842667,0.0033610282,0.0008922595,0.010717725,0.018462436,0.057984054,0.2068383,0.029157085,0.32817355,0.0009983192],"about_ca_topic_score_codex":0.0016516761,"about_ca_topic_score_gemma":0.001615209,"teacher_disagreement_score":0.014225061,"about_ca_system_score_codex":0.000509979,"about_ca_system_score_gemma":0.0006373941,"threshold_uncertainty_score":0.047587574},"labels":[],"label_agreement":null},{"id":"W2229912692","doi":"10.1080/10447318.2015.1065697","title":"Challenges to Assessing Usability in the Wild: A Case Study","year":2015,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Swinburne University of Technology","keywords":"Usability; Seriousness; Interview; Pluralistic walkthrough; Cognitive walkthrough; Computer science; Product (mathematics); Construct (python library); Usability inspection; Usability lab; Usability engineering; Knowledge management; Engineering; Human–computer interaction; Software engineering","score_opus":0.20759313742022542,"score_gpt":0.4274936382817451,"score_spread":0.21990050086151966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229912692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98119605,0.00045988534,0.01307226,0.001122112,0.00004509428,0.0005995888,0.00005317785,0.00006831363,0.0033834765],"genre_scores_gemma":[0.97172475,0.0006347983,0.024719616,0.00048118303,0.000034986188,0.00050119194,0.000052548294,0.00006919283,0.0017816828],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9538812,0.03562077,0.001826288,0.0023081459,0.004698616,0.0016649456],"domain_scores_gemma":[0.8955864,0.07841832,0.0047911527,0.006913766,0.010840646,0.0034497709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027776532,0.0010664007,0.0011683366,0.002336653,0.008059418,0.0046004816,0.0035406072,0.00500449,0.0013313018],"category_scores_gemma":[0.056124996,0.001087276,0.0009011543,0.0019346053,0.005175034,0.005017761,0.0044672047,0.0029799019,0.00058722025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005111096,0.008049987,0.095256284,0.0020016734,0.00018064825,0.029465986,0.71295005,0.0024817362,0.015601921,0.003443751,0.004029556,0.12602735],"study_design_scores_gemma":[0.00015617779,0.008663232,0.063011125,0.0014099398,0.0001778938,0.029524213,0.8257241,0.009108867,0.014958605,0.0034309311,0.043413762,0.00042113947],"about_ca_topic_score_codex":0.005750718,"about_ca_topic_score_gemma":0.016083311,"teacher_disagreement_score":0.027776532,"about_ca_system_score_codex":0.0030449573,"about_ca_system_score_gemma":0.0027219728,"threshold_uncertainty_score":0.14689803},"labels":[],"label_agreement":null},{"id":"W2232796458","doi":"10.1145/2817761.2817768","title":"Deployment Study Length","year":2015,"lang":"en","type":"article","venue":"GetMobile Mobile Computing and Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software deployment; Computer science; Human–computer interaction; Natural (archaeology); Software engineering","score_opus":0.0781386505046916,"score_gpt":0.3319639196039671,"score_spread":0.2538252690992755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2232796458","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08634087,0.0035822997,0.04160744,0.011409404,0.008175724,0.4103451,0.059452545,0.0022938133,0.37679273],"genre_scores_gemma":[0.14191629,0.003886393,0.029306661,0.010535618,0.001222252,0.6518669,0.020290444,0.0010863986,0.13988902],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9842136,0.0060280203,0.001989036,0.0026647258,0.0032855535,0.001819036],"domain_scores_gemma":[0.9590957,0.011228539,0.00093565887,0.0061055287,0.018610088,0.0040243436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02910482,0.0012406228,0.0017780369,0.0023888564,0.0054195053,0.004757947,0.0033382617,0.002498745,0.262496],"category_scores_gemma":[0.064679906,0.0014538842,0.0009553609,0.0021821691,0.0016537154,0.0036868246,0.004804809,0.0041605188,0.07897493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049837315,0.004689871,0.008928093,0.0062747533,0.00008256726,0.0014958723,0.033273213,0.001034258,0.005999065,0.03338591,0.56589586,0.33395696],"study_design_scores_gemma":[0.0016065608,0.0024974498,0.015319313,0.002260794,0.000047920013,0.00026284397,0.015961932,0.000293347,0.0016921031,0.0068791904,0.95307803,0.00010057258],"about_ca_topic_score_codex":0.009860442,"about_ca_topic_score_gemma":0.014911945,"teacher_disagreement_score":0.262496,"about_ca_system_score_codex":0.006699756,"about_ca_system_score_gemma":0.010897825,"threshold_uncertainty_score":0.8781366},"labels":[],"label_agreement":null},{"id":"W2249606525","doi":"","title":"If you show them, will they use it? A Case Study in Technology Integration","year":2007,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Business","score_opus":0.0685543131979715,"score_gpt":0.3084608883248811,"score_spread":0.2399065751269096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249606525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695631,0.00080482644,0.0036450964,0.005330723,0.00014790443,0.00021290603,0.00004535405,0.000060715953,0.020189272],"genre_scores_gemma":[0.9761795,0.0010974678,0.004029623,0.0012384526,0.00003851734,0.00013495421,0.000042209045,0.000062717845,0.017176645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948397,0.0028482336,0.00019904732,0.00030792618,0.0009203829,0.0008846451],"domain_scores_gemma":[0.9943045,0.002604624,0.00059763656,0.0003441525,0.0005793752,0.0015696886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047728997,0.0007848892,0.00084619515,0.001449531,0.01382208,0.0060824063,0.001808046,0.007636708,0.006061149],"category_scores_gemma":[0.013077073,0.0009952072,0.0008077541,0.0017598213,0.003984192,0.0052922275,0.004318371,0.005701121,0.0018260551],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043130902,0.008785025,0.04914331,0.00031448968,0.00006833698,0.09572318,0.7483337,0.00036548177,0.0031015328,0.009719189,0.009851592,0.07416297],"study_design_scores_gemma":[0.000109037486,0.0026333919,0.022390315,0.0005961682,0.00013740765,0.0680506,0.82456994,0.002472818,0.0040422403,0.0035053624,0.07130581,0.00018691378],"about_ca_topic_score_codex":0.004965479,"about_ca_topic_score_gemma":0.010475668,"teacher_disagreement_score":0.01382208,"about_ca_system_score_codex":0.0016194946,"about_ca_system_score_gemma":0.002198284,"threshold_uncertainty_score":0.025241792},"labels":[],"label_agreement":null},{"id":"W2255396083","doi":"10.2196/humanfactors.4602","title":"Sociotechnical Human Factors Involved in Remote Online Usability Testing of Two eHealth Interventions","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Health Sciences Centre; McMaster University Medical Centre; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Usability; eHealth; Computer science; Sociotechnical system; Pluralistic walkthrough; Knowledge management; Applied psychology; Psychology; Human–computer interaction","score_opus":0.1858160698330467,"score_gpt":0.4031256813249926,"score_spread":0.21730961149194591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255396083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97613055,0.000473897,0.015559126,0.0005916336,0.000035462977,0.001256141,0.000045057255,0.00009985603,0.0058082845],"genre_scores_gemma":[0.9899024,0.00018695752,0.008180315,0.00015575753,0.000024330746,0.0009902162,0.000027418817,0.00003711241,0.0004955285],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9348235,0.053487856,0.0029748585,0.0014782557,0.005275057,0.0019603635],"domain_scores_gemma":[0.7189298,0.25667,0.010626364,0.0046287845,0.007362444,0.0017826387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042578083,0.00085541635,0.0006401739,0.0015768169,0.0032581463,0.0033561445,0.0010686773,0.0011904195,0.003629268],"category_scores_gemma":[0.13103317,0.00062325405,0.00081569626,0.0007083261,0.004084208,0.002570054,0.004814244,0.0015726823,0.00031516937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016873688,0.0008203429,0.08850756,0.003111269,0.0002205363,0.0020918543,0.776138,0.0008125183,0.01472571,0.0018303138,0.0006490777,0.10940551],"study_design_scores_gemma":[0.00046057915,0.009940543,0.35546508,0.0035418589,0.000872022,0.004899565,0.54683244,0.005231776,0.03416447,0.007864116,0.030298557,0.00042892963],"about_ca_topic_score_codex":0.0010126285,"about_ca_topic_score_gemma":0.0015111875,"teacher_disagreement_score":0.042578083,"about_ca_system_score_codex":0.002005737,"about_ca_system_score_gemma":0.0023140635,"threshold_uncertainty_score":0.22517711},"labels":[],"label_agreement":null},{"id":"W2257894180","doi":"","title":"Generating adaptable user interfaces using rich internet application","year":2009,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; User interface; XML; Personalization; Graphical user interface; Natural user interface; User interface design; Markup language; Human–computer interaction; 10-foot user interface; The Internet; World Wide Web; Graphical user interface testing; Key (lock); Post-WIMP; Component (thermodynamics); User Friendly; XHTML; Interface (matter); Operating system","score_opus":0.05296069742312112,"score_gpt":0.28809194670129745,"score_spread":0.23513124927817633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257894180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04316349,0.00014565655,0.9333478,0.00008701939,0.0000752248,0.00045537145,0.00017655431,0.013514091,0.009034793],"genre_scores_gemma":[0.29098582,0.00034283477,0.6897977,0.0001937225,0.000046232577,0.0009377279,0.0011263933,0.0024049622,0.014164576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941206,0.0001672009,0.00005481106,0.00010179472,0.00022639823,0.00003779538],"domain_scores_gemma":[0.9990426,0.00042041182,0.000045370733,0.00024667045,0.00020384254,0.00004109715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073197583,0.0006847317,0.0004992142,0.000896812,0.00026417788,0.001007524,0.0007799255,0.0006312823,0.0066094734],"category_scores_gemma":[0.0033134113,0.00037039278,0.00071340095,0.0004995393,0.0003078235,0.0011998449,0.0016033716,0.0006249216,0.001985268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046622774,0.0005573453,0.0028027743,0.0009039047,0.00018367924,0.0025107546,0.0030629972,0.03532251,0.3309926,0.036101468,0.0141562885,0.5729395],"study_design_scores_gemma":[0.0002940336,0.0008783301,0.006515121,0.00018715294,0.00032328957,0.0030482206,0.0007736373,0.4344966,0.35262325,0.035028197,0.16554111,0.0002910354],"about_ca_topic_score_codex":0.00017603605,"about_ca_topic_score_gemma":0.00019762057,"teacher_disagreement_score":0.0066094734,"about_ca_system_score_codex":0.00015115949,"about_ca_system_score_gemma":0.00015615126,"threshold_uncertainty_score":0.02211088},"labels":[],"label_agreement":null},{"id":"W2270324159","doi":"10.3233/978-1-61499-203-5-174","title":"The Long and Twisting Path: An Efficiency Evaluation of an Electronic Whiteboard System","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Whiteboard; Workflow; Computer science; Multimedia; Electronic systems; Simple (philosophy); Human–computer interaction; Engineering; Database","score_opus":0.05248169857619415,"score_gpt":0.35002325562030356,"score_spread":0.2975415570441094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270324159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825873,0.00033249304,0.011789258,0.00020202604,0.000053731663,0.0010925169,0.00011144263,0.00017062295,0.003660643],"genre_scores_gemma":[0.96846235,0.00021989555,0.028290832,0.00013224564,0.000029790774,0.00056925864,0.0002294862,0.00013651306,0.0019296409],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98301804,0.0111981025,0.0014621489,0.0008070888,0.003037367,0.00047731903],"domain_scores_gemma":[0.84545004,0.12372351,0.0037508367,0.0059901197,0.019379634,0.0017057916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018845275,0.0008186681,0.0007539626,0.0015669096,0.0012481618,0.002162181,0.0012338056,0.0012631104,0.00333682],"category_scores_gemma":[0.09494855,0.000373264,0.00082161446,0.0010284123,0.0010383372,0.0034462204,0.0012229874,0.00073450845,0.00068709016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02378474,0.021996764,0.05818632,0.009807422,0.0008338279,0.0013624628,0.04218595,0.018634986,0.085460216,0.0034730476,0.0071590845,0.72711515],"study_design_scores_gemma":[0.0054116673,0.25865576,0.35577357,0.0024830268,0.0032930921,0.0018981537,0.043992206,0.11980021,0.16607216,0.0035609768,0.038012344,0.0010468593],"about_ca_topic_score_codex":0.001730377,"about_ca_topic_score_gemma":0.0014583444,"teacher_disagreement_score":0.018845275,"about_ca_system_score_codex":0.001153331,"about_ca_system_score_gemma":0.0011886,"threshold_uncertainty_score":0.09966451},"labels":[],"label_agreement":null},{"id":"W2273564813","doi":"","title":"Reverse engineering of content to find usability problems: a healthcare case study","year":2012,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Usability; Usability engineering; Artifact (error); Computer science; System usability scale; Pluralistic walkthrough; Usability inspection; Reverse engineering; Task (project management); Human–computer interaction; Usability lab; Web usability; Heuristic evaluation; Cognitive walkthrough; Usability goals; Software engineering; Engineering; Artificial intelligence; Systems engineering; Programming language","score_opus":0.16189085914638227,"score_gpt":0.3430565840768054,"score_spread":0.18116572493042313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273564813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9265653,0.0016517675,0.057878427,0.004414891,0.000112998874,0.0017323421,0.00015634511,0.00022243045,0.007265441],"genre_scores_gemma":[0.92378324,0.0013578071,0.06863798,0.0011654475,0.00006296584,0.00050116883,0.00012468295,0.00010964987,0.0042568897],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98543984,0.010000493,0.00088853174,0.0006507528,0.0022895536,0.000730803],"domain_scores_gemma":[0.9520714,0.037641004,0.0021357704,0.0032971024,0.003658983,0.0011957267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01178772,0.0008054962,0.0008056083,0.0018515078,0.0035530273,0.0022928766,0.0018497901,0.004799711,0.0013366994],"category_scores_gemma":[0.030656496,0.00055401475,0.0009698873,0.001453579,0.0025470767,0.0028100049,0.0023848086,0.0016731182,0.00062920817],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019125182,0.0118462695,0.08114211,0.004980889,0.00029504727,0.15729703,0.2913305,0.0067920056,0.030734707,0.013564611,0.01446449,0.38563976],"study_design_scores_gemma":[0.0012110267,0.015292164,0.0580989,0.0043916823,0.00072021724,0.2915401,0.26351452,0.05338707,0.12977767,0.016035337,0.16520695,0.00082432904],"about_ca_topic_score_codex":0.0026488288,"about_ca_topic_score_gemma":0.00443487,"teacher_disagreement_score":0.01178772,"about_ca_system_score_codex":0.0016598855,"about_ca_system_score_gemma":0.0019922138,"threshold_uncertainty_score":0.0623402},"labels":[],"label_agreement":null},{"id":"W2278152755","doi":"","title":"Adapting usability investigations for agile user-centered design","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Agile software development; Computer science; Usability engineering; Agile usability engineering; Usability goals; User story; User experience design; Human–computer interaction; Web usability; Usability inspection; Usability lab; User-centered design; Pluralistic walkthrough; User interface; Knowledge management; Process management; Software engineering; Engineering; Software development process; Software development; Software","score_opus":0.1325906199585196,"score_gpt":0.3167544527483563,"score_spread":0.1841638327898367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278152755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08184105,0.0017730267,0.879732,0.0038023994,0.00050063484,0.012360935,0.0002061903,0.0015395128,0.018244334],"genre_scores_gemma":[0.20369294,0.00092069403,0.7763529,0.00079400616,0.00007953882,0.01592596,0.00022141934,0.0004427135,0.0015697577],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.72106713,0.2318308,0.017700901,0.0061044144,0.021102188,0.0021946267],"domain_scores_gemma":[0.48822343,0.34020033,0.011355039,0.08514267,0.072852634,0.0022259213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15267687,0.0020613442,0.0011477574,0.0071704322,0.0031170463,0.008222368,0.0039313105,0.0019466552,0.0024030658],"category_scores_gemma":[0.3120815,0.0021558201,0.0017150121,0.0043847654,0.0075491555,0.009756017,0.007918337,0.004566504,0.00094218046],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000694719,0.0018295354,0.014664045,0.0071603935,0.0003040349,0.0013829208,0.24563427,0.005321311,0.02419406,0.082415655,0.0077890074,0.60861003],"study_design_scores_gemma":[0.0018677741,0.008112429,0.037570827,0.018921657,0.0009427928,0.0052642464,0.19839562,0.03468848,0.06083423,0.21991615,0.41220996,0.0012758444],"about_ca_topic_score_codex":0.0019741415,"about_ca_topic_score_gemma":0.0021971057,"teacher_disagreement_score":0.15267687,"about_ca_system_score_codex":0.00608053,"about_ca_system_score_gemma":0.0076561775,"threshold_uncertainty_score":0.80744207},"labels":[],"label_agreement":null},{"id":"W2279934621","doi":"10.1007/s10606-016-9244-y","title":"Implications of We-Awareness to the Design of Distributed Groupware Tools","year":2016,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"","keywords":"Collaborative software; Computer science; Human–computer interaction; Computer-supported cooperative work; World Wide Web; Engineering","score_opus":0.07438867872134487,"score_gpt":0.2845269198859995,"score_spread":0.21013824116465463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279934621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3572111,0.0015766945,0.53903395,0.011511398,0.00028264246,0.00042610802,0.000039121453,0.00049812224,0.08942083],"genre_scores_gemma":[0.9751193,0.00017426533,0.022822954,0.00023280393,0.000016553886,0.000076660916,0.000009569405,0.0000410834,0.0015069094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925527,0.0049494742,0.000346775,0.0006376721,0.0008286552,0.0006846777],"domain_scores_gemma":[0.97109216,0.022236919,0.0013811165,0.0023631046,0.002022337,0.0009042405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070000426,0.00059866445,0.00027814656,0.0008161367,0.002552403,0.006623473,0.0011980485,0.002307258,0.0038661757],"category_scores_gemma":[0.036092203,0.00086729607,0.00042739484,0.0006055993,0.0058878358,0.010440345,0.0039237235,0.0022256265,0.0002979826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039387395,0.0006180873,0.014603509,0.0007938131,0.00010551068,0.0012795243,0.116905384,0.010109706,0.011966438,0.67328984,0.0022687356,0.16766556],"study_design_scores_gemma":[0.00017615357,0.0009826004,0.012490904,0.0010486804,0.00040680508,0.0024464678,0.09296314,0.059594024,0.024460603,0.71061873,0.09461993,0.00019201274],"about_ca_topic_score_codex":0.0021856178,"about_ca_topic_score_gemma":0.0018282868,"teacher_disagreement_score":0.0070000426,"about_ca_system_score_codex":0.001256536,"about_ca_system_score_gemma":0.0027180782,"threshold_uncertainty_score":0.037020206},"labels":[],"label_agreement":null},{"id":"W2280681165","doi":"10.1524/9783486781236.277","title":"Towards Metric-based Usability Evaluation of Online Web Interfaces","year":2013,"lang":"en","type":"book-chapter","venue":"Oldenbourg Wissenschaftsverlag eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Metric (unit); World Wide Web; Usability engineering; Human–computer interaction; Engineering","score_opus":0.06696292557862209,"score_gpt":0.2976293032049111,"score_spread":0.230666377626289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280681165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01647579,0.006289041,0.9327697,0.0014035599,0.00026253564,0.0005344094,0.0003397631,0.0013462936,0.040578865],"genre_scores_gemma":[0.060600404,0.0034161552,0.92670715,0.00024617344,0.00008116452,0.0009823764,0.0006610842,0.00029459028,0.007010913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849268,0.007118674,0.00092276226,0.00062579126,0.0062507074,0.00015530903],"domain_scores_gemma":[0.9865791,0.007392469,0.00062488334,0.0011354464,0.0040381355,0.0002299849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012164067,0.0013382807,0.0008016099,0.0043812487,0.00042593756,0.005085542,0.0019933044,0.00097552844,0.0027788088],"category_scores_gemma":[0.026191691,0.0005982846,0.0005747862,0.0037087537,0.0018714714,0.004969698,0.002291084,0.0028752296,0.0012845198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006705591,0.00023356607,0.002517696,0.0017328212,0.00008109875,0.00008564134,0.0049959496,0.005149229,0.009401732,0.19447003,0.021989778,0.7592753],"study_design_scores_gemma":[0.000062424515,0.00075664563,0.020049125,0.004075871,0.00013610654,0.0010479408,0.0049756328,0.13498478,0.023753744,0.5015129,0.30840215,0.00024282969],"about_ca_topic_score_codex":0.0013070381,"about_ca_topic_score_gemma":0.0012367,"teacher_disagreement_score":0.012164067,"about_ca_system_score_codex":0.0022003087,"about_ca_system_score_gemma":0.0018584181,"threshold_uncertainty_score":0.06433052},"labels":[],"label_agreement":null},{"id":"W2288079777","doi":"","title":"First-Person Hypertext","year":2006,"lang":"en","type":"article","venue":"Public","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Girl; Sitting; Art; Art history; Class (philosophy); Visual arts; Psychology; Medicine; Artificial intelligence; Computer science","score_opus":0.042159746916359035,"score_gpt":0.21344578951695584,"score_spread":0.1712860426005968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288079777","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030225127,0.001980554,0.027459059,0.002428179,0.0010614521,0.00022381329,0.012028614,0.06944209,0.8823539],"genre_scores_gemma":[0.032862056,0.0017686358,0.006135814,0.0011633239,0.0005120747,0.00023376416,0.01640056,0.00874519,0.9321787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986278,0.00032275004,0.00010111008,0.0003025714,0.00043274608,0.0002131017],"domain_scores_gemma":[0.9972006,0.0005212695,0.00009608181,0.001056712,0.00046207762,0.000663307],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012655383,0.0012354578,0.0007720267,0.0020017703,0.002057729,0.010917106,0.001644736,0.0026255434,0.6648921],"category_scores_gemma":[0.0068629747,0.0006059172,0.0006024905,0.0033066769,0.0005697721,0.012513829,0.0077169784,0.0015661491,0.58806866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081947626,0.00007051955,0.00043285967,0.0002453378,0.000012226781,0.0001554808,0.000661251,0.00010531671,0.0013150803,0.011011804,0.82288855,0.16301958],"study_design_scores_gemma":[0.0000083785435,0.000014620231,0.00035482773,0.00005675711,0.0000036857455,0.00013570704,0.0001804023,0.0002077196,0.00045982844,0.0031909714,0.995376,0.000011189107],"about_ca_topic_score_codex":0.0013816311,"about_ca_topic_score_gemma":0.0024282592,"teacher_disagreement_score":0.6648921,"about_ca_system_score_codex":0.0010341869,"about_ca_system_score_gemma":0.0010624663,"threshold_uncertainty_score":0.47799075},"labels":[],"label_agreement":null},{"id":"W2288197668","doi":"10.5281/zenodo.3264473","title":"Challenges in evaluating complex IT security management systems","year":2010,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Usability goals; Cognitive walkthrough; IT service management; Usability inspection; Usability engineering; Usability lab; Information Technology Infrastructure Library; Knowledge management; Human–computer interaction; Information technology","score_opus":0.19168023463762413,"score_gpt":0.32316225923359054,"score_spread":0.13148202459596642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288197668","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6211642,0.008344683,0.3250814,0.0059275003,0.000277726,0.0056709275,0.00028950948,0.00082470785,0.032419324],"genre_scores_gemma":[0.6816837,0.0016107868,0.31232128,0.00058356527,0.00008077194,0.0025802506,0.00017530547,0.00015352851,0.00081083976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.78848577,0.16968872,0.013795397,0.0045632785,0.022104986,0.0013617924],"domain_scores_gemma":[0.5646934,0.3664781,0.012292611,0.018275946,0.035962924,0.002297055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12460506,0.0009961667,0.0018662554,0.0030798845,0.0029025932,0.011221348,0.0031576965,0.0019370525,0.0015412081],"category_scores_gemma":[0.24787512,0.00097385497,0.0008506504,0.0028796387,0.004628538,0.006274102,0.0035052602,0.0014289069,0.0003729883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009239876,0.002120474,0.03189593,0.009737788,0.0006053906,0.00047863307,0.045132145,0.03226767,0.022451868,0.034440894,0.0054371296,0.8145082],"study_design_scores_gemma":[0.0017490466,0.022601964,0.14158726,0.011185804,0.0011892638,0.0023966487,0.17370906,0.1982307,0.07437971,0.22504196,0.14622131,0.0017073898],"about_ca_topic_score_codex":0.004049973,"about_ca_topic_score_gemma":0.0049716313,"teacher_disagreement_score":0.12460506,"about_ca_system_score_codex":0.0042204307,"about_ca_system_score_gemma":0.0049897237,"threshold_uncertainty_score":0.6589824},"labels":[],"label_agreement":null},{"id":"W2316699534","doi":"10.1061/40937(261)94","title":"Methodology for Selecting Features of Mobile Technology for Municipal Inspections","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research and Productivity Council; University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Deliverable; Usability; Systems engineering; Process management; Engineering management; Engineering; Human–computer interaction","score_opus":0.09550606972673897,"score_gpt":0.3822373150341356,"score_spread":0.28673124530739663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316699534","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10573,0.0002902339,0.834745,0.0003181299,0.000053271742,0.04319574,0.001919752,0.00080495916,0.012942931],"genre_scores_gemma":[0.055374943,0.00012609409,0.919843,0.000056934332,0.00000805968,0.021785537,0.00074586365,0.00007759561,0.0019819837],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9831267,0.008198689,0.0021631406,0.0018679278,0.0039276225,0.00071596005],"domain_scores_gemma":[0.9728914,0.012903085,0.0023567937,0.0022521112,0.009137946,0.00045862148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012461531,0.0011184274,0.00089463353,0.0095163165,0.0017181713,0.0030793531,0.0016624564,0.0011764147,0.0055823284],"category_scores_gemma":[0.03194629,0.0008981498,0.0013015028,0.004238209,0.0011403293,0.0016863372,0.002003853,0.0012802612,0.0015415238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057319057,0.0010915597,0.033006247,0.004561053,0.000111886824,0.0014633571,0.051902574,0.005791557,0.077727854,0.032456324,0.00560865,0.78570575],"study_design_scores_gemma":[0.0008067112,0.0045637866,0.12673424,0.0046333554,0.00055067125,0.0029322647,0.12654367,0.09853809,0.17605363,0.053285416,0.40460262,0.0007556062],"about_ca_topic_score_codex":0.004381463,"about_ca_topic_score_gemma":0.009100555,"teacher_disagreement_score":0.012461531,"about_ca_system_score_codex":0.0026180246,"about_ca_system_score_gemma":0.0061866688,"threshold_uncertainty_score":0.06590366},"labels":[],"label_agreement":null},{"id":"W2320892947","doi":"10.2514/6.2006-5610","title":"A New Era for Voice Conferencing: Advancement in Technology and Capabilities","year":2006,"lang":"en","type":"article","venue":"SpaceOps 2006 Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safe Engineering Services & Technologies (Canada)","funders":"","keywords":"Computer science; Teleconference; Multimedia","score_opus":0.01875463641050818,"score_gpt":0.24686269616910614,"score_spread":0.22810805975859796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320892947","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09516377,0.1378407,0.40978548,0.09248816,0.007840126,0.00019287819,0.0004322026,0.003511908,0.25274473],"genre_scores_gemma":[0.63820314,0.046270847,0.2318817,0.01650077,0.0072599505,0.00024802994,0.00033017324,0.0011991074,0.05810618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603456,0.0018278447,0.00012693922,0.0003653035,0.0013652056,0.00028012908],"domain_scores_gemma":[0.99259126,0.004473532,0.00026705407,0.0006117075,0.0013001362,0.0007562672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004417883,0.000678689,0.00068891887,0.0011086536,0.0014304807,0.009576159,0.0015021196,0.0031590324,0.0158771],"category_scores_gemma":[0.011363819,0.00036542572,0.00050118193,0.0011343603,0.002296465,0.014182736,0.0042537083,0.003762735,0.0028396456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037526255,0.00018211993,0.0029964128,0.0014801743,0.000099103425,0.00034822413,0.0068890513,0.0012332955,0.023791684,0.31548294,0.049251713,0.59787005],"study_design_scores_gemma":[0.00005996287,0.0005798005,0.003968052,0.0012029693,0.00011599565,0.0030427142,0.0067354734,0.009332953,0.007375352,0.19736487,0.77000326,0.00021853663],"about_ca_topic_score_codex":0.0009360932,"about_ca_topic_score_gemma":0.0012131429,"teacher_disagreement_score":0.0158771,"about_ca_system_score_codex":0.00088083575,"about_ca_system_score_gemma":0.0019119285,"threshold_uncertainty_score":0.053114176},"labels":[],"label_agreement":null},{"id":"W2332275336","doi":"10.1177/154193120004403715","title":"Web-Based Collection of Critical Incidents during Remote Usability Evaluation","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Usability; Computer science; Data collection; Web application; User interface; World Wide Web; Web usability; Human–computer interaction; Operating system","score_opus":0.025606969014010456,"score_gpt":0.2726463862965169,"score_spread":0.24703941728250642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332275336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75738865,0.00063495606,0.21120214,0.00018000357,0.00013538399,0.015394096,0.000781772,0.0058574188,0.008425534],"genre_scores_gemma":[0.74509704,0.00047084477,0.23728548,0.00015553592,0.00009076493,0.012488662,0.001011259,0.00048519974,0.0029152061],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9781262,0.014493486,0.0017841017,0.0011523855,0.003947715,0.00049606635],"domain_scores_gemma":[0.91723,0.05003678,0.0045307893,0.0058786855,0.021084575,0.0012390901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019766007,0.0011184472,0.0011653006,0.0035803723,0.0007761273,0.0014033214,0.0010067798,0.00051292457,0.0025088987],"category_scores_gemma":[0.058784787,0.00045126333,0.0005558332,0.0013972471,0.00045567498,0.0013576437,0.001312062,0.0006367881,0.0010227424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032560513,0.0044820537,0.019310959,0.0031652802,0.00022202518,0.0007067404,0.017165463,0.0031233968,0.07750509,0.0006430758,0.005858229,0.86456174],"study_design_scores_gemma":[0.0030524004,0.055200573,0.40642378,0.004083044,0.0013203545,0.003598418,0.031807818,0.09948473,0.32459334,0.003290425,0.06555227,0.0015928217],"about_ca_topic_score_codex":0.00054326945,"about_ca_topic_score_gemma":0.0010408072,"teacher_disagreement_score":0.019766007,"about_ca_system_score_codex":0.00046749643,"about_ca_system_score_gemma":0.0011241271,"threshold_uncertainty_score":0.10453385},"labels":[],"label_agreement":null},{"id":"W2342799194","doi":"10.1186/s40064-016-2171-z","title":"Usability evaluation of mobile applications using ISO 9241 and ISO 25062 standards","year":2016,"lang":"en","type":"article","venue":"SpringerPlus","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Android (operating system); Software; Mobile device; World Wide Web; Human–computer interaction; Operating system","score_opus":0.049421486663155205,"score_gpt":0.33855666166278153,"score_spread":0.2891351749996263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342799194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9140241,0.0034123033,0.051911023,0.000546645,0.00018956706,0.0028290888,0.00032920367,0.00032947236,0.026428632],"genre_scores_gemma":[0.9457057,0.0013195253,0.048447628,0.00013919425,0.000053428947,0.001728363,0.0008716232,0.00007896844,0.0016555133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9179995,0.028656473,0.00856644,0.0018589125,0.041707817,0.0012108886],"domain_scores_gemma":[0.92120713,0.030880343,0.0050592003,0.0043197973,0.03776791,0.00076566986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030910335,0.0008067179,0.0008956118,0.006208381,0.0009509474,0.0026215932,0.00091047626,0.00087281986,0.0007659671],"category_scores_gemma":[0.072510995,0.0003045279,0.0009858068,0.003783421,0.0012737293,0.0022180185,0.0012937709,0.00067999156,0.00035772266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011482401,0.0031631112,0.21846037,0.004613563,0.00039132172,0.00040115524,0.022211248,0.005034497,0.048737623,0.0066126045,0.0057771094,0.68344915],"study_design_scores_gemma":[0.00025509353,0.0135138305,0.8123795,0.0035389983,0.0006948811,0.0020967321,0.03933713,0.023551192,0.038461402,0.006340797,0.059227157,0.0006032357],"about_ca_topic_score_codex":0.002456225,"about_ca_topic_score_gemma":0.0028316423,"teacher_disagreement_score":0.030910335,"about_ca_system_score_codex":0.0014257168,"about_ca_system_score_gemma":0.0027975317,"threshold_uncertainty_score":0.1634714},"labels":[],"label_agreement":null},{"id":"W2346164804","doi":"10.1145/2851581.2851584","title":"From Two CSCW Frameworks to User Requirements Definition for a Retail Planning Collaborative Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Computer-supported cooperative work; Computer science; Collaborative software; Software; Software engineering; Human–computer interaction; World Wide Web; Engineering; Programming language; Work (physics)","score_opus":0.08494926618990649,"score_gpt":0.32794995839078195,"score_spread":0.24300069220087545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346164804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14728057,0.00045445893,0.796327,0.007175292,0.00010083915,0.0015371758,0.00013879937,0.0009885754,0.045997337],"genre_scores_gemma":[0.4746487,0.00022004479,0.5166662,0.0005489886,0.000014914221,0.0012420893,0.00024402738,0.00032039298,0.0060945936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95879275,0.028024122,0.0021802369,0.0018900887,0.0073660132,0.0017468556],"domain_scores_gemma":[0.96482885,0.020141827,0.001734094,0.0053523746,0.0060624965,0.0018803158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027946755,0.0013260583,0.0007310981,0.0049568918,0.0065848357,0.010438282,0.0034576156,0.003541908,0.0021713576],"category_scores_gemma":[0.034748096,0.0013134956,0.0013141806,0.00373915,0.012863305,0.011119213,0.008277326,0.004689441,0.00045931028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018967154,0.0005090339,0.006670943,0.00066166086,0.00004489928,0.002171384,0.20199841,0.009312814,0.006941156,0.63469344,0.00547904,0.13132748],"study_design_scores_gemma":[0.00020941775,0.00095651846,0.009085302,0.0025561147,0.0001130001,0.0046385014,0.22565402,0.108574085,0.022873215,0.25005978,0.37466848,0.00061150687],"about_ca_topic_score_codex":0.021117665,"about_ca_topic_score_gemma":0.021594664,"teacher_disagreement_score":0.027946755,"about_ca_system_score_codex":0.010988301,"about_ca_system_score_gemma":0.010157852,"threshold_uncertainty_score":0.14779836},"labels":[],"label_agreement":null},{"id":"W2364230501","doi":"","title":"Research on Perceptual-control-based Design for User Interface","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Usability; Computer science; Human–computer interaction; USable; Perception; Task (project management); User interface; User interface design; Control (management); User experience design; Interface (matter); Multimedia; Artificial intelligence; Systems engineering; Engineering","score_opus":0.13988708858174403,"score_gpt":0.3896247245122481,"score_spread":0.24973763593050408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364230501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010850655,0.0029958806,0.9580549,0.0010364531,0.00012777808,0.00043773866,0.000021730406,0.00033501317,0.02613987],"genre_scores_gemma":[0.5252407,0.003254978,0.46342418,0.00049966853,0.00013408945,0.0017987725,0.00008263825,0.00020817043,0.0053566904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867864,0.007442341,0.0007664806,0.001696975,0.0029250216,0.00038280725],"domain_scores_gemma":[0.9780682,0.016300969,0.00092635665,0.0017376114,0.0025804478,0.0003864444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01132785,0.0015164121,0.00068517553,0.0016834299,0.0011312616,0.0058579664,0.0027449997,0.0022719782,0.00555052],"category_scores_gemma":[0.029595139,0.001071641,0.001227767,0.0012042761,0.0083532585,0.0077666845,0.0016761259,0.0022902263,0.0007992343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020639885,0.0003435101,0.0015694697,0.0030809625,0.00017258018,0.0003084592,0.019904487,0.014767038,0.017511126,0.7566483,0.0021311815,0.18335643],"study_design_scores_gemma":[0.000442631,0.0016252961,0.0044430327,0.0015074972,0.0003367587,0.0013656612,0.0043179025,0.16412187,0.019864252,0.69371337,0.107899815,0.0003618835],"about_ca_topic_score_codex":0.0020252687,"about_ca_topic_score_gemma":0.0008624799,"teacher_disagreement_score":0.01132785,"about_ca_system_score_codex":0.0023408772,"about_ca_system_score_gemma":0.0019297538,"threshold_uncertainty_score":0.059908092},"labels":[],"label_agreement":null},{"id":"W2395860597","doi":"10.1145/2858036.2858129","title":"Anchored Customization","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Networks of Centres of Excellence of Canada","keywords":"Personalization; Computer science; Task (project management); World Wide Web; Layer (electronics); Face (sociological concept); Human–computer interaction; Software; Software engineering; Web application; Operating system; Engineering; Systems engineering","score_opus":0.013894618637498617,"score_gpt":0.2156089359964463,"score_spread":0.20171431735894768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395860597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036864575,0.00029499512,0.8645187,0.0004621381,0.00022555316,0.001040269,0.00068143895,0.072863735,0.023048619],"genre_scores_gemma":[0.37203845,0.00035875654,0.573593,0.0011964345,0.00013171109,0.001579824,0.0021747,0.008689982,0.04023711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441177,0.0014996141,0.00050114724,0.0015885439,0.0014945278,0.000504445],"domain_scores_gemma":[0.97221076,0.0069506606,0.0012331237,0.016598241,0.002237424,0.00076973933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004610362,0.0022300284,0.0010090484,0.0012786253,0.00082887255,0.002500205,0.0041148174,0.0016886774,0.022660855],"category_scores_gemma":[0.028004467,0.0013704292,0.0014459016,0.00082750927,0.0016314976,0.006183316,0.0075262757,0.002861138,0.0077409423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013168289,0.00068601355,0.0075249895,0.00096728565,0.0001548986,0.0007483434,0.0049778353,0.005839824,0.08566731,0.056430325,0.04935419,0.7863322],"study_design_scores_gemma":[0.00036582892,0.00094183424,0.015599565,0.0005925968,0.0003315577,0.0025590856,0.0017392491,0.11988714,0.12624654,0.090669945,0.64037955,0.00068723917],"about_ca_topic_score_codex":0.0015447417,"about_ca_topic_score_gemma":0.0018827082,"teacher_disagreement_score":0.022660855,"about_ca_system_score_codex":0.0008128715,"about_ca_system_score_gemma":0.0010905873,"threshold_uncertainty_score":0.07580811},"labels":[],"label_agreement":null},{"id":"W2397758814","doi":"","title":"Modeling Mobile User Planning-Context.","year":2014,"lang":"en","type":"article","venue":"International Conference on User Modeling, Adaptation, and Personalization","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction","score_opus":0.10771484055470423,"score_gpt":0.30290044519479314,"score_spread":0.1951856046400889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397758814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1100271,0.002864812,0.8619658,0.0011301182,0.00015381974,0.00025827606,0.0011300546,0.0013054543,0.021164464],"genre_scores_gemma":[0.88895947,0.001034444,0.10360667,0.000085085805,0.000038220718,0.0002241037,0.00055013044,0.00012878867,0.0053731087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923885,0.00040010925,0.00003525701,0.00013685797,0.00010776417,0.00008117418],"domain_scores_gemma":[0.9984137,0.0009884209,0.00010410094,0.00016615496,0.00022141647,0.000106162646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009771413,0.0007252386,0.00047122178,0.0007503468,0.00046219764,0.0017197555,0.0010490728,0.0008499771,0.0038268294],"category_scores_gemma":[0.0066687893,0.0006205199,0.00074322184,0.0006561227,0.0005334691,0.0019466783,0.0013066472,0.00088649185,0.00078691565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036460813,0.00025331552,0.018884804,0.0004708488,0.00019429193,0.00047518325,0.0017248214,0.7611254,0.0024997604,0.091630004,0.006340479,0.11603647],"study_design_scores_gemma":[0.000014529137,0.000053087173,0.0012997506,0.000042897595,0.00006401283,0.00007277196,0.00023745935,0.96997607,0.0005822345,0.022979839,0.0046620555,0.000015401922],"about_ca_topic_score_codex":0.028097976,"about_ca_topic_score_gemma":0.043443747,"teacher_disagreement_score":0.028097976,"about_ca_system_score_codex":0.0009739835,"about_ca_system_score_gemma":0.0016939959,"threshold_uncertainty_score":0.055868864},"labels":[],"label_agreement":null},{"id":"W2398498114","doi":"10.3233/978-1-60750-709-3-213","title":"Adapting Usability Testing Techniques to Gather User Requirements: An Illustrative Proposal","year":2011,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Computer science; Usability inspection; User requirements document; Software engineering; Human–computer interaction; Usability engineering; World Wide Web","score_opus":0.24077239050245577,"score_gpt":0.39668047187927524,"score_spread":0.15590808137681947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398498114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015141314,0.0014813286,0.95230716,0.013075773,0.00045842488,0.007062476,0.00008178408,0.0012915056,0.009100289],"genre_scores_gemma":[0.07106117,0.0024759748,0.9131592,0.0015583145,0.0001700139,0.00769835,0.00014805136,0.00015225973,0.0035766985],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9128145,0.06936077,0.0038933933,0.0015147873,0.011258925,0.0011575443],"domain_scores_gemma":[0.8937083,0.07546854,0.0021112573,0.0067108064,0.020848237,0.0011527699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05398212,0.0030988245,0.0010015296,0.0053190985,0.0029373097,0.006761846,0.004539608,0.008613735,0.0017563023],"category_scores_gemma":[0.08520759,0.0018475094,0.0015945686,0.003375316,0.0070594354,0.009147118,0.00508741,0.004691024,0.0014639107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005644122,0.0019737177,0.0070982073,0.00980678,0.0001668272,0.007801408,0.07112208,0.010880872,0.05916719,0.18260063,0.019141944,0.629676],"study_design_scores_gemma":[0.00090228644,0.008475906,0.014799473,0.017119596,0.000544364,0.022643078,0.053389836,0.1471861,0.07940417,0.21140903,0.4424904,0.0016358589],"about_ca_topic_score_codex":0.0016846523,"about_ca_topic_score_gemma":0.0015890116,"teacher_disagreement_score":0.05398212,"about_ca_system_score_codex":0.0020330942,"about_ca_system_score_gemma":0.0039376603,"threshold_uncertainty_score":0.2854882},"labels":[],"label_agreement":null},{"id":"W2462137674","doi":"","title":"Architecting tools to support transitions in workstyle","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Collaborative software; Variety (cybernetics); Computer-supported cooperative work; Computer science; Domain (mathematical analysis); Human–computer interaction; Knowledge management; Software engineering; Work (physics); Engineering","score_opus":0.05101275167865792,"score_gpt":0.2819946786888003,"score_spread":0.23098192701014236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462137674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08666473,0.00017310331,0.89666367,0.0002735505,0.00007940469,0.0005629027,0.00006193894,0.009148571,0.0063721766],"genre_scores_gemma":[0.3667588,0.00027392418,0.6239459,0.00009729203,0.00003184008,0.00083258527,0.0003214082,0.0014921495,0.006246108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773103,0.00073830754,0.00028250646,0.00033590474,0.0006316289,0.00028058133],"domain_scores_gemma":[0.991327,0.0040851813,0.00066472136,0.0024290567,0.0009436353,0.0005504048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038219267,0.00095028983,0.00046724384,0.0020443655,0.0011961511,0.0039020495,0.0021783435,0.0011627937,0.0027668641],"category_scores_gemma":[0.014610499,0.0012144822,0.0008435164,0.0007460955,0.0012305909,0.0058292206,0.0032916635,0.0014921927,0.0012133255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007614959,0.001424851,0.014026661,0.0011565336,0.00012798076,0.0018068614,0.032516103,0.05076678,0.0935143,0.054990064,0.008754573,0.7401537],"study_design_scores_gemma":[0.0005487633,0.0019695875,0.01750863,0.00091320276,0.00046778878,0.0031871693,0.013867751,0.3948633,0.1204952,0.1224684,0.3230048,0.0007053848],"about_ca_topic_score_codex":0.0006750935,"about_ca_topic_score_gemma":0.0013723399,"teacher_disagreement_score":0.0039020495,"about_ca_system_score_codex":0.000580168,"about_ca_system_score_gemma":0.0010144482,"threshold_uncertainty_score":0.020212531},"labels":[],"label_agreement":null},{"id":"W2462385782","doi":"","title":"Engineering product usability: a review and analysis techniques","year":2005,"lang":"en","type":"review","venue":"International Conference on Information and Automation","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Usability engineering; Product (mathematics); Usability inspection; Software engineering; Systems engineering; Human–computer interaction; Engineering; Mathematics","score_opus":0.05520259574983036,"score_gpt":0.337814227160877,"score_spread":0.2826116314110466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462385782","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002122204,0.9883852,0.006797552,0.00045325203,0.00013541288,0.000163035,0.000091269816,0.0000589818,0.0017931176],"genre_scores_gemma":[0.009804342,0.9750978,0.013597773,0.00020113267,0.00011016327,0.00028971393,0.00012923415,0.000033457025,0.0007365425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903335,0.0025907296,0.0016994601,0.0007486133,0.0044700783,0.00015757304],"domain_scores_gemma":[0.9713822,0.018519271,0.0017787268,0.0007051313,0.0074316114,0.00018302686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00995278,0.0015805283,0.0033738678,0.015657887,0.00070849626,0.0027728847,0.0021814103,0.0011649255,0.0017209388],"category_scores_gemma":[0.018495016,0.0009482905,0.001467493,0.015334739,0.0012694581,0.004797796,0.0011680601,0.0012209179,0.001273061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006611966,0.00009049015,0.0017173458,0.038291775,0.00022747836,0.000121427474,0.0005630826,0.00034425108,0.0013409179,0.0017508457,0.0068171765,0.9486691],"study_design_scores_gemma":[0.00015057031,0.001906681,0.04188041,0.106054075,0.0036258667,0.0059446087,0.0036887673,0.0029845794,0.012801938,0.013245588,0.8073027,0.00041427478],"about_ca_topic_score_codex":0.0035842103,"about_ca_topic_score_gemma":0.00531902,"teacher_disagreement_score":0.015657887,"about_ca_system_score_codex":0.00191355,"about_ca_system_score_gemma":0.0037966243,"threshold_uncertainty_score":0.052635968},"labels":[],"label_agreement":null},{"id":"W2470742547","doi":"","title":"Bridging the User and Developer Gap: The DTIF Workshop, Vancouver, June 4-5, 2001","year":2001,"lang":"en","type":"article","venue":"JMU Scholoraly Commons (James Madison University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bridging (networking); Mine action; Engineering; Operations research; Computer science; Political science; Computer security; Law","score_opus":0.040095483048344344,"score_gpt":0.23896091224762708,"score_spread":0.19886542919928274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470742547","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11774454,0.043449856,0.031520844,0.32632726,0.019281361,0.0011080833,0.00418022,0.0030493864,0.45333844],"genre_scores_gemma":[0.13032165,0.012388223,0.011737588,0.006626178,0.0005708196,0.00046374297,0.0028499106,0.0010848287,0.83395696],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99683386,0.00076753506,0.00013594651,0.00035333438,0.001182982,0.0007263148],"domain_scores_gemma":[0.99108994,0.0014607607,0.00021812117,0.000345118,0.0033710531,0.0035150305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009145463,0.0009323175,0.0006746739,0.0013152418,0.010360165,0.009682009,0.0020893796,0.0044673006,0.024285689],"category_scores_gemma":[0.011453979,0.0011331042,0.00036033438,0.0021331597,0.0026207417,0.0034184016,0.0044594267,0.004773224,0.009835766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002885994,0.00024474793,0.0026248319,0.0002327601,0.0000085680795,0.00071003434,0.023563692,0.00020304775,0.0019733803,0.0030260289,0.8336865,0.13343795],"study_design_scores_gemma":[0.00003391646,0.0000506922,0.004546937,0.0003517535,0.000009291381,0.00022784715,0.019465016,0.00024117656,0.0009133655,0.0011794606,0.9729494,0.00003123524],"about_ca_topic_score_codex":0.37185022,"about_ca_topic_score_gemma":0.7596431,"teacher_disagreement_score":0.37185022,"about_ca_system_score_codex":0.009730139,"about_ca_system_score_gemma":0.019005127,"threshold_uncertainty_score":0.73937166},"labels":[],"label_agreement":null},{"id":"W2474667125","doi":"10.29173/cais186","title":"Improving Digital Library Interfaces by Investigating the Electronic Activities of Users","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reading (process); World Wide Web; Humanities; Library science; Art; Linguistics; Philosophy","score_opus":0.020659166731634756,"score_gpt":0.2182230483585225,"score_spread":0.19756388162688773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474667125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9484675,0.00058053085,0.032783687,0.00039163083,0.000019983945,0.00020730935,0.0001082179,0.00061554153,0.016825514],"genre_scores_gemma":[0.9630073,0.0005017791,0.032827042,0.00012260256,0.000018051587,0.00012356578,0.0001450654,0.00006885978,0.003185748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99621284,0.0023964485,0.00024360923,0.00036125898,0.000598323,0.00018759858],"domain_scores_gemma":[0.9813436,0.0131098535,0.0015659279,0.0013505361,0.0023332257,0.00029676568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038296117,0.00061592076,0.00039898447,0.0017716915,0.000648878,0.004554414,0.0006362673,0.00084107486,0.0031674271],"category_scores_gemma":[0.027575308,0.00034183834,0.00030581505,0.0013613092,0.0005889696,0.0058411597,0.0018705985,0.0004414294,0.0013496258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007814245,0.0010396447,0.23590566,0.0015926524,0.00010266582,0.00027514945,0.10166104,0.0015841544,0.028773991,0.0028127127,0.0021121977,0.6233588],"study_design_scores_gemma":[0.0002771821,0.00569244,0.63132286,0.0015835227,0.00066062034,0.0014271542,0.17320299,0.028112741,0.057913437,0.013163997,0.08619822,0.0004448008],"about_ca_topic_score_codex":0.0014597324,"about_ca_topic_score_gemma":0.0019182246,"teacher_disagreement_score":0.004554414,"about_ca_system_score_codex":0.00043702978,"about_ca_system_score_gemma":0.00056211994,"threshold_uncertainty_score":0.020253181},"labels":[],"label_agreement":null},{"id":"W2476227936","doi":"10.4018/978-1-60960-866-8.ch014","title":"Identifying the Essential Design Requirements for Usable E-Health Communities in Mobile Devices","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; USable; Computer science; Mobile device; Human–computer interaction; Set (abstract data type); Process (computing); User interface; Interface (matter); World Wide Web","score_opus":0.11123147202540161,"score_gpt":0.32944337166809584,"score_spread":0.21821189964269422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476227936","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.376359,0.0021407302,0.5523205,0.006534178,0.00017708536,0.00995036,0.0005702772,0.0016704092,0.050277468],"genre_scores_gemma":[0.60694927,0.0009627548,0.38147265,0.0006540794,0.000056735862,0.0057462906,0.0006377933,0.00030439487,0.0032161348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98063755,0.01000595,0.0027140782,0.0010087895,0.0043085525,0.0013250698],"domain_scores_gemma":[0.94591075,0.037761047,0.002532087,0.0038865097,0.008791977,0.0011176594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014280027,0.001409714,0.000891429,0.0017579165,0.0017065143,0.0072709513,0.0016057037,0.0033316717,0.002408088],"category_scores_gemma":[0.05266804,0.0011750393,0.0009300653,0.0008371111,0.0029149777,0.005562158,0.0027439701,0.0018784861,0.0010918321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010864052,0.0020318578,0.038172834,0.026709657,0.00023651238,0.0068290234,0.14310713,0.010792459,0.22491178,0.14766297,0.011615303,0.3868441],"study_design_scores_gemma":[0.0008633997,0.005285001,0.15339042,0.01782453,0.0009671457,0.019491483,0.13112941,0.08465311,0.12369075,0.16160615,0.30017167,0.0009268882],"about_ca_topic_score_codex":0.0014538531,"about_ca_topic_score_gemma":0.0013438272,"teacher_disagreement_score":0.014280027,"about_ca_system_score_codex":0.0011681442,"about_ca_system_score_gemma":0.0028298858,"threshold_uncertainty_score":0.07552087},"labels":[],"label_agreement":null},{"id":"W2480734548","doi":"10.4018/978-1-59140-105-6.ch009","title":"Usability Inspection of the ECONOF System's User Interface Visualisation Component","year":2003,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Usability; Visualization; User interface; Component (thermodynamics); Computer science; Human–computer interaction; Interface (matter); User interface design; Process (computing); User experience design; Software engineering; Software; Operating system; Data mining","score_opus":0.027965179494596343,"score_gpt":0.2570495064239489,"score_spread":0.22908432692935257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480734548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5383532,0.005849645,0.22212604,0.0014241659,0.00039802244,0.001273715,0.0046532564,0.012610518,0.21331142],"genre_scores_gemma":[0.47366938,0.00402848,0.37400097,0.000609759,0.000122003796,0.00091863173,0.0063588726,0.0055367784,0.13475521],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905473,0.00032120533,0.000049448205,0.00008102914,0.0004598084,0.00003373258],"domain_scores_gemma":[0.9963934,0.0022727624,0.000045435198,0.00028986397,0.00096567156,0.00003287812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019587341,0.00042574576,0.00042951276,0.001467952,0.00038255128,0.0016606182,0.00053392793,0.00044777745,0.011285121],"category_scores_gemma":[0.0043490585,0.00020828666,0.00022438492,0.0011778752,0.00032575557,0.001020934,0.00048161388,0.00043468893,0.0026006857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039969597,0.00031760216,0.004883138,0.0014603668,0.000021649737,0.0004404569,0.006892495,0.0021720424,0.064200096,0.009768548,0.05546181,0.8539821],"study_design_scores_gemma":[0.000102569895,0.0013913414,0.06134439,0.0010729538,0.00009201245,0.003290729,0.0030274172,0.028171288,0.10665567,0.004633214,0.7899901,0.00022829096],"about_ca_topic_score_codex":0.0022252304,"about_ca_topic_score_gemma":0.0024798964,"teacher_disagreement_score":0.011285121,"about_ca_system_score_codex":0.000620276,"about_ca_system_score_gemma":0.000677072,"threshold_uncertainty_score":0.03775251},"labels":[],"label_agreement":null},{"id":"W2480769190","doi":"10.4018/978-1-61520-731-2.ch024","title":"Usability Guidelines for a Generic Educational Game Shell","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Usability; Shell (structure); Computer science; Section (typography); Human–computer interaction; Interface (matter); Multimedia; Interface design; Engineering drawing; World Wide Web; Engineering; Mechanical engineering; Operating system","score_opus":0.09193765431255083,"score_gpt":0.3270456589823648,"score_spread":0.235108004669814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480769190","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025377836,0.014442139,0.7229574,0.006900237,0.0010595863,0.006933159,0.0011782025,0.011824728,0.20932667],"genre_scores_gemma":[0.061031345,0.007520424,0.859898,0.0029054494,0.00013443145,0.0051239915,0.0021820993,0.003028603,0.058175772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99122435,0.0034571628,0.0016113041,0.00039564128,0.0030024766,0.0003089953],"domain_scores_gemma":[0.9878763,0.006644505,0.0003344869,0.0010063497,0.003957191,0.00018121091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007891122,0.002103413,0.0012172346,0.0034307875,0.0017489893,0.0043031396,0.0024459835,0.0032510213,0.010749949],"category_scores_gemma":[0.021352641,0.0013470061,0.0012197549,0.0018666977,0.0022310216,0.004738831,0.0030775445,0.00284432,0.008537801],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023593752,0.00066246086,0.0015485045,0.0074407156,0.0000403452,0.0012495891,0.023592684,0.004134235,0.025818748,0.17769359,0.16635408,0.5912291],"study_design_scores_gemma":[0.00009090392,0.00042548048,0.003411089,0.0065137446,0.00007143491,0.0027605353,0.0048323185,0.007590375,0.010470548,0.059504043,0.9041578,0.00017182263],"about_ca_topic_score_codex":0.0034223283,"about_ca_topic_score_gemma":0.0050287046,"teacher_disagreement_score":0.010749949,"about_ca_system_score_codex":0.0016355428,"about_ca_system_score_gemma":0.0024342951,"threshold_uncertainty_score":0.04173273},"labels":[],"label_agreement":null},{"id":"W2484605039","doi":"10.4018/978-1-59904-792-8.ch002","title":"A Bio-Psycho-Social Review of Usability Methods and their Applications in Healthcare","year":2008,"lang":"en","type":"review","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Usability; Computer science; Health care; Focus (optics); Human–computer interaction; Data science; Information system; Cognition; Management science; Knowledge management; Psychology; Engineering; Neuroscience","score_opus":0.10091490559196141,"score_gpt":0.4287563916902479,"score_spread":0.32784148609828645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484605039","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001671315,0.9967438,0.00061467796,0.0008556475,0.00022142085,0.000017034132,0.000011768834,0.000004605244,0.0013639717],"genre_scores_gemma":[0.0025519615,0.9952277,0.0009665602,0.0005698096,0.00023732953,0.000049987848,0.000017862378,0.0000051626134,0.0003737412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939016,0.0032743947,0.00071700534,0.0003478281,0.0016261368,0.0001329987],"domain_scores_gemma":[0.9720524,0.02355989,0.0007606738,0.000496306,0.0029233505,0.0002074198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008282605,0.0010716323,0.0018750981,0.010652058,0.0009118093,0.0031734656,0.001166993,0.0020961592,0.0038573493],"category_scores_gemma":[0.020993922,0.0007562321,0.00096639886,0.012422954,0.0023079002,0.0037777652,0.0014325496,0.0020606057,0.001283262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039405077,0.00006875842,0.00046513247,0.03296359,0.00015597529,0.000108161126,0.0008561829,0.00030272175,0.00039219324,0.010366728,0.021396993,0.93288416],"study_design_scores_gemma":[0.000034535817,0.00027423125,0.00894494,0.07776463,0.00033368386,0.0022250144,0.002002109,0.0003476411,0.00059012277,0.013795824,0.8935949,0.00009237999],"about_ca_topic_score_codex":0.0043666963,"about_ca_topic_score_gemma":0.0075789774,"teacher_disagreement_score":0.010652058,"about_ca_system_score_codex":0.0025497407,"about_ca_system_score_gemma":0.004296688,"threshold_uncertainty_score":0.043803096},"labels":[],"label_agreement":null},{"id":"W2485113444","doi":"10.1007/978-3-319-39510-4_25","title":"New ISO Standards for Usability, Usability Reports and Usability Measures","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability lab; Web usability; Usability inspection; System usability scale; Component-based usability testing; Heuristic evaluation; Cognitive walkthrough; Pluralistic walkthrough; Human–computer interaction; Software engineering; World Wide Web","score_opus":0.03476624718639018,"score_gpt":0.2879566603387476,"score_spread":0.25319041315235746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485113444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005720039,0.08472292,0.68975997,0.016200827,0.013256406,0.002920524,0.0050034155,0.008798444,0.17361747],"genre_scores_gemma":[0.035843622,0.056559965,0.78467464,0.0076151676,0.0032059175,0.007859596,0.016581837,0.0039455066,0.08371377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94820154,0.012990916,0.008640777,0.0017098881,0.027551793,0.0009051067],"domain_scores_gemma":[0.9410672,0.020172488,0.0034180223,0.006549226,0.027895397,0.00089767575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03033134,0.0023614482,0.0020938802,0.010093945,0.001726339,0.009549413,0.0042831614,0.003917251,0.008288274],"category_scores_gemma":[0.07229601,0.0014932696,0.0019462848,0.009900274,0.0027630238,0.009544927,0.003573975,0.009197773,0.011035531],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013385367,0.00041501087,0.0014789111,0.0033795747,0.00009293267,0.00011085193,0.0023970737,0.00071668683,0.004630311,0.11460875,0.2683411,0.60369486],"study_design_scores_gemma":[0.00006084047,0.00030539648,0.006325781,0.0056656525,0.00017995176,0.0011158077,0.0015781947,0.0026234903,0.004313055,0.10134178,0.87625,0.00023995545],"about_ca_topic_score_codex":0.0034876645,"about_ca_topic_score_gemma":0.004967595,"teacher_disagreement_score":0.03033134,"about_ca_system_score_codex":0.0030704688,"about_ca_system_score_gemma":0.01073091,"threshold_uncertainty_score":0.16040939},"labels":[],"label_agreement":null},{"id":"W2485885011","doi":"10.4018/978-1-60566-060-8.ch081","title":"A Pliant-Based Software Tool for Courseware Development","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Toronto Metropolitan University","funders":"","keywords":"Computer science; Usability; Software; Flexibility (engineering); The Internet; World Wide Web; Multimedia; Human–computer interaction; Operating system","score_opus":0.03359076219586932,"score_gpt":0.2597890530326488,"score_spread":0.2261982908367795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485885011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004673923,0.0004952689,0.8466507,0.0002568068,0.00015859898,0.00040923466,0.0017807633,0.10694862,0.038626075],"genre_scores_gemma":[0.03282345,0.0014735471,0.8605587,0.00048276893,0.00009914834,0.0010866156,0.0076626427,0.027597934,0.06821525],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994386,0.00009612,0.000069599526,0.00010658688,0.00024982422,0.00003922496],"domain_scores_gemma":[0.9987066,0.00077923475,0.00006894521,0.00021143259,0.00015860886,0.00007522171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007918865,0.0010980661,0.00038740522,0.0016497996,0.00044916256,0.0014485125,0.0014307424,0.0009072994,0.034801427],"category_scores_gemma":[0.0035607356,0.000887593,0.0007825024,0.0012855069,0.00038051556,0.0023406947,0.0016449969,0.0018268112,0.016932603],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021346452,0.00021133121,0.0011265232,0.0012583723,0.000043937947,0.0009462572,0.0014160767,0.0044580996,0.03920506,0.026963038,0.15423223,0.76992565],"study_design_scores_gemma":[0.00011828228,0.00017583917,0.0016691447,0.0003606388,0.000034120763,0.003300417,0.0001064403,0.023108566,0.020670615,0.0155345015,0.9348356,0.00008584195],"about_ca_topic_score_codex":0.00036845388,"about_ca_topic_score_gemma":0.0005436772,"teacher_disagreement_score":0.034801427,"about_ca_system_score_codex":0.00040241465,"about_ca_system_score_gemma":0.00066774106,"threshold_uncertainty_score":0.116422355},"labels":[],"label_agreement":null},{"id":"W2495716684","doi":"10.4018/978-1-60566-978-6.ch003","title":"A Formal Approach to the Verification of Adaptability Properties for Mobile Multimodal User Interfaces","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Usability; Flexibility (engineering); Computer science; Adaptability; Context (archaeology); Human–computer interaction; User interface; Focus (optics); Modalities; Modality (human–computer interaction); Formal methods; Formal verification; Software engineering; Programming language","score_opus":0.04374070054901268,"score_gpt":0.2527263894805215,"score_spread":0.20898568893150882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495716684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022579487,0.00019887381,0.9942702,0.00013068985,0.000033317723,0.00007961537,0.000043221113,0.0005737308,0.0024123602],"genre_scores_gemma":[0.14060926,0.0010604853,0.8508998,0.0002614839,0.00012289666,0.0006435475,0.00033322108,0.00041179225,0.005657443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967539,0.0010458085,0.00030540567,0.00041050132,0.0012561531,0.00022825754],"domain_scores_gemma":[0.9941757,0.0041522365,0.00032219582,0.00072694,0.0005394787,0.00008345029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037399072,0.0010272807,0.0006152593,0.0010867671,0.0011203251,0.002856811,0.0023320932,0.0012692593,0.0041330336],"category_scores_gemma":[0.009156237,0.0009785705,0.0022042873,0.00081361504,0.0037667698,0.0034498987,0.0025094633,0.0030045158,0.0008682953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091669455,0.00017707232,0.00054393604,0.000852976,0.00007478276,0.00085544924,0.0013933436,0.042945214,0.028890444,0.8257246,0.0031929226,0.09525752],"study_design_scores_gemma":[0.00012412618,0.00030534063,0.0005151221,0.0006357215,0.00018634666,0.0012250722,0.00029820754,0.2834498,0.045846198,0.58866316,0.07862427,0.00012662397],"about_ca_topic_score_codex":0.0029019944,"about_ca_topic_score_gemma":0.001868198,"teacher_disagreement_score":0.0041330336,"about_ca_system_score_codex":0.0019505213,"about_ca_system_score_gemma":0.00277229,"threshold_uncertainty_score":0.019778788},"labels":[],"label_agreement":null},{"id":"W2499856605","doi":"10.4018/978-1-4666-1821-3.ch015","title":"Search Success at the University of Manitoba Libraries Pre- and Post-Summon Implementation","year":2012,"lang":"en","type":"book-chapter","venue":"Advances in library and information science (ALIS) book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick; University of Manitoba","funders":"","keywords":"Usability; Unified Modeling Language; Computer science; World Wide Web; Resource (disambiguation); Software engineering; Library science; Software; Programming language; Human–computer interaction","score_opus":0.012521161310485892,"score_gpt":0.2379162563924514,"score_spread":0.2253950950819655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499856605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8629473,0.0010535452,0.0009218685,0.0075772707,0.0002061619,0.0008379127,0.0011399275,0.0013898865,0.12392624],"genre_scores_gemma":[0.7449351,0.0012074433,0.0036170331,0.0014530431,0.00006700359,0.0012067762,0.0017571306,0.00030264503,0.24545373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99300766,0.0011251456,0.00022997752,0.0005440794,0.0034289975,0.001664089],"domain_scores_gemma":[0.96244454,0.004780594,0.00069865433,0.0014181915,0.023508606,0.007149381],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013175032,0.0005218745,0.00084408646,0.0032227584,0.010283359,0.009631846,0.003504759,0.0012787288,0.015219313],"category_scores_gemma":[0.020416187,0.0008812685,0.0005871464,0.0041516125,0.002341088,0.0027448197,0.0048342366,0.0018755114,0.0069815526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009937567,0.004759335,0.15112635,0.0013577525,0.0000839666,0.0018491197,0.2207047,0.00095791556,0.007401594,0.006976312,0.10052517,0.50326407],"study_design_scores_gemma":[0.00013573491,0.0025169342,0.54787976,0.00086233654,0.000101769976,0.00032547358,0.14894338,0.0015516123,0.01412692,0.00064125384,0.28261393,0.00030095587],"about_ca_topic_score_codex":0.6021193,"about_ca_topic_score_gemma":0.8061075,"teacher_disagreement_score":0.9903681,"about_ca_system_score_codex":0.04150288,"about_ca_system_score_gemma":0.06442731,"threshold_uncertainty_score":0.8004477},"labels":[],"label_agreement":null},{"id":"W2505591812","doi":"10.4018/978-1-59904-002-8.ch002","title":"Accessibility of Mobile Applications","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Mobile device; Computer science; Human–computer interaction; Multimedia; World Wide Web; Mobile computing; Internet privacy; Data science; Telecommunications","score_opus":0.044259775666994544,"score_gpt":0.30832411206375515,"score_spread":0.26406433639676063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505591812","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021744443,0.05102046,0.22895327,0.0051699365,0.00075385906,0.00033641513,0.0006075597,0.002116465,0.6892977],"genre_scores_gemma":[0.56837523,0.065712556,0.11147111,0.0021696116,0.0016994036,0.00081502245,0.0013932153,0.00094282965,0.24742106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982609,0.0006040497,0.00014178012,0.00019452577,0.0006492682,0.00014945962],"domain_scores_gemma":[0.9980344,0.0011220291,0.00011309598,0.0003106323,0.00032858347,0.00009121153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086781435,0.00062483666,0.00048817557,0.001764385,0.00083480665,0.006436709,0.0008736228,0.0017772814,0.014485876],"category_scores_gemma":[0.0059774164,0.00038797862,0.00044977825,0.001488551,0.0015360344,0.0053261365,0.0028208995,0.000983731,0.004205094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050647945,0.000045347035,0.0008321727,0.001525442,0.000019858016,0.00071632623,0.005460914,0.0013475016,0.0058375592,0.5787014,0.0226,0.38286284],"study_design_scores_gemma":[0.000010028598,0.000067309535,0.0013686909,0.0010389439,0.000029064773,0.0025215792,0.0013004683,0.003047348,0.0026989924,0.14976281,0.83811957,0.00003518944],"about_ca_topic_score_codex":0.00077430706,"about_ca_topic_score_gemma":0.00060450134,"teacher_disagreement_score":0.014485876,"about_ca_system_score_codex":0.0007761502,"about_ca_system_score_gemma":0.00063396775,"threshold_uncertainty_score":0.048460066},"labels":[],"label_agreement":null},{"id":"W2511284469","doi":"","title":"Editorial of the special issue on computer supported cooperative work in design","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer-supported cooperative work; Workflow; Computer science; Context (archaeology); Multidisciplinary approach; Collaborative software; Collaborative design; Concurrent engineering; Software engineering; Engineering management; Knowledge management; Work (physics); Engineering; Systems design","score_opus":0.02480424160183989,"score_gpt":0.247028477047775,"score_spread":0.22222423544593511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511284469","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006457563,0.0018131932,0.00021962487,0.03295578,0.9636049,0.000022613312,0.000033786666,0.000039529557,0.001245991],"genre_scores_gemma":[0.0010773352,0.002817096,0.00031583064,0.018566947,0.9563761,0.00004868747,0.00007275973,0.00008460013,0.020640725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99122447,0.0019597001,0.0011513913,0.0009627141,0.0041508614,0.00055089366],"domain_scores_gemma":[0.9287916,0.016734181,0.0025841524,0.0020451979,0.043637414,0.0062075225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0116732605,0.0022874963,0.0034838498,0.0042463834,0.0045123496,0.007856435,0.0034303863,0.012728584,0.024939215],"category_scores_gemma":[0.036952294,0.0011098487,0.0024154568,0.0015671976,0.0020494703,0.0039442205,0.0018429278,0.011937025,0.00998513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004115494,0.000014525876,0.000043583266,0.00019996687,0.000010671619,0.000061116,0.000014740084,0.000015696425,0.00007388917,0.00019638252,0.994191,0.0051372154],"study_design_scores_gemma":[0.00006452586,0.00004285362,0.0006822391,0.00037284655,0.000052673367,0.00015706194,0.00007394421,0.00019429605,0.00017058557,0.00082148256,0.9973455,0.000021922731],"about_ca_topic_score_codex":0.0019536929,"about_ca_topic_score_gemma":0.0061703543,"teacher_disagreement_score":0.024939215,"about_ca_system_score_codex":0.0028852099,"about_ca_system_score_gemma":0.003596308,"threshold_uncertainty_score":0.08342999},"labels":[],"label_agreement":null},{"id":"W2530739121","doi":"10.4018/978-1-59904-246-6.ch013","title":"Remote Usability Evaluation of Web Interfaces","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal","funders":"","keywords":"Usability; Web usability; Computer science; Usability inspection; Usability engineering; Usability lab; Cognitive walkthrough; World Wide Web; Pluralistic walkthrough; Usability goals; System usability scale; Human–computer interaction","score_opus":0.09275420538545873,"score_gpt":0.3269450879055181,"score_spread":0.23419088252005935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530739121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051075324,0.034357686,0.27652174,0.0012345291,0.0005062619,0.0021785924,0.0009551464,0.0027222484,0.6304484],"genre_scores_gemma":[0.27848676,0.03249302,0.37997627,0.0012865007,0.00039535604,0.00281714,0.0026778071,0.0013916473,0.30047545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99617434,0.0016644979,0.00013615917,0.0002720778,0.0016713807,0.00008155511],"domain_scores_gemma":[0.9957136,0.0026778826,0.0001384855,0.00036005973,0.0010568241,0.000053236956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034988252,0.00082509354,0.00058410823,0.0019150749,0.0004271098,0.0024917899,0.0009644998,0.0005466559,0.016338235],"category_scores_gemma":[0.0063988804,0.00018239443,0.00041132254,0.0014652049,0.000576827,0.0015757445,0.0008680013,0.00065182,0.00606799],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042435626,0.00017753628,0.00085922395,0.0018229627,0.00004288334,0.00009649737,0.0018148057,0.00088222354,0.010752645,0.022480927,0.029393855,0.931634],"study_design_scores_gemma":[0.00008967319,0.0014994671,0.024873322,0.006401861,0.00025139225,0.0015159636,0.003925512,0.012077168,0.052843418,0.05128016,0.84505147,0.0001904743],"about_ca_topic_score_codex":0.00060530874,"about_ca_topic_score_gemma":0.0012814332,"teacher_disagreement_score":0.016338235,"about_ca_system_score_codex":0.00079246133,"about_ca_system_score_gemma":0.0007210775,"threshold_uncertainty_score":0.054656804},"labels":[],"label_agreement":null},{"id":"W2539336434","doi":"10.1145/3009808.3009812","title":"CONTROLLED STUDIES OUTSIDE OF THE LAB","year":2016,"lang":"en","type":"article","venue":"GetMobile Mobile Computing and Communications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Human–computer interaction; Mobile device; Test (biology); Simulation; Applied psychology; Multimedia; Psychology; World Wide Web; Artificial intelligence","score_opus":0.04658969245653172,"score_gpt":0.32069960021349386,"score_spread":0.27410990775696215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539336434","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37302718,0.012030173,0.16226174,0.003417518,0.009204131,0.36703384,0.004342155,0.0012618267,0.06742139],"genre_scores_gemma":[0.4187585,0.0037449778,0.116611436,0.0043994007,0.0037314093,0.43307203,0.0016950028,0.00032982233,0.017657407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9551244,0.03018333,0.0034166772,0.0063366424,0.00327864,0.001660357],"domain_scores_gemma":[0.90030885,0.057490382,0.007175718,0.016549636,0.01455571,0.003919644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03350227,0.0023964322,0.00198384,0.0011849367,0.0038396663,0.0029786797,0.0024472068,0.0034787713,0.023557104],"category_scores_gemma":[0.05933846,0.0014048538,0.0012962692,0.0010949324,0.0044852495,0.002355361,0.0017010804,0.0045433785,0.0027479762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17131387,0.19276327,0.018733982,0.03189622,0.003086765,0.002753478,0.029729722,0.0044568563,0.118842185,0.03150378,0.053290658,0.34162915],"study_design_scores_gemma":[0.074744344,0.43942308,0.027788503,0.005863711,0.0021193698,0.0010865405,0.009053697,0.0026142984,0.052496575,0.019005118,0.36528876,0.00051589607],"about_ca_topic_score_codex":0.0013658922,"about_ca_topic_score_gemma":0.0021193842,"teacher_disagreement_score":0.03350227,"about_ca_system_score_codex":0.0015828422,"about_ca_system_score_gemma":0.004682482,"threshold_uncertainty_score":0.17717904},"labels":[],"label_agreement":null},{"id":"W2548462885","doi":"10.1145/2957276.2957315","title":"The Emergence of High-Speed Interaction and Coordination in a (Formerly) Turn-based Groupware Game","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workspace; Collaborative software; Computer science; Human–computer interaction; Work (physics); Computer-supported cooperative work; Knowledge management; Engineering; Artificial intelligence","score_opus":0.018380789508925775,"score_gpt":0.2505136830342353,"score_spread":0.23213289352530955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548462885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98958987,0.00003058682,0.005500374,0.00008186089,0.0000067863475,0.0000354587,0.0000185893,0.0000424743,0.004693968],"genre_scores_gemma":[0.99397814,0.000016133123,0.005143081,0.00002369442,0.0000028445954,0.000027674307,0.000029786424,0.000014004235,0.00076459174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983594,0.000709861,0.000072696,0.00029487823,0.00031283355,0.00025026515],"domain_scores_gemma":[0.9967002,0.0014301414,0.0004452615,0.0003132933,0.00026692543,0.0008441251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001182985,0.00033453683,0.0002604622,0.0009578541,0.0013419893,0.0020276266,0.00057666836,0.00068165036,0.0012456047],"category_scores_gemma":[0.005424921,0.00034551596,0.00030983443,0.0002996492,0.002346461,0.001531765,0.002544213,0.00085455365,0.00020575477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021796385,0.0017714938,0.34778336,0.0005739314,0.0002980399,0.0061695846,0.30022684,0.012728744,0.10776851,0.04739291,0.005313169,0.1677938],"study_design_scores_gemma":[0.00035195515,0.003405817,0.722916,0.00025088657,0.00018265047,0.0063699954,0.08487797,0.06362561,0.020613763,0.0363753,0.06056511,0.00046500063],"about_ca_topic_score_codex":0.0036509375,"about_ca_topic_score_gemma":0.00557942,"teacher_disagreement_score":0.0036509375,"about_ca_system_score_codex":0.00077113335,"about_ca_system_score_gemma":0.0005242452,"threshold_uncertainty_score":0.007259369},"labels":[],"label_agreement":null},{"id":"W2548960570","doi":"","title":"Big Gestures?: Factors that Influence Gesture Visibility","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Gesture; Visibility; Action (physics); Human–computer interaction; Computer science; Face (sociological concept); Psychology; Cognitive psychology; Communication; Artificial intelligence; Linguistics; Geography","score_opus":0.030051194578967093,"score_gpt":0.24694954250291695,"score_spread":0.21689834792394985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548960570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838276,0.00088843197,0.0043133944,0.00014821088,0.000032321812,0.00008932426,0.000119810735,0.00013459651,0.005891094],"genre_scores_gemma":[0.9967719,0.00015577619,0.0019090939,0.00004632016,0.000015211575,0.00003387685,0.00007240577,0.00007140923,0.00092392263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818474,0.0006244338,0.00020193133,0.00035813122,0.00045261817,0.00017806803],"domain_scores_gemma":[0.95569813,0.037402563,0.0031726516,0.0012299559,0.0012981492,0.001198599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019494384,0.00066214724,0.0004941061,0.0007772993,0.00044632918,0.0022091684,0.00032285944,0.0008080243,0.0039131837],"category_scores_gemma":[0.053150628,0.0003552609,0.00039450865,0.00052571885,0.00076506735,0.0018460662,0.0011149086,0.00055256946,0.0007068561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028020337,0.0004097432,0.7653789,0.00074014545,0.00029859014,0.0017217484,0.016744774,0.0014521648,0.08347162,0.0008923884,0.0015794573,0.12450844],"study_design_scores_gemma":[0.000044099423,0.00051315664,0.9838267,0.00008579336,0.00019340987,0.001181405,0.0039518597,0.0031684132,0.004129683,0.0010638356,0.0017702258,0.00007133143],"about_ca_topic_score_codex":0.0017344656,"about_ca_topic_score_gemma":0.002032274,"teacher_disagreement_score":0.0039131837,"about_ca_system_score_codex":0.00019729917,"about_ca_system_score_gemma":0.00030866865,"threshold_uncertainty_score":0.0130909085},"labels":[],"label_agreement":null},{"id":"W2553203638","doi":"","title":"Pervasive mobile interaction devices (PERMID 2005): Mobile devices as pervasive user interfaces and interaction devices","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hewlett-Packard (Canada)","funders":"","keywords":"Mobile device; Computer science; Mobile interaction; Human–computer interaction; Ubiquitous computing; User interface; World Wide Web; Operating system","score_opus":0.022231377721724375,"score_gpt":0.29903571695649483,"score_spread":0.27680433923477044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553203638","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014783212,0.060319513,0.602406,0.019515665,0.013159337,0.0009775622,0.0027339319,0.012011553,0.27409327],"genre_scores_gemma":[0.139859,0.04390585,0.5002391,0.009468445,0.0031950234,0.0013324926,0.006140225,0.0030895344,0.2927703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982218,0.00045346888,0.00014602035,0.00024110575,0.0007932076,0.00014436348],"domain_scores_gemma":[0.9984024,0.00039804034,0.00009515153,0.00022917647,0.0006168624,0.0002584307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002212563,0.0011434823,0.00078995974,0.0022337523,0.0015351746,0.0072285705,0.0010847176,0.0028372786,0.012385347],"category_scores_gemma":[0.004194989,0.0012077764,0.00058900553,0.002858258,0.0015856398,0.0099227065,0.004332469,0.0043676477,0.0051101376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009106816,0.000087755216,0.0008991573,0.0010466793,0.000025444993,0.00020392291,0.002395031,0.0002826092,0.006239987,0.27658802,0.21196957,0.5001707],"study_design_scores_gemma":[0.000021862827,0.000109052984,0.001759953,0.00069854903,0.000060865517,0.0010899742,0.00074430223,0.001762327,0.005639371,0.034872778,0.9531859,0.000055049586],"about_ca_topic_score_codex":0.0025715725,"about_ca_topic_score_gemma":0.0049538254,"teacher_disagreement_score":0.012385347,"about_ca_system_score_codex":0.0014462239,"about_ca_system_score_gemma":0.0029290635,"threshold_uncertainty_score":0.041433096},"labels":[],"label_agreement":null},{"id":"W2554499281","doi":"10.11575/prism/31379","title":"Using Aspects to Convert Single User Applications into Multiple User Applications","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Aspect-oriented programming; Software engineering; User requirements document; User interface; Human–computer interaction; Programming language; Software","score_opus":0.027742221464489288,"score_gpt":0.23386139948369244,"score_spread":0.20611917801920315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554499281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04683557,0.0001415566,0.9332198,0.00022997707,0.00012623571,0.00030827848,0.000050910527,0.010061034,0.009026651],"genre_scores_gemma":[0.2070992,0.00031700023,0.77971804,0.00028392585,0.00003483212,0.00026561588,0.00018767033,0.0041218,0.007971967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790657,0.00052409165,0.00019311704,0.0003070955,0.00090580736,0.0001634558],"domain_scores_gemma":[0.99400336,0.0030446155,0.00035566321,0.0017131738,0.00066978636,0.00021342814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025981797,0.0006480656,0.00042387447,0.0009101072,0.00049913785,0.0025321697,0.0010015315,0.0006516091,0.0047174734],"category_scores_gemma":[0.012041338,0.0008064221,0.00083873153,0.00044484533,0.0008863625,0.0031281924,0.003223785,0.0020303947,0.0014932432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038360516,0.00043940922,0.0063984934,0.0007375262,0.00017245117,0.0026574528,0.009389682,0.013779535,0.112949334,0.0889685,0.0070542353,0.75706977],"study_design_scores_gemma":[0.00017100028,0.0009382087,0.006003634,0.0006700597,0.0003137923,0.005902104,0.002193547,0.121894605,0.28428307,0.12358134,0.45380068,0.00024796042],"about_ca_topic_score_codex":0.0003799302,"about_ca_topic_score_gemma":0.000654274,"teacher_disagreement_score":0.0047174734,"about_ca_system_score_codex":0.00026348414,"about_ca_system_score_gemma":0.0005276491,"threshold_uncertainty_score":0.015781522},"labels":[],"label_agreement":null},{"id":"W2569886649","doi":"10.1007/978-3-319-45853-3_17","title":"Surface Applications for Security Analysis","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software walkthrough; Domain (mathematical analysis); Context (archaeology); Computer science; Work (physics); Knowledge management; Engineering; Data science; World Wide Web; Software development; Software; Geography","score_opus":0.03386163524015127,"score_gpt":0.27147549005134647,"score_spread":0.2376138548111952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569886649","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031850857,0.011074968,0.6971695,0.000852421,0.00084655563,0.00011239254,0.0003601909,0.0060038688,0.28039512],"genre_scores_gemma":[0.07221663,0.017087014,0.27163318,0.00073570566,0.00088548224,0.00029490242,0.0017039581,0.00608781,0.62935543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999358,0.00012155974,0.000025808382,0.00009293495,0.00036010228,0.000041497056],"domain_scores_gemma":[0.9994128,0.00022222938,0.0000147334085,0.00015173586,0.00017650989,0.000021882359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042257173,0.0021353003,0.001014051,0.0023039214,0.0009278569,0.004816015,0.0012396867,0.0015252474,0.063541606],"category_scores_gemma":[0.001976345,0.0006950582,0.0008626098,0.002959395,0.0013361883,0.0042563975,0.0026292696,0.0027034522,0.02914084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030746647,0.00003457225,0.00018047917,0.00046426425,0.000020602494,0.00010159663,0.0006323572,0.0035796836,0.008240618,0.26988488,0.09373205,0.6230982],"study_design_scores_gemma":[0.000007812786,0.00003635739,0.0003717295,0.0003889906,0.000023365124,0.00047663235,0.00028300344,0.020363254,0.005617816,0.2886928,0.68370324,0.00003496019],"about_ca_topic_score_codex":0.0008281916,"about_ca_topic_score_gemma":0.001150528,"teacher_disagreement_score":0.063541606,"about_ca_system_score_codex":0.00057765003,"about_ca_system_score_gemma":0.00053626945,"threshold_uncertainty_score":0.21256787},"labels":[],"label_agreement":null},{"id":"W2571499376","doi":"10.1177/0094306115588487j","title":"The Neighborhood in the Internet: Design Research Projects in Community Informatics","year":2015,"lang":"en","type":"article","venue":"Contemporary Sociology A Journal of Reviews","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Community Based Research Centre","funders":"","keywords":"Informatics; The Internet; Sociology; Political science; Computer science; World Wide Web","score_opus":0.5038723650964128,"score_gpt":0.4233117469636582,"score_spread":0.08056061813275456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571499376","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5060235,0.30303916,0.03532788,0.04736276,0.0020247889,0.0008224235,0.0001609087,0.00026271484,0.104975864],"genre_scores_gemma":[0.91395044,0.058970023,0.017607557,0.002296191,0.00032316713,0.00049438555,0.00004598116,0.00010499458,0.006207307],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98780406,0.010171381,0.0002803662,0.0004918022,0.001037509,0.00021484986],"domain_scores_gemma":[0.95852363,0.033851895,0.0010719281,0.0012505015,0.0040455363,0.0012564192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013561582,0.00034319644,0.00090577354,0.00379491,0.004563178,0.011460691,0.0010545579,0.0019556298,0.0038847087],"category_scores_gemma":[0.031587318,0.00035316375,0.00035913748,0.004526678,0.005638531,0.00979539,0.0028569675,0.0015347265,0.00031936797],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034780777,0.0015307483,0.017666522,0.010066748,0.00018549201,0.00034515644,0.14865917,0.0011722661,0.0012452423,0.18307059,0.017917275,0.6177931],"study_design_scores_gemma":[0.00014794288,0.0016727728,0.01954913,0.014312542,0.00056646153,0.00092327927,0.38632435,0.0036296507,0.0019572768,0.085440576,0.48535421,0.000121870544],"about_ca_topic_score_codex":0.0054529947,"about_ca_topic_score_gemma":0.013030017,"teacher_disagreement_score":0.013561582,"about_ca_system_score_codex":0.0034599165,"about_ca_system_score_gemma":0.0072578182,"threshold_uncertainty_score":0.071721315},"labels":[],"label_agreement":null},{"id":"W2588374786","doi":"10.29173/cais528","title":"Children As Web Portal Designers: Where Do We Start?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Variety (cybernetics); Computer science; Process (computing); Web design; World Wide Web; Web application; Design process; Web development; Web 2.0; Psychology; The Internet; Engineering; Operations management; Work in process; Programming language; Artificial intelligence","score_opus":0.019784008909489014,"score_gpt":0.2338331470770754,"score_spread":0.2140491381675864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588374786","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.195315,0.14448492,0.011713717,0.5963481,0.0036589021,0.0004064501,0.00025075336,0.00032004472,0.047502156],"genre_scores_gemma":[0.8480848,0.07255997,0.01679173,0.047620855,0.0006735227,0.00062212127,0.00012263747,0.00015211724,0.013372193],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98986864,0.007018305,0.00034785483,0.0006572408,0.00074207364,0.0013658757],"domain_scores_gemma":[0.9732301,0.014050677,0.0021318882,0.00079132733,0.0037408364,0.0060551376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021642122,0.0006992759,0.0013894261,0.002059892,0.006724913,0.016164258,0.001648946,0.00690529,0.0063821916],"category_scores_gemma":[0.028604204,0.0010960638,0.000532683,0.0015043046,0.013908473,0.030520003,0.009052402,0.009703183,0.0021104298],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018933725,0.0003639368,0.041335292,0.0018290523,0.000037822334,0.001392946,0.69907105,0.00006809065,0.00052853324,0.051276717,0.02750544,0.17640169],"study_design_scores_gemma":[0.000073930074,0.00027084828,0.006785842,0.0051064836,0.00007069611,0.0010772886,0.7459141,0.00010413888,0.00039975066,0.021772321,0.21832012,0.00010451376],"about_ca_topic_score_codex":0.013780542,"about_ca_topic_score_gemma":0.025313964,"teacher_disagreement_score":0.021642122,"about_ca_system_score_codex":0.004329919,"about_ca_system_score_gemma":0.011065187,"threshold_uncertainty_score":0.11445582},"labels":[],"label_agreement":null},{"id":"W2612305863","doi":"10.5555/3076132.3076163","title":"Icons for Kids: Can Young Children Understand Graphical Representations of App Store Categories?","year":2016,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Set (abstract data type); Implementation; Graphical user interface; Point (geometry); Human–computer interaction; App store; World Wide Web; Programming language; Mathematics","score_opus":0.03215536414393242,"score_gpt":0.28975043043631216,"score_spread":0.2575950662923797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612305863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8547427,0.0014332295,0.08062074,0.0011965162,0.0001316506,0.00051880715,0.00088091707,0.0021407441,0.05833472],"genre_scores_gemma":[0.929046,0.0009445689,0.06123555,0.0003671113,0.00001865113,0.0003854177,0.0007121893,0.00021003163,0.007080545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994735,0.000228253,0.000027831607,0.000095697855,0.000105008454,0.000069767964],"domain_scores_gemma":[0.99466467,0.0041236836,0.00031248774,0.00028497222,0.00044991903,0.00016435255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012682031,0.0010037223,0.00030361474,0.00082181493,0.0002782638,0.0024815742,0.00066165865,0.0009697645,0.008093107],"category_scores_gemma":[0.01210457,0.00033104848,0.00036942444,0.00035455852,0.0009515379,0.004210447,0.001025441,0.0007885642,0.001379264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008852549,0.00046030735,0.09214969,0.00286932,0.000077845725,0.0026607676,0.27034152,0.0024050015,0.044191655,0.036485273,0.02916108,0.5183123],"study_design_scores_gemma":[0.00022435236,0.003440801,0.18056229,0.004205085,0.00056013657,0.0072869835,0.3040838,0.02839426,0.035088874,0.04357552,0.3918827,0.00069524685],"about_ca_topic_score_codex":0.00234946,"about_ca_topic_score_gemma":0.003985089,"teacher_disagreement_score":0.008093107,"about_ca_system_score_codex":0.00042006656,"about_ca_system_score_gemma":0.0003432789,"threshold_uncertainty_score":0.027074158},"labels":[],"label_agreement":null},{"id":"W2621309126","doi":"10.11575/prism/31456","title":"Bridging Private and Shared Interaction Surfaces in Collocated Groupware.","year":2013,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bridging (networking); Collaborative software; Human–computer interaction; Computer science; World Wide Web; Computer network","score_opus":0.015920517433627754,"score_gpt":0.21261064171467386,"score_spread":0.1966901242810461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621309126","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6012412,0.00040792045,0.3616171,0.0004496185,0.0001627583,0.00053593726,0.00006511042,0.0010486646,0.034471717],"genre_scores_gemma":[0.8580447,0.00012601196,0.13048437,0.00014473185,0.000029386425,0.00035046245,0.00007925374,0.00009116918,0.010649979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964283,0.0019374674,0.00013655766,0.0005327093,0.00059760065,0.00036730818],"domain_scores_gemma":[0.9945439,0.0026023036,0.00038782568,0.0017234042,0.00023295108,0.0005095932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020236704,0.0005821674,0.0003109806,0.0006737467,0.0011750299,0.003139675,0.0017796803,0.0010511711,0.0067848046],"category_scores_gemma":[0.006594818,0.0003460713,0.00042593715,0.00044581067,0.0017673419,0.0035772063,0.008048668,0.00074598804,0.001360505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012439768,0.0014970913,0.011467962,0.0010363671,0.00012199847,0.0017635857,0.06462924,0.005513332,0.15287654,0.056446668,0.0053450707,0.6980581],"study_design_scores_gemma":[0.00074227253,0.011320761,0.097921416,0.001624366,0.00035496114,0.0075728856,0.096195385,0.088424645,0.16355252,0.119935684,0.4117483,0.000606792],"about_ca_topic_score_codex":0.0005710304,"about_ca_topic_score_gemma":0.00137201,"teacher_disagreement_score":0.0067848046,"about_ca_system_score_codex":0.00046564805,"about_ca_system_score_gemma":0.00054851454,"threshold_uncertainty_score":0.02269739},"labels":[],"label_agreement":null},{"id":"W2725474499","doi":"","title":"Usability requirements for interaction-oriented development tools","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Usability; Computer science; Development (topology); Human–computer interaction; Software engineering; Systems engineering; Engineering","score_opus":0.17686710358499838,"score_gpt":0.35556617259619766,"score_spread":0.17869906901119928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2725474499","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3566605,0.014457679,0.524695,0.005239119,0.00030771754,0.0024857314,0.0005724673,0.0015566372,0.09402522],"genre_scores_gemma":[0.8637229,0.0037436076,0.12561874,0.0007856208,0.00016074599,0.0020121138,0.0007557093,0.00041215692,0.0027884836],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92766863,0.02973175,0.010079526,0.002963385,0.027215956,0.0023406844],"domain_scores_gemma":[0.75156343,0.17842697,0.010919248,0.0125099085,0.044700015,0.001880493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023306064,0.00090558454,0.0010280655,0.0035820685,0.0013331058,0.0067824144,0.0012379687,0.0020389627,0.0018787599],"category_scores_gemma":[0.15338077,0.0008854855,0.000995038,0.0019740167,0.0022996792,0.0052579287,0.0028134931,0.0017524009,0.0007654181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012474749,0.0009997245,0.06805518,0.01627483,0.0004865011,0.002580861,0.039836586,0.008149999,0.06023088,0.2188454,0.013546799,0.5697458],"study_design_scores_gemma":[0.000519491,0.004546494,0.16385323,0.0177554,0.0017892628,0.015908776,0.030553091,0.07847272,0.100477315,0.2837109,0.30152076,0.0008926137],"about_ca_topic_score_codex":0.0011446151,"about_ca_topic_score_gemma":0.0006418237,"teacher_disagreement_score":0.023306064,"about_ca_system_score_codex":0.0014858772,"about_ca_system_score_gemma":0.0017498743,"threshold_uncertainty_score":0.12325567},"labels":[],"label_agreement":null},{"id":"W2735733111","doi":"10.29173/cais271","title":"Designing A Virtual Reality Interface for Children’s Web Portals","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interface (matter); Virtual reality; World Wide Web; Focus (optics); User interface; Computer science; Humanities; Human–computer interaction; Multimedia; Art; Physics","score_opus":0.04521577523593233,"score_gpt":0.2736188777626913,"score_spread":0.22840310252675894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735733111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2771089,0.00062834227,0.7100777,0.00035945966,0.00008027179,0.00073169376,0.00010942427,0.0028102007,0.008094028],"genre_scores_gemma":[0.3718268,0.00034856208,0.6221646,0.000109146626,0.000015328205,0.00079365773,0.00016457686,0.00024768309,0.004329587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787617,0.0011779171,0.0001575098,0.00028295256,0.00032968007,0.00017583474],"domain_scores_gemma":[0.9969789,0.002069799,0.00018418409,0.00024226315,0.0003274474,0.00019747617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036413146,0.00071230886,0.00051866594,0.0008247324,0.00050692406,0.0020232527,0.0015551924,0.0013575908,0.0044139777],"category_scores_gemma":[0.00568267,0.00069658837,0.00079766964,0.0003481544,0.0009875501,0.002377721,0.001873423,0.0008295339,0.0008075986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013752886,0.001208221,0.016001565,0.003281733,0.0001615572,0.0063954205,0.07290491,0.008255983,0.33004203,0.06683229,0.006496546,0.4870445],"study_design_scores_gemma":[0.0013002097,0.011861246,0.05938099,0.0021919475,0.0007422983,0.028174989,0.037776344,0.12208888,0.22873272,0.016856814,0.4896701,0.0012234788],"about_ca_topic_score_codex":0.0006405862,"about_ca_topic_score_gemma":0.00069808797,"teacher_disagreement_score":0.0044139777,"about_ca_system_score_codex":0.00040577413,"about_ca_system_score_gemma":0.00053522363,"threshold_uncertainty_score":0.019257307},"labels":[],"label_agreement":null},{"id":"W2750141101","doi":"","title":"Graphics Interface 2008: Windsor, Ontario, Canada May 28-30, 2008","year":2009,"lang":"en","type":"book","venue":"A. K. Peters, Ltd. eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Windsor; Computer graphics; Graphics; Interface (matter); Computer science; Computer graphics (images); Human–computer interaction; Icon; Operating system; Ecology; Programming language","score_opus":0.018136017899436644,"score_gpt":0.22037966888605062,"score_spread":0.20224365098661398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750141101","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015818835,0.02165092,0.015487017,0.0036728173,0.0039726584,0.00030990076,0.007498269,0.004953336,0.94087327],"genre_scores_gemma":[0.00062451645,0.0029685954,0.0010606658,0.00013292892,0.0000539979,0.00003243824,0.001167491,0.00034236556,0.99361706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999456,0.0000203787,0.000017530585,0.00009695375,0.000346483,0.00006266064],"domain_scores_gemma":[0.9991442,0.000052166775,0.000023267898,0.00005157327,0.0005959107,0.00013287971],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000810947,0.0020227,0.0009817854,0.0013029879,0.0024574613,0.004152259,0.0013579703,0.0018754321,0.50466204],"category_scores_gemma":[0.0012409514,0.0008339893,0.0003324093,0.0029773377,0.0008924642,0.0022216337,0.0012912558,0.0017669365,0.350326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023813905,0.000012475577,0.00008424304,0.00010331186,0.0000022458169,0.00003042756,0.00010263045,0.000107570355,0.0005132792,0.001576587,0.8937446,0.10369881],"study_design_scores_gemma":[0.000004280721,0.000006712936,0.00044791828,0.00011485707,0.0000030023652,0.00004399771,0.000050771378,0.00013362795,0.00014414343,0.00026358681,0.99878114,0.000006023632],"about_ca_topic_score_codex":0.30590203,"about_ca_topic_score_gemma":0.6211183,"teacher_disagreement_score":0.50466204,"about_ca_system_score_codex":0.0074308836,"about_ca_system_score_gemma":0.009048185,"threshold_uncertainty_score":0.7065395},"labels":[],"label_agreement":null},{"id":"W2750641468","doi":"10.1002/9780470050118.ecse524","title":"Human–Computer Interaction","year":2009,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":804,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Field (mathematics); Interactive systems engineering; Interactive computing; User interface; User experience design; User interface design","score_opus":0.009933893364410026,"score_gpt":0.2283310529877959,"score_spread":0.21839715962338588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750641468","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004320013,0.015374479,0.0443325,0.0073040933,0.0051651443,0.0004712595,0.0011317504,0.0024276548,0.91947305],"genre_scores_gemma":[0.22458254,0.025047591,0.04495142,0.008325774,0.0036877743,0.0016685057,0.0050495537,0.00094686495,0.68574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591607,0.0011909946,0.0003167907,0.000712634,0.0016417112,0.00022190131],"domain_scores_gemma":[0.99542964,0.0014434345,0.00018627333,0.001000905,0.0015106361,0.0004291531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018479818,0.00090095215,0.000582792,0.0017313616,0.0013062367,0.0074314773,0.0011817039,0.0021170457,0.1855986],"category_scores_gemma":[0.009711016,0.00021339745,0.00042008274,0.0018244956,0.0011906475,0.0028278867,0.004365094,0.0012418482,0.101681486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000791073,0.000091698545,0.0009539892,0.00077908684,0.000037051817,0.00025139266,0.00064919045,0.00054683397,0.002952367,0.050100204,0.30665424,0.6369049],"study_design_scores_gemma":[0.000009823099,0.000043885622,0.0011171518,0.00031097542,0.000011796266,0.0004682258,0.00023443183,0.000922677,0.0006649759,0.017144468,0.97905046,0.000021029682],"about_ca_topic_score_codex":0.0012581665,"about_ca_topic_score_gemma":0.0007299105,"teacher_disagreement_score":0.1855986,"about_ca_system_score_codex":0.001008283,"about_ca_system_score_gemma":0.0015128432,"threshold_uncertainty_score":0.6208892},"labels":[],"label_agreement":null},{"id":"W2754418571","doi":"10.4018/978-1-5225-3437-2.ch005","title":"A Lisibility Assessment for Mobile Phones","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in human and social aspects of technology book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Electronic Arts (Canada)","funders":"","keywords":"Readability; Usability; Mobile phone; Multimedia; Computer science; Mobile device; Phone; Human–computer interaction; World Wide Web; Telecommunications","score_opus":0.018357427684476242,"score_gpt":0.3158841598589365,"score_spread":0.29752673217446024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754418571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7742327,0.016468748,0.06673134,0.00043243103,0.00034151637,0.000905502,0.001885296,0.0011842097,0.13781843],"genre_scores_gemma":[0.90567106,0.004178686,0.04325602,0.00016230422,0.00010418076,0.00047734717,0.0019821413,0.0002240108,0.04394416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99843615,0.00035659914,0.000100189354,0.00013414567,0.0009260595,0.000046703906],"domain_scores_gemma":[0.99612707,0.0023697144,0.00025725694,0.00018331241,0.00094167865,0.00012101475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070921675,0.0006345329,0.00037494444,0.00210339,0.00035192122,0.0013901197,0.00034549125,0.0005296097,0.011603649],"category_scores_gemma":[0.0058210357,0.00013874708,0.00046832318,0.0010749124,0.00023933678,0.0011435384,0.00072325015,0.00039401557,0.002044098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097267097,0.0005944645,0.034568228,0.0024700004,0.00010598612,0.0006437884,0.005824505,0.002326656,0.123053096,0.0041626575,0.011695697,0.81358236],"study_design_scores_gemma":[0.00008142642,0.00805347,0.681667,0.0017379123,0.0003605144,0.0058116587,0.012350092,0.017071858,0.1260996,0.008368892,0.13811775,0.0002798568],"about_ca_topic_score_codex":0.0006000083,"about_ca_topic_score_gemma":0.0006254015,"teacher_disagreement_score":0.011603649,"about_ca_system_score_codex":0.00031482553,"about_ca_system_score_gemma":0.0002462528,"threshold_uncertainty_score":0.03881806},"labels":[],"label_agreement":null},{"id":"W2760536065","doi":"10.1145/3134741","title":"Technologies, Methods, and Values","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer-supported cooperative work; Field (mathematics); Perspective (graphical); Work (physics); Value (mathematics); Computer science; Collaborative software; Data science; Knowledge management; Sociology; Engineering","score_opus":0.10389394942065326,"score_gpt":0.39866218220261596,"score_spread":0.2947682327819627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760536065","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021084439,0.11564167,0.28376067,0.08453709,0.0052910587,0.0043456266,0.0018017319,0.00062859425,0.4829092],"genre_scores_gemma":[0.2518045,0.07801289,0.5633883,0.02011127,0.003765278,0.021676775,0.0011896562,0.0008832516,0.059168223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90953475,0.06401896,0.0060782586,0.005568162,0.013411793,0.0013879405],"domain_scores_gemma":[0.9194261,0.056104407,0.0031950814,0.010376239,0.008679492,0.002218764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07556605,0.001145736,0.0014084231,0.016286984,0.006015887,0.029133981,0.0031805192,0.0046717986,0.009575183],"category_scores_gemma":[0.08192623,0.0013072229,0.0009619472,0.016372142,0.026745014,0.02284236,0.008171678,0.0044980384,0.004660084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000731047,0.00009064596,0.0019836728,0.002650328,0.000056243596,0.0002185469,0.020392125,0.00022170585,0.00057670387,0.782218,0.009241361,0.18227763],"study_design_scores_gemma":[0.0000464596,0.00010493764,0.0015796942,0.0062458636,0.000062150844,0.00049160986,0.015537157,0.00031879812,0.0010383993,0.43605697,0.538457,0.000060956238],"about_ca_topic_score_codex":0.0024851025,"about_ca_topic_score_gemma":0.0022267671,"teacher_disagreement_score":0.07556605,"about_ca_system_score_codex":0.009408127,"about_ca_system_score_gemma":0.01279827,"threshold_uncertainty_score":0.39963627},"labels":[],"label_agreement":null},{"id":"W2770173572","doi":"","title":"How easily understandable are complex multi-layered system maps","year":2014,"lang":"en","type":"other","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Computer science; Usability; Concept map; Human–computer interaction; Data science; Zoom; Presentation (obstetrics); Software engineering; World Wide Web; Engineering; Artificial intelligence","score_opus":0.17391201591406424,"score_gpt":0.29476853855778407,"score_spread":0.12085652264371982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770173572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20737971,0.003506732,0.68721014,0.011766546,0.00055155955,0.0006089066,0.0007537452,0.0050113862,0.08321124],"genre_scores_gemma":[0.76065546,0.002869434,0.22152822,0.0006853394,0.00010838779,0.0002869331,0.0005347856,0.0017120957,0.011619407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99297535,0.003832496,0.00030883908,0.00071503315,0.001724055,0.00044417812],"domain_scores_gemma":[0.9762309,0.016570294,0.0017628854,0.002477042,0.0025448937,0.00041400734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058754766,0.0012548509,0.0004851762,0.0025783742,0.001200002,0.010943385,0.0012271426,0.0024039438,0.008161334],"category_scores_gemma":[0.043386042,0.0010600307,0.0011688705,0.0012692575,0.0033076121,0.022868492,0.0038254776,0.0016714974,0.0018888707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043444376,0.0002760654,0.02490943,0.0044538234,0.0004830091,0.003911801,0.16603483,0.043716066,0.028794631,0.3030599,0.022463767,0.40146223],"study_design_scores_gemma":[0.000102221966,0.00028391322,0.026691087,0.0019528,0.00040468283,0.0043877494,0.06381574,0.07584723,0.01825541,0.3761515,0.431515,0.0005925448],"about_ca_topic_score_codex":0.0036121565,"about_ca_topic_score_gemma":0.0029890183,"teacher_disagreement_score":0.010943385,"about_ca_system_score_codex":0.0015893423,"about_ca_system_score_gemma":0.0012103716,"threshold_uncertainty_score":0.031072915},"labels":[],"label_agreement":null},{"id":"W2774191699","doi":"10.1145/3134669","title":"Korero","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National University of Singapore","keywords":"Referent; Computer science; Context (archaeology); Human–computer interaction; Asynchronous communication; Interface (matter); Multimedia; Linguistics","score_opus":0.10117689612188746,"score_gpt":0.34842925736209296,"score_spread":0.2472523612402055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774191699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061513107,0.0038326168,0.4246838,0.0015532796,0.0017524405,0.002437555,0.01172782,0.1327655,0.35973382],"genre_scores_gemma":[0.22094323,0.0024320893,0.31711134,0.0022094313,0.0005514862,0.003264472,0.02217696,0.027485643,0.40382534],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99831045,0.00039179585,0.00013921966,0.0004483742,0.00055964815,0.00015039672],"domain_scores_gemma":[0.99535596,0.0019501022,0.00022578733,0.0010553836,0.0009586874,0.0004540755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021644435,0.0010016579,0.0006958147,0.0010831218,0.0007794303,0.0027375787,0.0022342368,0.0014621712,0.1301919],"category_scores_gemma":[0.009828009,0.00068213936,0.0008360513,0.0005679135,0.0004540581,0.004826283,0.004223534,0.001102075,0.055028494],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031294792,0.0005476295,0.002537954,0.0042918893,0.000107113185,0.0006661794,0.0056624277,0.0010649569,0.059533034,0.039509278,0.23920931,0.6437408],"study_design_scores_gemma":[0.00029075047,0.000658679,0.0030480968,0.0004188474,0.0000769384,0.0010062522,0.00086138834,0.0047549065,0.011133398,0.0096318545,0.9679883,0.00013046441],"about_ca_topic_score_codex":0.00056813227,"about_ca_topic_score_gemma":0.00084587507,"teacher_disagreement_score":0.1301919,"about_ca_system_score_codex":0.000403561,"about_ca_system_score_gemma":0.0008358115,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2785215785","doi":"10.1145/3173574.3173647","title":"Group vs Individual","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sensemaking; Multitude; Computer science; Human–computer interaction; Task (project management); Work (physics); Group (periodic table); Joint (building); Group work; Tilt (camera); Working group; Data science; Psychology; Engineering; Systems engineering; Mathematics education","score_opus":0.03714366468665671,"score_gpt":0.2618170707028691,"score_spread":0.22467340601621238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785215785","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76943856,0.0055847145,0.041512918,0.0045137634,0.0016974268,0.0015843017,0.0011380942,0.00045767913,0.17407246],"genre_scores_gemma":[0.9781739,0.00080026785,0.009617925,0.0013079129,0.00012297042,0.0009645806,0.000164235,0.00009971545,0.008748473],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99368,0.0034410548,0.00029515132,0.0011195579,0.0009771707,0.00048699506],"domain_scores_gemma":[0.9817473,0.011818945,0.0014763915,0.0022468783,0.0010802872,0.0016300705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006405193,0.0002879581,0.000578969,0.00070964365,0.0012615264,0.0040616514,0.00070452446,0.00096122705,0.028884279],"category_scores_gemma":[0.031051276,0.0001660152,0.00043046928,0.0007521664,0.0015960762,0.0031472533,0.0035260497,0.0009837699,0.0025568195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068349554,0.0014391872,0.081859626,0.0039876993,0.0006901675,0.00043602436,0.073278114,0.0010889373,0.008496993,0.11501169,0.02531905,0.6815576],"study_design_scores_gemma":[0.0024379382,0.011061825,0.20785509,0.0048074736,0.0013301112,0.001425317,0.13816293,0.00484517,0.013584806,0.10780696,0.5064135,0.00026886578],"about_ca_topic_score_codex":0.00087604683,"about_ca_topic_score_gemma":0.0016806688,"teacher_disagreement_score":0.028884279,"about_ca_system_score_codex":0.00085706933,"about_ca_system_score_gemma":0.0010720682,"threshold_uncertainty_score":0.09662759},"labels":[],"label_agreement":null},{"id":"W2789034727","doi":"10.11575/prism/30689","title":"From Awareness to HCI Education: The CHI'2005 Workshop Papers Suite","year":2005,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Suite; Foley; Library science; Graduate students; Computer science; Medical education; Mathematics education; Psychology; Pedagogy; Political science; Medicine","score_opus":0.016229888769136797,"score_gpt":0.2283458510116535,"score_spread":0.2121159622425167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789034727","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035690432,0.4796352,0.05507178,0.15065701,0.12559843,0.0017602746,0.00244498,0.0039002057,0.17736314],"genre_scores_gemma":[0.028552769,0.29534495,0.07158461,0.036983613,0.032778483,0.005294076,0.0083822785,0.003742243,0.5173371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904999,0.0029515568,0.0009057566,0.0010289616,0.0038553292,0.000758473],"domain_scores_gemma":[0.98266774,0.0037541643,0.0004566792,0.0012065234,0.006448426,0.005466626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015830133,0.0027832072,0.0017952576,0.0059346156,0.0040547345,0.014085204,0.0031609386,0.008141561,0.0540875],"category_scores_gemma":[0.022422273,0.0015779164,0.0012197556,0.0059442157,0.0020916169,0.012034658,0.008974048,0.008493591,0.026317596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029805526,0.000055240707,0.000137396,0.00050012657,0.000015861478,0.00008739936,0.0010640408,0.00007061009,0.0005619885,0.0030783464,0.8436468,0.15075241],"study_design_scores_gemma":[0.00002244856,0.000050823528,0.0005893317,0.0013480368,0.000015808897,0.00022281164,0.0010834595,0.00011986109,0.0003208977,0.0033149037,0.9928784,0.000033326025],"about_ca_topic_score_codex":0.005572289,"about_ca_topic_score_gemma":0.009763621,"teacher_disagreement_score":0.0540875,"about_ca_system_score_codex":0.0042209355,"about_ca_system_score_gemma":0.008563725,"threshold_uncertainty_score":0.18094075},"labels":[],"label_agreement":null},{"id":"W2792593965","doi":"","title":"Selecting a suitable technology: it's about people and their tasks","year":2015,"lang":"en","type":"other","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Internet privacy","score_opus":0.03615179025255035,"score_gpt":0.2841016438991069,"score_spread":0.24794985364655656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792593965","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372097,0.0016376008,0.01633738,0.002328395,0.00007917931,0.00019922141,0.000091807044,0.0001285635,0.0419881],"genre_scores_gemma":[0.99297994,0.00057378,0.00346059,0.0005033059,0.000023754501,0.00005890941,0.00003923708,0.00003630062,0.0023242212],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99122554,0.0058264714,0.00031743603,0.0005068788,0.0015270037,0.00059673225],"domain_scores_gemma":[0.99280304,0.00421611,0.0009689721,0.00040956028,0.0009667057,0.00063567713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038523944,0.0005600834,0.00038841588,0.0012105752,0.0033683972,0.0059462674,0.0006769316,0.0011353494,0.0020641978],"category_scores_gemma":[0.012442356,0.00027194814,0.0002980215,0.0012714948,0.0044699735,0.0043072887,0.0019669808,0.001085467,0.00062031084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019527534,0.00017061287,0.12489332,0.00068841816,0.00005287553,0.0010437046,0.7308831,0.0002798128,0.0067935945,0.0042419923,0.0027630401,0.1279942],"study_design_scores_gemma":[0.000019225137,0.00037023987,0.11379435,0.00035997972,0.00006890783,0.0011356145,0.808311,0.0004277371,0.0015978621,0.0031956984,0.07060201,0.00011741645],"about_ca_topic_score_codex":0.010208553,"about_ca_topic_score_gemma":0.0139315715,"teacher_disagreement_score":0.010208553,"about_ca_system_score_codex":0.0013953834,"about_ca_system_score_gemma":0.001803697,"threshold_uncertainty_score":0.020373642},"labels":[],"label_agreement":null},{"id":"W2793077194","doi":"10.4018/978-1-59904-002-8.ch049","title":"Game-Based Methodology for Collaborative Mobile Applications","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Computer science; Rapid prototyping; Systems engineering; Human–computer interaction; Software engineering; Engineering","score_opus":0.11701963768205753,"score_gpt":0.35121878921601657,"score_spread":0.23419915153395904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793077194","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023935873,0.00394033,0.79059124,0.00085230847,0.00062433427,0.0007693723,0.0001488495,0.0012339052,0.19944616],"genre_scores_gemma":[0.060962744,0.00387174,0.7131269,0.00059018855,0.00016096389,0.0020928711,0.00034495542,0.00068197335,0.21816769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910766,0.00037391408,0.00005041567,0.000101321166,0.00031755323,0.000049154038],"domain_scores_gemma":[0.99968326,0.00013638972,0.000011088273,0.00006438712,0.00006929662,0.000035694324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000880764,0.0012773157,0.0003845814,0.0010129788,0.0008581513,0.0031279782,0.0023465166,0.0011323311,0.025803264],"category_scores_gemma":[0.0015864877,0.00038974706,0.0007289887,0.0008496087,0.0018751998,0.0024495476,0.0019712818,0.0017310509,0.007177969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018854567,0.000063754625,0.000062957195,0.00049097394,0.000013040015,0.00017275238,0.0012011925,0.0025955436,0.0037815012,0.84724164,0.024901237,0.11945671],"study_design_scores_gemma":[0.000030171312,0.00007872372,0.00014392115,0.00028229877,0.0000150034075,0.00072794245,0.00043471364,0.015498599,0.0021776932,0.2589391,0.72164804,0.000023860688],"about_ca_topic_score_codex":0.0011128475,"about_ca_topic_score_gemma":0.0018709779,"teacher_disagreement_score":0.025803264,"about_ca_system_score_codex":0.0014334454,"about_ca_system_score_gemma":0.0009496436,"threshold_uncertainty_score":0.08632052},"labels":[],"label_agreement":null},{"id":"W2885645832","doi":"10.1108/lm-10-2017-0107","title":"Testing, testing: a usability case study at University of Toronto Scarborough Library","year":2018,"lang":"en","type":"article","venue":"Library Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Usability; Computer science; Card sorting; World Wide Web; Digital library; Originality; Key (lock); Web usability; Task (project management); Heuristic evaluation; Cognitive walkthrough; Qualitative research; Human–computer interaction; Engineering; Systems engineering","score_opus":0.04171373059775932,"score_gpt":0.23305645512085071,"score_spread":0.1913427245230914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885645832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883088,0.0004941496,0.0025441833,0.0006743418,0.000021834632,0.0013118453,0.00009189305,0.00009036991,0.0064625195],"genre_scores_gemma":[0.99083483,0.0005066147,0.0041018086,0.00044972292,0.000018048242,0.00059606996,0.000078444435,0.00007166491,0.0033426578],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9768305,0.013090646,0.0015857358,0.0012827745,0.004752471,0.002457833],"domain_scores_gemma":[0.94216675,0.03432927,0.003115781,0.0037532628,0.012303566,0.0043314723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013575176,0.00077719416,0.0008401313,0.0017859228,0.008494025,0.0037572838,0.0032903575,0.0024073746,0.0033830502],"category_scores_gemma":[0.03996087,0.0009192816,0.00056772627,0.0028369734,0.004623214,0.0022557063,0.00268466,0.0014638702,0.0006877266],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007461625,0.0048313695,0.061806947,0.0021138892,0.00010691021,0.03241759,0.7865547,0.0016623331,0.01046197,0.0016179897,0.006816911,0.09086322],"study_design_scores_gemma":[0.00029279577,0.009569562,0.12704231,0.0017434026,0.00025884618,0.007965811,0.7808503,0.0045254393,0.016117688,0.0005009965,0.05080985,0.00032300275],"about_ca_topic_score_codex":0.18950462,"about_ca_topic_score_gemma":0.3127763,"teacher_disagreement_score":0.18950462,"about_ca_system_score_codex":0.015635625,"about_ca_system_score_gemma":0.011149785,"threshold_uncertainty_score":0.37680316},"labels":[],"label_agreement":null},{"id":"W2886545772","doi":"10.11159/mhci18.1","title":"Designing Human-Computer Communication from Epistemic andCognitive First Principles","year":2018,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognitive science; Cognition; Socially distributed cognition; Epistemology; Human–computer interaction; Psychology; Philosophy; Neuroscience","score_opus":0.01949262426154612,"score_gpt":0.22885259550404574,"score_spread":0.2093599712424996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886545772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01217168,0.00085492356,0.9631321,0.005596088,0.000097894015,0.00020440102,0.00004163377,0.000455731,0.017445529],"genre_scores_gemma":[0.4015323,0.0015385846,0.58938605,0.0008823694,0.00010456918,0.0012518665,0.00016793903,0.0002528506,0.004883572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9828592,0.012031341,0.0008495689,0.0010344025,0.0025852679,0.0006402262],"domain_scores_gemma":[0.9670907,0.0249426,0.001164668,0.004036542,0.0021263922,0.0006391261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016466074,0.0014638208,0.0007636375,0.0020377531,0.0022288498,0.013306035,0.0026427424,0.0038555083,0.004434582],"category_scores_gemma":[0.05126451,0.001657235,0.0011791459,0.0008008097,0.012922754,0.021830674,0.0088156285,0.004730778,0.0010937857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074718,0.000100318604,0.00088729366,0.00083017314,0.00008270782,0.0002296252,0.011482285,0.01596033,0.003703052,0.9034813,0.0028563777,0.060311805],"study_design_scores_gemma":[0.00006807608,0.00011894541,0.00049587677,0.00047825958,0.000050216167,0.00037833914,0.0032057413,0.04670533,0.0055698273,0.8938404,0.04901167,0.00007728647],"about_ca_topic_score_codex":0.0016454645,"about_ca_topic_score_gemma":0.00087436853,"teacher_disagreement_score":0.016466074,"about_ca_system_score_codex":0.002436321,"about_ca_system_score_gemma":0.0034530968,"threshold_uncertainty_score":0.08708191},"labels":[],"label_agreement":null},{"id":"W2887067870","doi":"10.5220/0006901606400647","title":"Revisiting the Notion of GUI Testing","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.0782890338358887,"score_gpt":0.2853886605273996,"score_spread":0.20709962669151089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887067870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023442816,0.004251232,0.8902901,0.012488455,0.0008994697,0.00018607528,0.000084729305,0.0011291903,0.067228],"genre_scores_gemma":[0.7235409,0.0025513733,0.2532055,0.0052173194,0.0008390106,0.0004803409,0.00014545913,0.00093322503,0.013086878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97244203,0.016228545,0.0015414493,0.002657943,0.006046329,0.001083599],"domain_scores_gemma":[0.89984393,0.073296815,0.0023699577,0.015010124,0.0082660075,0.0012132586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016357804,0.001578295,0.0013831676,0.0036616067,0.0020869789,0.01023788,0.005211832,0.0058575473,0.007689561],"category_scores_gemma":[0.07270515,0.0011077288,0.0018105118,0.0021202797,0.032778673,0.023779951,0.0064978576,0.009157777,0.0015487507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006953161,0.000071178336,0.0011870713,0.00025792673,0.000019327465,0.00017627461,0.0036094328,0.001443583,0.00118455,0.95235896,0.0014860575,0.03813611],"study_design_scores_gemma":[0.00005631743,0.0002511618,0.001216434,0.00051982113,0.000064865366,0.000764595,0.0015830286,0.020017715,0.0025420594,0.9337907,0.03910977,0.00008349078],"about_ca_topic_score_codex":0.0046943687,"about_ca_topic_score_gemma":0.002433737,"teacher_disagreement_score":0.016357804,"about_ca_system_score_codex":0.0023044837,"about_ca_system_score_gemma":0.0027362849,"threshold_uncertainty_score":0.08650941},"labels":[],"label_agreement":null},{"id":"W2889994072","doi":"10.4018/978-1-5225-5999-3.ch008","title":"SketchBoard","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in civil and industrial engineering book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Digital media; Point (geometry); Human–computer interaction; Focus (optics); Multimedia; Interactive media; Visualization; Design process; Engineering; World Wide Web; Work in process; Artificial intelligence; Mathematics","score_opus":0.02370481336432444,"score_gpt":0.2216768097021823,"score_spread":0.19797199633785784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889994072","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004662311,0.012798616,0.09972193,0.0023569895,0.0054019783,0.00076363,0.0027681706,0.0061362297,0.8653901],"genre_scores_gemma":[0.025336476,0.009799077,0.046073835,0.0009656361,0.0006575346,0.0004301595,0.0031064488,0.0017937123,0.91183716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991242,0.00014661613,0.0000534106,0.00015075493,0.0004842198,0.000040875126],"domain_scores_gemma":[0.99853826,0.00062396046,0.00007108937,0.00025613353,0.00038228554,0.000128275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070512027,0.001241348,0.0006412816,0.0021930763,0.00089203956,0.004365998,0.0013665636,0.0009874047,0.28538257],"category_scores_gemma":[0.0051592365,0.0003510947,0.0007149932,0.0023026625,0.00069169316,0.0037553709,0.002186014,0.0012801229,0.09526689],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009513407,0.000053435557,0.00020746361,0.0015255734,0.000014733944,0.0003084975,0.0010960036,0.0012741283,0.0039943997,0.10105385,0.33780822,0.5525686],"study_design_scores_gemma":[0.000004282584,0.000015792213,0.00009247184,0.00009717935,0.000002372061,0.00014287369,0.000101777834,0.00017713201,0.0003183618,0.003162365,0.99587953,0.0000058160495],"about_ca_topic_score_codex":0.0007145804,"about_ca_topic_score_gemma":0.0014847683,"teacher_disagreement_score":0.28538257,"about_ca_system_score_codex":0.00074920506,"about_ca_system_score_gemma":0.00092847866,"threshold_uncertainty_score":0.9546998},"labels":[],"label_agreement":null},{"id":"W2896978717","doi":"10.2196/10721","title":"Bridging the Gap Between Academic Research and Pragmatic Needs in Usability: A Hybrid Approach to Usability Evaluation of Health Care Information Systems","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Usability; Usability engineering; Computer science; Usability goals; Cognitive walkthrough; Heuristic evaluation; Generalizability theory; Web usability; Knowledge management; Pluralistic walkthrough; Process management; Human–computer interaction; Engineering; Psychology","score_opus":0.227502384844419,"score_gpt":0.42319172796991233,"score_spread":0.19568934312549333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896978717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14097996,0.0055857706,0.76707405,0.032113086,0.0002767399,0.0055809673,0.000080177415,0.00046717437,0.047842063],"genre_scores_gemma":[0.58778894,0.00095164956,0.40255785,0.0015886268,0.00007216604,0.0057778377,0.0000345563,0.00011768143,0.0011107607],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.55844563,0.39550146,0.0117687825,0.0053808102,0.026342448,0.0025609303],"domain_scores_gemma":[0.6295165,0.31396902,0.0088378545,0.020990139,0.023459,0.0032275177],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22203523,0.0018154338,0.0022473873,0.012846707,0.009984805,0.026686052,0.005082081,0.005329702,0.002809246],"category_scores_gemma":[0.2083949,0.0021516534,0.0016960326,0.006514643,0.036739983,0.01741605,0.023673858,0.005472066,0.00042448947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003247253,0.0012147742,0.011803824,0.0070396825,0.00042433504,0.00072547863,0.3735711,0.002414621,0.0051301206,0.33155417,0.0028382896,0.26295885],"study_design_scores_gemma":[0.00058970856,0.0017196278,0.011194302,0.008504373,0.00047753818,0.0018932158,0.30347282,0.022168638,0.0063337004,0.5875236,0.055725254,0.00039719776],"about_ca_topic_score_codex":0.0033981253,"about_ca_topic_score_gemma":0.0058800285,"teacher_disagreement_score":0.22203523,"about_ca_system_score_codex":0.015083653,"about_ca_system_score_gemma":0.023391083,"threshold_uncertainty_score":0.95936906},"labels":[],"label_agreement":null},{"id":"W2900691781","doi":"10.1109/cic.2018.00038","title":"New Algorithms and Methods for Collaborative Co-Editing Using HTML DOM Synchronization","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Collaborative editing; Markup language; Synchronization (alternating current); XML; Scalability; Architecture; Consistency (knowledge bases); World Wide Web; Distributed computing; Database; Artificial intelligence","score_opus":0.06296782167650197,"score_gpt":0.39511523323958,"score_spread":0.33214741156307803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900691781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038642314,0.000043790253,0.9985593,0.000024209048,0.00002331639,0.000025602743,0.0000051823813,0.000514086,0.00041806514],"genre_scores_gemma":[0.04118696,0.00017985815,0.9554756,0.000055981476,0.000083191946,0.00016901652,0.000073967814,0.00033825188,0.0024372442],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958651,0.0009612281,0.00033883145,0.0007629309,0.0018570293,0.00021487534],"domain_scores_gemma":[0.99463576,0.0023113734,0.00041329028,0.0014709234,0.0009875002,0.00018112562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035915663,0.0011014936,0.0009867206,0.0018423322,0.0012947028,0.0034156833,0.0042720176,0.0015715153,0.004398231],"category_scores_gemma":[0.011256454,0.0008020866,0.0012928619,0.0017468384,0.002589804,0.0045549246,0.0037305043,0.0028768212,0.0019433211],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023682509,0.00014809433,0.0007899083,0.00026098106,0.00007604828,0.00018460734,0.0009980212,0.10035246,0.018803047,0.34767467,0.005218753,0.5252567],"study_design_scores_gemma":[0.00008178636,0.00008099148,0.00020134942,0.00005039644,0.0000418333,0.00027292635,0.00014400131,0.8571973,0.018461954,0.096211076,0.027185863,0.00007053034],"about_ca_topic_score_codex":0.0021367853,"about_ca_topic_score_gemma":0.0016453876,"teacher_disagreement_score":0.004398231,"about_ca_system_score_codex":0.0012523631,"about_ca_system_score_gemma":0.0015447093,"threshold_uncertainty_score":0.018994272},"labels":[],"label_agreement":null},{"id":"W2901387167","doi":"10.1007/978-1-4842-3823-3_15","title":"Other Miscellaneous Items in Illustrator That You Can Use for Web Design","year":2018,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Delta-Q Technologies (Canada)","funders":"","keywords":"Computer science; Feature (linguistics); World Wide Web; Engineering drawing; Engineering; Linguistics","score_opus":0.12651333560449404,"score_gpt":0.2533419519562143,"score_spread":0.12682861635172024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901387167","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073763327,0.011109791,0.024007333,0.0038060544,0.008242777,0.00016140004,0.0010179018,0.0079963375,0.9429208],"genre_scores_gemma":[0.002444092,0.0049562184,0.016766686,0.00315714,0.001912298,0.00015176703,0.0009851921,0.0052179676,0.9644087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995307,0.00008272486,0.00002905118,0.00006688666,0.00025156004,0.00003908272],"domain_scores_gemma":[0.99821234,0.0006956274,0.00008281675,0.00030496885,0.0005133391,0.00019089013],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048148562,0.0011950065,0.00071165006,0.0025492557,0.001695185,0.0030263714,0.0010947932,0.0013891304,0.40436062],"category_scores_gemma":[0.004696586,0.00061430887,0.00096396747,0.0028233954,0.0006120533,0.0047755195,0.0020367922,0.0032422566,0.28505248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010761513,0.000022644965,0.00006628563,0.00030854196,0.0000044061335,0.00009825686,0.00030657533,0.000062215746,0.0009899007,0.005577612,0.9178082,0.074744664],"study_design_scores_gemma":[0.0000028328157,0.000009788564,0.00013855041,0.00014001741,0.0000034420484,0.00026184003,0.000057772388,0.000061024577,0.00020570452,0.0018310769,0.9972812,0.00000679622],"about_ca_topic_score_codex":0.00074674026,"about_ca_topic_score_gemma":0.0046043396,"teacher_disagreement_score":0.40436062,"about_ca_system_score_codex":0.0006037473,"about_ca_system_score_gemma":0.00051744777,"threshold_uncertainty_score":0.8496073},"labels":[],"label_agreement":null},{"id":"W2907005706","doi":"10.2196/11852","title":"High-Fidelity Prototyping for Mobile Electronic Data Collection Forms Through Design and User Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktoratet for Utviklingssamarbeid","keywords":"Computer science; Fidelity; Data collection; Human–computer interaction; Rapid prototyping; Engineering; Telecommunications; Mathematics","score_opus":0.13118508923107072,"score_gpt":0.3790684912649516,"score_spread":0.2478834020338809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907005706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41335124,0.0008406498,0.5524557,0.00047426947,0.00018370441,0.019083532,0.00025647093,0.001855586,0.0114989495],"genre_scores_gemma":[0.31939715,0.00044516116,0.67084175,0.00012247924,0.000037781327,0.0068513504,0.00021454139,0.00022585652,0.001863879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9420293,0.045089744,0.0032136475,0.001195719,0.007745684,0.0007258806],"domain_scores_gemma":[0.8844607,0.07788424,0.0041835373,0.0093632825,0.023093563,0.0010147941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07251197,0.0011619289,0.00054807763,0.0017008797,0.0007562754,0.0024747893,0.002072765,0.00092991506,0.004185409],"category_scores_gemma":[0.13008323,0.0006549481,0.00094874564,0.0006902313,0.0012228854,0.0020172736,0.0018867942,0.00071258796,0.00091901154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013364608,0.0030960087,0.024745367,0.004896171,0.0002047257,0.0008957585,0.032336,0.01426525,0.07126815,0.0061261174,0.005945609,0.83488435],"study_design_scores_gemma":[0.0030334715,0.080823846,0.17774123,0.012684198,0.0015756973,0.0070968857,0.039366774,0.18202348,0.25573096,0.013600758,0.22475703,0.001565665],"about_ca_topic_score_codex":0.0006478569,"about_ca_topic_score_gemma":0.0010720382,"teacher_disagreement_score":0.07251197,"about_ca_system_score_codex":0.0012021672,"about_ca_system_score_gemma":0.0016262254,"threshold_uncertainty_score":0.38348454},"labels":[],"label_agreement":null},{"id":"W2911408393","doi":"","title":"Proceedings of the 16th international conference on Human-computer interaction with mobile devices & services","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction with Mobile Devices and Services","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Ontario College of Art and Design","funders":"","keywords":"Library science; Multidisciplinary approach; Computer science; World Wide Web; Political science","score_opus":0.025876991079308444,"score_gpt":0.28437447239303354,"score_spread":0.2584974813137251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911408393","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018854514,0.11867934,0.10119054,0.03450645,0.12058099,0.0018242347,0.0044803726,0.006619046,0.59326446],"genre_scores_gemma":[0.052174505,0.05123467,0.03148959,0.004354993,0.011902972,0.0010718305,0.0076411157,0.0015905788,0.8385397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996997,0.00088702515,0.00022262869,0.00046915442,0.0011469712,0.00027737042],"domain_scores_gemma":[0.9948303,0.0014193205,0.00012492051,0.00050240714,0.002154439,0.00096858724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003512164,0.0013820095,0.0014443761,0.0013698133,0.0012117951,0.006782794,0.0015750808,0.0018811335,0.17387056],"category_scores_gemma":[0.0059530493,0.00040030474,0.00090167485,0.0010691325,0.0013506024,0.0036655278,0.0032000304,0.0030281113,0.08302533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001887904,0.00014374751,0.00088014884,0.0006657894,0.00006412939,0.00018545521,0.00056990096,0.00024033494,0.0037334105,0.00464907,0.69841754,0.29026172],"study_design_scores_gemma":[0.000013582318,0.00008183121,0.0019174985,0.00033844617,0.000028025452,0.00021137913,0.00037732496,0.000894934,0.00066425663,0.0016388936,0.9938048,0.000029090017],"about_ca_topic_score_codex":0.0046767634,"about_ca_topic_score_gemma":0.005983889,"teacher_disagreement_score":0.17387056,"about_ca_system_score_codex":0.00128243,"about_ca_system_score_gemma":0.0028219204,"threshold_uncertainty_score":0.58165497},"labels":[],"label_agreement":null},{"id":"W2912172270","doi":"","title":"Proceedings of the 41st Graphics Interface Conference","year":2015,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Nova scotia; Computer graphics (images); User interface; Human–computer interaction; Programming language; Operating system; History; Archaeology","score_opus":0.09583314019198677,"score_gpt":0.2852616149770634,"score_spread":0.18942847478507666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912172270","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007173242,0.03250469,0.07817182,0.020268144,0.12468792,0.00087636843,0.003035992,0.010414172,0.7228676],"genre_scores_gemma":[0.023479119,0.015372737,0.026453739,0.0030311518,0.009708399,0.0005603876,0.005998179,0.0023481783,0.913048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770904,0.00036156908,0.00012386657,0.00026521942,0.001374501,0.00016582626],"domain_scores_gemma":[0.99649423,0.00039238052,0.000071939576,0.00032218551,0.0022124078,0.0005067941],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024303994,0.0014654297,0.0009539679,0.0016598619,0.0014877964,0.006846575,0.0012960964,0.0021650088,0.1684392],"category_scores_gemma":[0.0049901097,0.00049082,0.00074684597,0.001451478,0.0009145993,0.0018798349,0.0024322777,0.0033029087,0.09282629],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011093286,0.000056933743,0.00023401811,0.00012040891,0.000018524339,0.00009981402,0.00011699314,0.0001517654,0.0014290713,0.0022114676,0.88299716,0.11245306],"study_design_scores_gemma":[0.000015288968,0.000031261618,0.00043946772,0.00007568924,0.00001254676,0.00009559781,0.000047494712,0.00045664026,0.00045165155,0.0006675522,0.99769384,0.000012894054],"about_ca_topic_score_codex":0.0064385086,"about_ca_topic_score_gemma":0.009572337,"teacher_disagreement_score":0.8315608,"about_ca_system_score_codex":0.0013719061,"about_ca_system_score_gemma":0.0025862495,"threshold_uncertainty_score":0.56348526},"labels":[],"label_agreement":null},{"id":"W2912970578","doi":"","title":"Proceedings of the adjunct publication of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"article","venue":"User Interface Software and Technology","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); Timeline; User interface; Wearable computer; Software; World Wide Web; Library science; Multimedia; Medicine","score_opus":0.008770938958083474,"score_gpt":0.22896927949900886,"score_spread":0.22019834054092538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912970578","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013971826,0.16968915,0.21980417,0.02526426,0.26436928,0.002157034,0.003700671,0.012257769,0.28878585],"genre_scores_gemma":[0.044019327,0.08185429,0.08615683,0.0070772353,0.033193957,0.0018690834,0.010131427,0.0043197335,0.73137814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472225,0.0014449435,0.0006179861,0.0007113118,0.002199314,0.00030422065],"domain_scores_gemma":[0.98460543,0.0039950227,0.0003925413,0.0020873204,0.0075182538,0.0014013888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077361236,0.0019420265,0.0028606239,0.0024476899,0.0012364684,0.008061896,0.0021331992,0.0025415376,0.13682464],"category_scores_gemma":[0.017681237,0.0011552696,0.0012174504,0.0015706187,0.0014945377,0.0061830194,0.0034181383,0.004630667,0.07992759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017870631,0.0001546465,0.0008457423,0.0006501402,0.00009105133,0.00018299744,0.0005268105,0.00016332041,0.0028061962,0.004244174,0.6641706,0.3259855],"study_design_scores_gemma":[0.00003223886,0.0001306851,0.0013601354,0.0004529981,0.00005782863,0.00036661437,0.00020814089,0.0011657866,0.00065061555,0.0026179045,0.9929181,0.0000390168],"about_ca_topic_score_codex":0.0021011143,"about_ca_topic_score_gemma":0.0027541718,"teacher_disagreement_score":0.13682464,"about_ca_system_score_codex":0.0010611295,"about_ca_system_score_gemma":0.0024460033,"threshold_uncertainty_score":0.45772403},"labels":[],"label_agreement":null},{"id":"W2913387349","doi":"","title":"CHI '09 Extended Abstracts on Human Factors in Computing Systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Subject (documents); Computer science; Process (computing); Field (mathematics); Subject matter; Library science; World Wide Web; Medical education; Psychology; Political science; Medicine; Curriculum","score_opus":0.06623557906287103,"score_gpt":0.3112453330391687,"score_spread":0.24500975397629765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913387349","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01073591,0.2065526,0.05947216,0.051370677,0.11120034,0.0056274734,0.019931441,0.010331138,0.5247782],"genre_scores_gemma":[0.04868548,0.115007296,0.029132491,0.013860873,0.017214872,0.008660914,0.026305418,0.0035602744,0.73757243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943311,0.0017789388,0.0006820149,0.00074913696,0.0020442496,0.00041450927],"domain_scores_gemma":[0.9847809,0.005644231,0.00033484123,0.0010088405,0.00722661,0.0010046497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063766213,0.0026915567,0.0033695195,0.0018009123,0.0023766127,0.009560745,0.0023121454,0.0033876223,0.32938296],"category_scores_gemma":[0.022207648,0.0009128907,0.0015550398,0.0022289008,0.0014789829,0.0062582344,0.0041471003,0.005241698,0.11758281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016495476,0.000077935314,0.00068798603,0.0007356897,0.000066057866,0.00008690366,0.0005275165,0.00010689404,0.0007860895,0.0016902863,0.8856836,0.10938617],"study_design_scores_gemma":[0.0001514453,0.00026674627,0.0052062087,0.0013760161,0.00007928302,0.00025812743,0.00071690686,0.000656315,0.0003662833,0.0028711178,0.98795974,0.00009187515],"about_ca_topic_score_codex":0.010187625,"about_ca_topic_score_gemma":0.009001995,"teacher_disagreement_score":0.32938296,"about_ca_system_score_codex":0.002125576,"about_ca_system_score_gemma":0.0034552258,"threshold_uncertainty_score":0.9565538},"labels":[],"label_agreement":null},{"id":"W2913670070","doi":"10.1145/3179426","title":"Welcome Letter","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); USable; Data science; Domain (mathematical analysis); Subject (documents); Operations research; World Wide Web; Engineering","score_opus":0.06956925124307452,"score_gpt":0.3197284995975384,"score_spread":0.2501592483544639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913670070","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069719215,0.004078499,0.0009127205,0.3010072,0.61905485,0.00029045035,0.0010322706,0.0010839755,0.07184281],"genre_scores_gemma":[0.004697828,0.0033432718,0.0011095231,0.27170703,0.14913285,0.00044929728,0.0011177986,0.0008958757,0.56754655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955249,0.00087721966,0.00027363317,0.0007180247,0.0018491664,0.0007569733],"domain_scores_gemma":[0.9753213,0.0036889534,0.0008953093,0.0009765194,0.009722908,0.009395078],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044244193,0.0017400848,0.00141402,0.0013546583,0.004241464,0.009542939,0.002414254,0.012711195,0.37162584],"category_scores_gemma":[0.03469262,0.000653757,0.0016397514,0.0007836206,0.0013505142,0.006677393,0.0059085255,0.011058713,0.25402695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017936774,0.000011736789,0.000043023854,0.000037285212,0.0000016926161,0.00006237545,0.000035498968,0.00000636516,0.000041748135,0.0003719082,0.9913544,0.008016166],"study_design_scores_gemma":[0.000012401687,0.000025185527,0.00012713627,0.00007044988,0.000002670463,0.00013305491,0.00018378923,0.000017446651,0.00003786381,0.0005750712,0.99880576,0.000009001243],"about_ca_topic_score_codex":0.00092909543,"about_ca_topic_score_gemma":0.0019286934,"teacher_disagreement_score":0.62837416,"about_ca_system_score_codex":0.0018521636,"about_ca_system_score_gemma":0.0047190837,"threshold_uncertainty_score":0.8962995},"labels":[],"label_agreement":null},{"id":"W2914742836","doi":"","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Timeline; Interface (matter); User interface; Software; Wearable computer; World Wide Web; Multimedia; Library science; Medicine","score_opus":0.009227283214494736,"score_gpt":0.2262878973291582,"score_spread":0.21706061411466346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914742836","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013722746,0.1787153,0.38950664,0.018499717,0.07463526,0.0035477662,0.005054116,0.02728115,0.28903735],"genre_scores_gemma":[0.06600715,0.097949825,0.23728433,0.009214542,0.01514568,0.004589554,0.016410327,0.007851553,0.545547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99214464,0.0026726609,0.0010036562,0.0008502057,0.0029988885,0.00032985018],"domain_scores_gemma":[0.9845983,0.006353098,0.000329183,0.0025424329,0.0051881336,0.0009887944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00891116,0.002437803,0.0031123946,0.0019996264,0.0010345564,0.008491131,0.0028757888,0.0029484243,0.12348019],"category_scores_gemma":[0.024593547,0.0013513506,0.0015865942,0.0014120269,0.0016256348,0.007504544,0.0044098473,0.0050249295,0.08150082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019385699,0.000185009,0.0011019761,0.0009944385,0.000159769,0.00023621855,0.0007704332,0.0002575524,0.0034241886,0.0072433786,0.52237254,0.46306062],"study_design_scores_gemma":[0.00003861264,0.00011389915,0.0012332577,0.00081363495,0.00007176538,0.00047498077,0.00021180604,0.0019701351,0.00071140245,0.0045642634,0.98974496,0.000051271632],"about_ca_topic_score_codex":0.0024431136,"about_ca_topic_score_gemma":0.0020101555,"teacher_disagreement_score":0.12348019,"about_ca_system_score_codex":0.0009897938,"about_ca_system_score_gemma":0.0027237274,"threshold_uncertainty_score":0.41308242},"labels":[],"label_agreement":null},{"id":"W2914789213","doi":"","title":"Proceedings of Graphics Interface 2009","year":2009,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer graphics; Computer science; Graphics; Computer graphics (images); Interface (matter); Scientific visualization; User interface; Computer Graphics Metafile; Human–computer interaction; Real-time computer graphics; 3D computer graphics; Operating system","score_opus":0.026193778009120122,"score_gpt":0.27624925974074793,"score_spread":0.25005548173162784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914789213","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049910517,0.041622117,0.09229922,0.047544125,0.3345969,0.00083628634,0.0068828044,0.014211055,0.45701644],"genre_scores_gemma":[0.0093902815,0.01285707,0.022354607,0.005399266,0.018745797,0.00030329736,0.008145762,0.0035705261,0.91923344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980636,0.0002690632,0.000111265166,0.00037414194,0.0010382755,0.00014356633],"domain_scores_gemma":[0.9964055,0.00039524332,0.00009314448,0.0004025221,0.0018586573,0.0008449977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023241795,0.0016899832,0.0010623771,0.0015259665,0.0011791415,0.0060767015,0.0018552213,0.0024513972,0.31546736],"category_scores_gemma":[0.005578253,0.0005372597,0.0012174271,0.0010823527,0.00054327364,0.0028820469,0.0028679343,0.004674407,0.18334188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053788077,0.00003339265,0.00007196933,0.00008871267,0.00000887772,0.000063327694,0.00003374898,0.0000564323,0.0007789953,0.0011720033,0.93814623,0.05949243],"study_design_scores_gemma":[0.000016844613,0.00003317447,0.00030289168,0.000054976965,0.000008416242,0.00014176441,0.000031109983,0.00025589802,0.00033478902,0.0007835551,0.9980254,0.000011313028],"about_ca_topic_score_codex":0.001846924,"about_ca_topic_score_gemma":0.0035522578,"teacher_disagreement_score":0.31546736,"about_ca_system_score_codex":0.0011177256,"about_ca_system_score_gemma":0.0012590159,"threshold_uncertainty_score":0.97640276},"labels":[],"label_agreement":null},{"id":"W2914951492","doi":"10.1145/2642918","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); User interface; Timeline; Wearable computer; Software; World Wide Web; Multimedia; Library science; Medicine","score_opus":0.01210827986561843,"score_gpt":0.24692901138609435,"score_spread":0.23482073152047592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914951492","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013722746,0.1787153,0.38950664,0.018499717,0.07463526,0.0035477662,0.005054116,0.02728115,0.28903735],"genre_scores_gemma":[0.06600715,0.097949825,0.23728433,0.009214542,0.01514568,0.004589554,0.016410327,0.007851553,0.545547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99214464,0.0026726609,0.0010036562,0.0008502057,0.0029988885,0.00032985018],"domain_scores_gemma":[0.9845983,0.006353098,0.000329183,0.0025424329,0.0051881336,0.0009887944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00891116,0.002437803,0.0031123946,0.0019996264,0.0010345564,0.008491131,0.0028757888,0.0029484243,0.12348019],"category_scores_gemma":[0.024593547,0.0013513506,0.0015865942,0.0014120269,0.0016256348,0.007504544,0.0044098473,0.0050249295,0.08150082],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019385699,0.000185009,0.0011019761,0.0009944385,0.000159769,0.00023621855,0.0007704332,0.0002575524,0.0034241886,0.0072433786,0.52237254,0.46306062],"study_design_scores_gemma":[0.00003861264,0.00011389915,0.0012332577,0.00081363495,0.00007176538,0.00047498077,0.00021180604,0.0019701351,0.00071140245,0.0045642634,0.98974496,0.000051271632],"about_ca_topic_score_codex":0.0024431136,"about_ca_topic_score_gemma":0.0020101555,"teacher_disagreement_score":0.12348019,"about_ca_system_score_codex":0.0009897938,"about_ca_system_score_gemma":0.0027237274,"threshold_uncertainty_score":0.41308242},"labels":[],"label_agreement":null},{"id":"W2917366301","doi":"10.11575/prism/10592","title":"iCORE Research Report: Volume 3","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"British Columbia Knowledge Development Fund; Institute for Infocomm Research; Natural Sciences and Engineering Research Council of Canada; Université de Montpellier; University of Illinois at Urbana-Champaign; Mitacs; Simon Fraser University; Western Canada Research Grid; University of Alberta; University of Missouri; Macquarie University; Canadian Aeronautics and Space Institute; Butler University; U.S. Navy; Università degli Studi di Napoli Federico II; Centre National de la Recherche Scientifique; Purdue University; Université de Sherbrooke","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.045378697501367984,"score_gpt":0.26296100742031947,"score_spread":0.2175823099189515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917366301","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050580306,0.012723476,0.0150779635,0.012548444,0.019024424,0.0025363024,0.026053296,0.0072669503,0.89971125],"genre_scores_gemma":[0.005375735,0.00613618,0.007150667,0.0013835956,0.0024008974,0.00059946644,0.02568841,0.002312432,0.9489525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891453,0.00056029955,0.00040106248,0.0008841241,0.008077184,0.00093208393],"domain_scores_gemma":[0.97835416,0.0013105433,0.00047815198,0.00234546,0.015260418,0.0022512337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008034373,0.0016312319,0.0012680612,0.007456527,0.0027203541,0.009702481,0.0031011072,0.0030349987,0.23176028],"category_scores_gemma":[0.009794211,0.0008626731,0.0010695328,0.00765391,0.0010259403,0.004854118,0.0028484517,0.0028555684,0.20099218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001182323,0.00014863435,0.000438435,0.0002282278,0.000009616137,0.00005911251,0.000063434076,0.00016958006,0.0020585104,0.0019963274,0.9262054,0.06850438],"study_design_scores_gemma":[0.0000175865,0.000094665855,0.00084406143,0.00007281474,0.00001283117,0.000076615164,0.00006331324,0.00011538961,0.0018699277,0.00034401924,0.9964754,0.000013308565],"about_ca_topic_score_codex":0.034231458,"about_ca_topic_score_gemma":0.046623338,"teacher_disagreement_score":0.23176028,"about_ca_system_score_codex":0.004495673,"about_ca_system_score_gemma":0.01482189,"threshold_uncertainty_score":0.7753154},"labels":[],"label_agreement":null},{"id":"W2943824501","doi":"10.1145/3290607.3299005","title":"HCI in China","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"China; Computer science; Human–computer interaction; Explosive material; Knowledge management; Engineering ethics; Engineering; Political science; Geography","score_opus":0.009658552691263244,"score_gpt":0.22402612228898897,"score_spread":0.2143675695977257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943824501","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21976466,0.087108724,0.007090938,0.036546946,0.003844859,0.000587094,0.0029069595,0.0010623572,0.6410875],"genre_scores_gemma":[0.55013466,0.025653187,0.003686628,0.004432121,0.0006330353,0.0005400708,0.0023196256,0.00013889518,0.4124618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894315,0.00015210315,0.00009263751,0.00020661246,0.00028858025,0.00031691013],"domain_scores_gemma":[0.9992974,0.00007486481,0.00004275333,0.0000711561,0.00020814393,0.0003057088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015597756,0.00065108296,0.00050622853,0.0022190097,0.0042445245,0.0033882617,0.00061557983,0.00093881745,0.03678135],"category_scores_gemma":[0.0011229941,0.00025750312,0.00044166934,0.0053385342,0.0011900159,0.0014377641,0.0024552576,0.00086614233,0.0038099252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019335636,0.0001807995,0.046825897,0.0015327736,0.00007004507,0.0015068471,0.011400752,0.000874155,0.005104497,0.12804936,0.18370591,0.6205556],"study_design_scores_gemma":[0.000037460184,0.0001647962,0.13896589,0.00034140446,0.000041971864,0.0005525431,0.004115672,0.0010337029,0.0008108908,0.007090427,0.8467966,0.00004861866],"about_ca_topic_score_codex":0.053374138,"about_ca_topic_score_gemma":0.05976847,"teacher_disagreement_score":0.053374138,"about_ca_system_score_codex":0.0071033393,"about_ca_system_score_gemma":0.020348202,"threshold_uncertainty_score":0.12304586},"labels":[],"label_agreement":null},{"id":"W2946516851","doi":"","title":"Staff.lib Usability Testing & Redesign","year":2015,"lang":"en","type":"article","venue":"Mspace (University of Manitoba)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Pluralistic walkthrough; Computer science; Business; Human–computer interaction","score_opus":0.08237978251765594,"score_gpt":0.2290834882100538,"score_spread":0.14670370569239788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946516851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79507935,0.00041209083,0.05252819,0.0034143417,0.0011102832,0.04408832,0.005491252,0.018831559,0.07904466],"genre_scores_gemma":[0.66622424,0.00057066226,0.16562095,0.002980974,0.00019800865,0.04972792,0.0069675785,0.0030056133,0.10470396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99258584,0.0027879956,0.00080418645,0.0005849976,0.0025213528,0.00071565],"domain_scores_gemma":[0.9451349,0.013727807,0.0014159853,0.005921763,0.032309145,0.0014903476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013178981,0.0011777163,0.0005443826,0.0016147685,0.0013438022,0.0022022463,0.0015822923,0.00083888625,0.016201343],"category_scores_gemma":[0.04589293,0.00090127625,0.0006280829,0.00093642954,0.00094766915,0.0014385545,0.0013319219,0.001284165,0.009782052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018776438,0.010364816,0.057751115,0.0027783632,0.000098661585,0.0006007901,0.0226362,0.0023530489,0.030621126,0.0020846112,0.12715091,0.7416827],"study_design_scores_gemma":[0.0022194088,0.026381852,0.3596112,0.0018358285,0.0004225056,0.001062984,0.024797423,0.01950705,0.10469517,0.0016925789,0.4570404,0.0007335779],"about_ca_topic_score_codex":0.014979669,"about_ca_topic_score_gemma":0.022588102,"teacher_disagreement_score":0.016201343,"about_ca_system_score_codex":0.0021341373,"about_ca_system_score_gemma":0.0057086376,"threshold_uncertainty_score":0.06969792},"labels":[],"label_agreement":null},{"id":"W2946743787","doi":"10.1145/3253492","title":"Session details: Short talks: interaction techniques","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web","score_opus":0.04537596741243386,"score_gpt":0.312046377649476,"score_spread":0.26667041023704213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946743787","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011001378,0.019777367,0.06361635,0.018512044,0.094242215,0.005159678,0.011152081,0.017791,0.7587478],"genre_scores_gemma":[0.02550549,0.008488305,0.008124867,0.0030186696,0.010224925,0.0018773229,0.004737336,0.0027810468,0.93524206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992587,0.00018984001,0.00005226768,0.00014590044,0.0002057793,0.00014752388],"domain_scores_gemma":[0.99639684,0.0013489367,0.00007705426,0.0003943686,0.0007063321,0.0010763711],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002556367,0.0019309269,0.002300004,0.0009998907,0.0023888792,0.0048467848,0.0013383784,0.003419578,0.73056316],"category_scores_gemma":[0.0061248764,0.00055360934,0.001831205,0.000967999,0.00049853354,0.0034227236,0.0026686178,0.003705603,0.54721624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090918713,0.0005374217,0.00022726643,0.0007712794,0.000032497854,0.00011804974,0.00027631444,0.00009688788,0.008610376,0.0016360094,0.87516737,0.111617275],"study_design_scores_gemma":[0.00019234967,0.00079445215,0.002106841,0.00038688644,0.000056020148,0.00030388442,0.00031156474,0.0004494956,0.0037435256,0.0035204466,0.98806095,0.00007361645],"about_ca_topic_score_codex":0.000440406,"about_ca_topic_score_gemma":0.00067083753,"teacher_disagreement_score":0.26943684,"about_ca_system_score_codex":0.000493652,"about_ca_system_score_gemma":0.00062580995,"threshold_uncertainty_score":0.38431895},"labels":[],"label_agreement":null},{"id":"W2947131910","doi":"10.1145/3314111.3322502","title":"A gaze-based experimenter platform for designing and evaluating adaptive interventions in information visualizations","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Human–computer interaction; Gaze; Eye tracking; Visualization; Information visualization; Data visualization; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.13093266122617897,"score_gpt":0.3752074033176566,"score_spread":0.24427474209147765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947131910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39073932,0.0009770266,0.5189086,0.0009821034,0.0004601848,0.032292716,0.008891107,0.03267673,0.014072216],"genre_scores_gemma":[0.41357133,0.00051293615,0.5312476,0.00041541018,0.00013953858,0.0426363,0.0022015325,0.0014908067,0.0077844965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99535346,0.003045794,0.00030419926,0.00048906927,0.0005757491,0.0002317729],"domain_scores_gemma":[0.9851179,0.010127096,0.0009507196,0.0013138561,0.0017347765,0.0007556049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007108396,0.001822962,0.0009618207,0.0016060714,0.0007197212,0.0012122663,0.0017671501,0.0013617455,0.0193865],"category_scores_gemma":[0.019619409,0.000835632,0.00090511015,0.000563221,0.0008168751,0.0015934843,0.002707246,0.0009827693,0.0025211927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017164884,0.011325315,0.023083538,0.0067815436,0.00068483286,0.001507556,0.010549212,0.03899792,0.286231,0.014111462,0.035555568,0.5540071],"study_design_scores_gemma":[0.015787167,0.062183637,0.11305115,0.0021104824,0.0017715753,0.0017933395,0.0050562844,0.27242738,0.31895766,0.034805797,0.17031553,0.001739957],"about_ca_topic_score_codex":0.0019300974,"about_ca_topic_score_gemma":0.0028883736,"teacher_disagreement_score":0.0193865,"about_ca_system_score_codex":0.0011474934,"about_ca_system_score_gemma":0.0021558776,"threshold_uncertainty_score":0.064854324},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","score_opus":0.03467616129877977,"score_gpt":0.2867475151867631,"score_spread":0.25207135388798335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963838871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8961,0.000709596,0.09092217,0.0009467765,0.00021549418,0.0019436264,0.00024049744,0.00087207375,0.008049761],"genre_scores_gemma":[0.9726752,0.00022285274,0.021903753,0.0003255744,0.000048709157,0.0026978906,0.00022199683,0.00022241175,0.001681681],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9159605,0.048788775,0.008456558,0.0050258785,0.020447811,0.001320541],"domain_scores_gemma":[0.5503022,0.3286411,0.056038097,0.020451052,0.04281909,0.0017484253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03965173,0.0016496566,0.00080086314,0.0020877726,0.0013959921,0.0037468318,0.0015247798,0.0014304515,0.0021210678],"category_scores_gemma":[0.307001,0.0010261862,0.00060909096,0.0013632417,0.003205997,0.0035860196,0.0029137114,0.0025888446,0.00046747882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061124675,0.0021031103,0.11665702,0.0042085377,0.0006320822,0.0015459581,0.5374719,0.0038847725,0.08549555,0.013628397,0.0047741635,0.22348602],"study_design_scores_gemma":[0.0014147565,0.010017394,0.38541853,0.003945072,0.00089436385,0.0064304997,0.27481502,0.05296549,0.13890633,0.084939755,0.03848258,0.0017702327],"about_ca_topic_score_codex":0.0012582486,"about_ca_topic_score_gemma":0.00108426,"teacher_disagreement_score":0.03965173,"about_ca_system_score_codex":0.0018140078,"about_ca_system_score_gemma":0.0018896312,"threshold_uncertainty_score":0.20970094},"labels":[],"label_agreement":null},{"id":"W2971473675","doi":"10.1145/3337722.3337740","title":"SuBViS","year":2019,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Scripting language; Workflow; Process (computing); Blueprint; Iterative and incremental development; Software engineering; Human–computer interaction; Graph; Multimedia; Programming language; Database; Engineering; Theoretical computer science","score_opus":0.00934627848692091,"score_gpt":0.2082931273969552,"score_spread":0.1989468489100343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971473675","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03101402,0.00026212793,0.53810847,0.0004748316,0.00032238135,0.0015373231,0.004658494,0.14427078,0.27935168],"genre_scores_gemma":[0.18096514,0.0004965868,0.4496841,0.0006731075,0.00006658435,0.0021808872,0.014495762,0.035108194,0.3163296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926525,0.00019962204,0.000057344125,0.00016007181,0.000252241,0.000065421256],"domain_scores_gemma":[0.9983535,0.000585296,0.00007705162,0.00042410556,0.00037884782,0.00018131798],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012535666,0.0007417992,0.00034843828,0.0008138853,0.00041152097,0.002268783,0.0013401054,0.00052166067,0.059274074],"category_scores_gemma":[0.004863894,0.00053843117,0.00045089092,0.00037936124,0.00041925025,0.0017888697,0.0023886894,0.00077772717,0.018567216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012803812,0.00048812243,0.0040120184,0.0010144687,0.00007763531,0.00042458993,0.0046150554,0.006046562,0.034056615,0.09944112,0.20967866,0.6388648],"study_design_scores_gemma":[0.00013151152,0.00024691963,0.0020859307,0.00017686652,0.000033494984,0.000406735,0.00052265415,0.0429993,0.02248454,0.020127825,0.91072106,0.00006325476],"about_ca_topic_score_codex":0.0013506821,"about_ca_topic_score_gemma":0.002267072,"teacher_disagreement_score":0.9407259,"about_ca_system_score_codex":0.00066385866,"about_ca_system_score_gemma":0.0010333699,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2977202204","doi":"10.22215/etd/2015-11131","title":"Interaction History Support for Web Applications","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Undo; Computer science; JavaScript; World Wide Web; Usability; Human–computer interaction; HTML5; Programmer; Web application; Software engineering; Programming language","score_opus":0.06299634317004899,"score_gpt":0.3303342101904456,"score_spread":0.26733786702039664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977202204","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3025052,0.003119087,0.5397499,0.0015080462,0.00018856375,0.0008154998,0.00058560603,0.100009404,0.051518716],"genre_scores_gemma":[0.78857416,0.0012773644,0.18374123,0.00032099252,0.00013970444,0.00047317712,0.0010014351,0.0037364517,0.020735541],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909616,0.00029891197,0.000101013764,0.000121230856,0.00031635773,0.00006643162],"domain_scores_gemma":[0.99193394,0.0042301402,0.00052856957,0.0020445732,0.00080457854,0.00045822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017346125,0.0005143388,0.0003258969,0.0009117285,0.0008160547,0.0026243587,0.0014958562,0.00075919833,0.009177285],"category_scores_gemma":[0.012647509,0.0005721189,0.0003640613,0.0006928348,0.0004391996,0.004950806,0.001951199,0.0011187711,0.0016458506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010526987,0.00056705164,0.0053423983,0.0009779794,0.00004678364,0.0011673935,0.011666779,0.0023221176,0.051354114,0.017658178,0.018448642,0.8893959],"study_design_scores_gemma":[0.00065458665,0.0022814767,0.04447628,0.0023886359,0.00045046437,0.006090771,0.0056142933,0.1123212,0.14151612,0.08052827,0.6029781,0.00069981534],"about_ca_topic_score_codex":0.0010008061,"about_ca_topic_score_gemma":0.0011784267,"teacher_disagreement_score":0.009177285,"about_ca_system_score_codex":0.00039372608,"about_ca_system_score_gemma":0.00060135947,"threshold_uncertainty_score":0.0307011},"labels":[],"label_agreement":null},{"id":"W2997482282","doi":"10.1145/947226.947245","title":"Conference preview and calendar","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Library science; Computer science; World Wide Web; Operating system","score_opus":0.057770508917463124,"score_gpt":0.3018706427058496,"score_spread":0.2441001337883865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997482282","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001029371,0.010613152,0.003577639,0.00798954,0.2189512,0.0025775773,0.019907339,0.009220251,0.7261339],"genre_scores_gemma":[0.0031230699,0.0056764297,0.0015306204,0.0025757295,0.02863136,0.0011332264,0.0149619365,0.002288925,0.9400788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987941,0.00012674883,0.00010820031,0.00018825335,0.0005514909,0.00023110132],"domain_scores_gemma":[0.99052244,0.00072597683,0.00035373203,0.00071639346,0.0041182926,0.0035631505],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027698353,0.0021598984,0.0021705467,0.0055714995,0.0022950296,0.0081666205,0.0021725253,0.0024275465,0.7220899],"category_scores_gemma":[0.0067265215,0.00071176566,0.0010738673,0.0057278047,0.00048398954,0.003903173,0.003187246,0.0030379882,0.6168107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005417471,0.00003324902,0.000031838983,0.00017425115,0.0000017579591,0.000018870018,0.000006599767,0.000030311945,0.000105308456,0.00027980987,0.97855365,0.020710152],"study_design_scores_gemma":[0.00002752551,0.000035241137,0.00029951023,0.00010613088,0.0000027240433,0.000020540941,0.000020601798,0.000042390955,0.000058706468,0.00015488734,0.9992206,0.000011173637],"about_ca_topic_score_codex":0.0038405731,"about_ca_topic_score_gemma":0.009033148,"teacher_disagreement_score":0.7220899,"about_ca_system_score_codex":0.0010846489,"about_ca_system_score_gemma":0.0026052748,"threshold_uncertainty_score":0.39640504},"labels":[],"label_agreement":null},{"id":"W3022416342","doi":"10.1177/1744987120913590","title":"Advancing nursing participation in user-centred design","year":2020,"lang":"en","type":"article","venue":"Journal of research in nursing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Terminology; Discipline; Computer science; Nursing research; Process (computing); Knowledge management; Nursing; Sociology; Medicine","score_opus":0.20347483279947115,"score_gpt":0.4583523346675595,"score_spread":0.25487750186808833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022416342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16348583,0.0038521984,0.7073227,0.01806725,0.0004305985,0.0018965426,0.00004833071,0.0006645121,0.10423218],"genre_scores_gemma":[0.6615272,0.0017249389,0.32853246,0.0015097222,0.000073831834,0.0018932838,0.000047835,0.00019374877,0.0044969902],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8317194,0.14949402,0.003440885,0.0030437608,0.010620244,0.0016817823],"domain_scores_gemma":[0.8217947,0.13943022,0.0046766293,0.018782698,0.012253511,0.0030623015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.109642334,0.0009540129,0.000678569,0.0028719066,0.0037917565,0.012920869,0.0036474075,0.002850163,0.0034749086],"category_scores_gemma":[0.11224013,0.0007003947,0.0009923526,0.0013380802,0.020051971,0.010400959,0.017124167,0.0031366136,0.0007929602],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105289095,0.0005847933,0.007933777,0.0021828655,0.00005372868,0.00025069687,0.41664243,0.0016519543,0.0038405263,0.23659506,0.0029984633,0.32716042],"study_design_scores_gemma":[0.0002085651,0.0013772198,0.0058721458,0.007602706,0.00012803233,0.00202766,0.13320981,0.010654674,0.012026424,0.44691625,0.37978467,0.00019184934],"about_ca_topic_score_codex":0.0011036068,"about_ca_topic_score_gemma":0.00096373464,"teacher_disagreement_score":0.109642334,"about_ca_system_score_codex":0.005101096,"about_ca_system_score_gemma":0.011654027,"threshold_uncertainty_score":0.57985103},"labels":[],"label_agreement":null},{"id":"W3033116339","doi":"10.1386/btwo_00021_1","title":"Applications and innovations in typeface design for North American Indigenous languages","year":2020,"lang":"en","type":"article","venue":"Book 2 0","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Typeface; Indigenous; Linguistics; Visual arts; Art","score_opus":0.037491771898588135,"score_gpt":0.27961710343182233,"score_spread":0.2421253315332342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033116339","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13534074,0.01877135,0.47189894,0.015869433,0.0026281115,0.00048588403,0.00018188056,0.004851807,0.34997183],"genre_scores_gemma":[0.34811512,0.013231251,0.46693802,0.0030177825,0.00041966443,0.00046576717,0.0002123987,0.001306402,0.1662936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975598,0.0012418613,0.00011284249,0.00023579953,0.00071363285,0.00013602008],"domain_scores_gemma":[0.9945621,0.0032053394,0.0001839515,0.0007154893,0.0010393141,0.00029373282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050037396,0.00047932574,0.00025509714,0.001030058,0.0019191196,0.004107202,0.0011880096,0.0013467079,0.011278562],"category_scores_gemma":[0.00960223,0.0003807086,0.0005388031,0.0011001654,0.002267322,0.004227681,0.002228516,0.001632642,0.0022974538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011285295,0.00013479243,0.0067203413,0.001447321,0.00002550339,0.0011180063,0.0702556,0.0013197961,0.017978624,0.09961278,0.033090424,0.76818395],"study_design_scores_gemma":[0.000016613034,0.00030273863,0.0075640576,0.0012039292,0.00005191175,0.0037403149,0.019202666,0.004229707,0.008623157,0.034129016,0.9208071,0.00012876495],"about_ca_topic_score_codex":0.0035627831,"about_ca_topic_score_gemma":0.009430021,"teacher_disagreement_score":0.011278562,"about_ca_system_score_codex":0.0015221447,"about_ca_system_score_gemma":0.001265499,"threshold_uncertainty_score":0.037730575},"labels":[],"label_agreement":null},{"id":"W3069328762","doi":"10.1145/3434180","title":"Characterizing Stage-aware Writing Assistance for Collaborative Document Authoring","year":2021,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Collaborative writing; Situated; Context (archaeology); World Wide Web; Process (computing); Writing process; Data science; Multimedia; Psychology; Artificial intelligence; Mathematics education","score_opus":0.09482225587427835,"score_gpt":0.3514553030547717,"score_spread":0.25663304718049335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3069328762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949084,0.00028391482,0.046554334,0.000080560676,0.000011454398,0.00024570661,0.00034997604,0.00064806506,0.0027420216],"genre_scores_gemma":[0.9722305,0.00008548776,0.02648023,0.000011601098,0.0000068747863,0.00010932455,0.00028076532,0.000045891105,0.00074942794],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760216,0.00090214703,0.0002814205,0.00039275122,0.0006908372,0.00013075105],"domain_scores_gemma":[0.94441885,0.03555504,0.008467175,0.0038944941,0.0065129134,0.0011514836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00299793,0.00036688254,0.0003150633,0.0023744632,0.000575732,0.002470177,0.0006380876,0.00071621634,0.0010973493],"category_scores_gemma":[0.04430297,0.00032020485,0.0002920857,0.001137612,0.0005114292,0.00212496,0.0010194461,0.00053645816,0.00057014584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023183208,0.0007828756,0.4860543,0.0014247483,0.00016885833,0.00091019605,0.03301733,0.013766605,0.12641847,0.004307824,0.0017172836,0.3291132],"study_design_scores_gemma":[0.000102413265,0.0020464328,0.6743094,0.0002543972,0.00025314937,0.0015360357,0.011722517,0.22243832,0.06472187,0.007881305,0.014451614,0.00028261435],"about_ca_topic_score_codex":0.0014309292,"about_ca_topic_score_gemma":0.0024777057,"teacher_disagreement_score":0.00299793,"about_ca_system_score_codex":0.00053747353,"about_ca_system_score_gemma":0.00069869333,"threshold_uncertainty_score":0.015854776},"labels":[],"label_agreement":null},{"id":"W3108672067","doi":"10.1145/3428029.3428562","title":"Towards Understanding the HCI Education Landscape","year":2020,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction; Data science","score_opus":0.09609549776480483,"score_gpt":0.2793464183951577,"score_spread":0.1832509206303529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108672067","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27108052,0.06182354,0.1917153,0.28067803,0.0010935195,0.00035656273,0.0006821432,0.000628352,0.19194198],"genre_scores_gemma":[0.8259536,0.026874773,0.11864213,0.01359996,0.00083240727,0.00054811634,0.0010137954,0.00025556932,0.0122796185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954306,0.0025421607,0.0002639514,0.00069976755,0.00059023354,0.00047331216],"domain_scores_gemma":[0.98954296,0.0057229833,0.00073366496,0.00085177104,0.0022331527,0.0009155804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009576018,0.00060035894,0.0007152812,0.012580879,0.0038973982,0.024394266,0.0016522432,0.004919935,0.005203443],"category_scores_gemma":[0.011467765,0.0009582461,0.00060136744,0.008964728,0.00932415,0.03359105,0.0067601777,0.00632614,0.0009969363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000445252,0.0004054091,0.02624101,0.0010520077,0.00003514251,0.00039821054,0.07303024,0.0015105513,0.004531585,0.65425044,0.011997416,0.22650349],"study_design_scores_gemma":[0.000019480218,0.000102699014,0.031364553,0.0021115087,0.000025977326,0.0005242272,0.14459427,0.006808108,0.0009390777,0.42712355,0.38631544,0.00007112207],"about_ca_topic_score_codex":0.009091062,"about_ca_topic_score_gemma":0.0065683643,"teacher_disagreement_score":0.024394266,"about_ca_system_score_codex":0.006310063,"about_ca_system_score_gemma":0.006911575,"threshold_uncertainty_score":0.050643444},"labels":[],"label_agreement":null},{"id":"W3108876662","doi":"10.1145/3406853.3434771","title":"Transhierarchy","year":2020,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Traverse; Hypertext; Hierarchy; Semantics (computer science); Graph; Context (archaeology); Node (physics); Theoretical computer science; Mobile device; World Wide Web; Human–computer interaction; Programming language; Engineering","score_opus":0.05855186325080277,"score_gpt":0.22809574955548978,"score_spread":0.169543886304687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108876662","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00872961,0.0021581391,0.83451754,0.00097090704,0.0006027143,0.00035569875,0.00061318197,0.014813257,0.13723892],"genre_scores_gemma":[0.1480772,0.003468716,0.64385015,0.0021159202,0.00038700254,0.0008554877,0.001740574,0.0081102,0.19139458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685717,0.0009339494,0.00022132274,0.0006973574,0.0010043972,0.00028584397],"domain_scores_gemma":[0.995118,0.0010807719,0.00022390323,0.0023870077,0.00086704054,0.00032333762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021273447,0.0013517342,0.0008342425,0.0017783984,0.00171005,0.0048998063,0.0024092384,0.0018634879,0.044925768],"category_scores_gemma":[0.0063818106,0.00086286967,0.0011187749,0.0019474762,0.0028222948,0.011290607,0.0076150885,0.0029437095,0.017123975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003457021,0.00012359415,0.0009842613,0.0011907017,0.00007622108,0.00067650055,0.008849995,0.0015217853,0.025778066,0.44656497,0.07973038,0.4341578],"study_design_scores_gemma":[0.00006213327,0.00020425963,0.0006416646,0.00029423402,0.00006563727,0.0019092867,0.0013252584,0.0078103757,0.016274456,0.08588455,0.8854255,0.000102655904],"about_ca_topic_score_codex":0.002050123,"about_ca_topic_score_gemma":0.0022572565,"teacher_disagreement_score":0.044925768,"about_ca_system_score_codex":0.0006788504,"about_ca_system_score_gemma":0.0015947706,"threshold_uncertainty_score":0.15029168},"labels":[],"label_agreement":null},{"id":"W3142633565","doi":"10.1109/cgi.2004.1309280","title":"Exploring collaboration with group pointer interaction","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pointer (user interface); Computer science; Group (periodic table); Human–computer interaction; Artificial intelligence; Chemistry","score_opus":0.09702949138985852,"score_gpt":0.26255637145366784,"score_spread":0.16552688006380933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142633565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40310505,0.0017995854,0.578661,0.00058031356,0.000035568082,0.00022114009,0.00007125801,0.00070313236,0.014822947],"genre_scores_gemma":[0.80311894,0.0007869525,0.19421937,0.00007550757,0.000024794994,0.00025696566,0.000095023184,0.00007136672,0.0013510542],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961926,0.0025626447,0.000084122534,0.00042395366,0.00051590503,0.00022084049],"domain_scores_gemma":[0.99377835,0.0048834346,0.00036744328,0.0004320309,0.00026039832,0.0002783746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031625303,0.0008530912,0.000693434,0.0010884326,0.0011966389,0.0029319576,0.0011899791,0.00132693,0.0037817084],"category_scores_gemma":[0.009646654,0.00037361556,0.00084768,0.0008723518,0.0022246132,0.005150634,0.0041335537,0.0009161286,0.00039225],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001922492,0.0013815586,0.03121245,0.0029814842,0.0004558309,0.0019192873,0.06355265,0.030631721,0.11582237,0.19377027,0.0038110823,0.5525387],"study_design_scores_gemma":[0.0011062956,0.008303657,0.06101248,0.0012083604,0.000998985,0.0048566535,0.03220858,0.27431947,0.06577071,0.43332815,0.116415106,0.00047155778],"about_ca_topic_score_codex":0.001006494,"about_ca_topic_score_gemma":0.0011693548,"teacher_disagreement_score":0.0037817084,"about_ca_system_score_codex":0.0005797026,"about_ca_system_score_gemma":0.0006749645,"threshold_uncertainty_score":0.016725302},"labels":[],"label_agreement":null},{"id":"W3144668312","doi":"","title":"Evaluating the evaluator:modelling systematic data analysis strategies for software selection","year":2004,"lang":"en","type":"other","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Variety (cybernetics); Software engineering; Software; Software construction; Software development; Selection (genetic algorithm); Data science; Artificial intelligence; Programming language","score_opus":0.18363132599892124,"score_gpt":0.38338906649176185,"score_spread":0.19975774049284062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144668312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011706701,0.001731116,0.9772127,0.001256051,0.000052743315,0.004200146,0.00032530256,0.00039423263,0.0031210321],"genre_scores_gemma":[0.09639102,0.0010607934,0.893113,0.0003155076,0.00005102313,0.007800158,0.00036983087,0.00013767643,0.0007609859],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.5665323,0.39550868,0.011498794,0.0077530653,0.017561233,0.0011459228],"domain_scores_gemma":[0.20433287,0.74486005,0.013427882,0.018187756,0.01831643,0.00087510486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3014514,0.0035450915,0.003864793,0.011894885,0.002295175,0.009462511,0.005352245,0.0041798875,0.004457317],"category_scores_gemma":[0.65233266,0.0021138962,0.0043481975,0.009193568,0.0075636595,0.01636931,0.0059007336,0.0036197416,0.0009686411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014353322,0.0007053259,0.026579913,0.008076291,0.0021227852,0.00037665342,0.020456294,0.071883306,0.0010463179,0.21031064,0.0055911625,0.65141606],"study_design_scores_gemma":[0.0011097887,0.0015917203,0.00501735,0.0063972245,0.0013118968,0.00023146265,0.004280112,0.48904645,0.0026484597,0.47353888,0.0145446835,0.00028201757],"about_ca_topic_score_codex":0.0071080667,"about_ca_topic_score_gemma":0.010962374,"teacher_disagreement_score":0.3014514,"about_ca_system_score_codex":0.0072098863,"about_ca_system_score_gemma":0.019402435,"threshold_uncertainty_score":0.86143476},"labels":[],"label_agreement":null},{"id":"W3156205718","doi":"10.2196/23293","title":"Usability Analysis of a Health Sciences Digital Library by Medical Residents: Cross-sectional Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deanship of Scientific Research, King Saud University; King Saud University","keywords":"Usability; Digital library; Digital health; Computer science; System usability scale; Medical library; World Wide Web; Consistency (knowledge bases); Web usability; Health care; Library science; Human–computer interaction","score_opus":0.14267194438798758,"score_gpt":0.4638297129208133,"score_spread":0.32115776853282574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156205718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991473,0.00015380107,0.00007468636,0.00007215615,0.0000019387264,0.00002787902,0.00013735562,0.0000041679555,0.00038078547],"genre_scores_gemma":[0.99930084,0.00017256885,0.0001468346,0.00008844401,0.000007522524,0.00003390989,0.000114944014,0.0000021007925,0.0001329912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681216,0.0011828379,0.0005481653,0.00020571682,0.0009478057,0.0003033185],"domain_scores_gemma":[0.9894727,0.0035197,0.0037375845,0.00033243987,0.0019808237,0.00095672347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041516046,0.00014582794,0.00045250173,0.0020895666,0.00050042843,0.00080026884,0.00034893892,0.0004978383,0.0018218213],"category_scores_gemma":[0.01088335,0.00030027033,0.0006219222,0.0020044327,0.00043181647,0.0009309563,0.0008042717,0.0004446562,0.00043057924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057717516,0.00016250803,0.9946043,0.00008212832,0.000041921045,0.000072711984,0.0010452608,0.000028574095,0.00018990491,0.000010053952,0.00016286284,0.0035419457],"study_design_scores_gemma":[0.0000048629236,0.00046024186,0.99591416,0.000028784778,0.000018876835,0.00029029898,0.0026188688,0.00018330906,0.00012420071,0.000008145683,0.00033894138,0.000009228455],"about_ca_topic_score_codex":0.0030042585,"about_ca_topic_score_gemma":0.0028016528,"teacher_disagreement_score":0.0041516046,"about_ca_system_score_codex":0.000724736,"about_ca_system_score_gemma":0.00069228926,"threshold_uncertainty_score":0.021956027},"labels":[],"label_agreement":null},{"id":"W3157954185","doi":"10.1145/3449102","title":"Joint Action Storyboards","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; University of Guelph","keywords":"Computer-supported cooperative work; Common ground; Computer science; Human–computer interaction; Leverage (statistics); Interface (matter); Ground; Work (physics); Engineering; Psychology; Artificial intelligence; Communication","score_opus":0.1477220990802632,"score_gpt":0.3417092702397753,"score_spread":0.1939871711595121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157954185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13047512,0.0015980368,0.59296924,0.0033725007,0.001056803,0.0016051421,0.007169982,0.0064735743,0.2552797],"genre_scores_gemma":[0.65587693,0.0011040565,0.29088086,0.0004145783,0.0001833644,0.0020205597,0.0045329235,0.0010076179,0.043979105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757975,0.0013634354,0.00014585158,0.00028375798,0.00049271225,0.00013459292],"domain_scores_gemma":[0.99182093,0.005419777,0.0005836892,0.0009795661,0.0007169732,0.00047907763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023702877,0.0012551029,0.00039671283,0.0026063516,0.0018105091,0.0052984837,0.0013632813,0.0013233218,0.02948558],"category_scores_gemma":[0.01182437,0.00039025268,0.0006829961,0.0021829803,0.0027717247,0.006146667,0.0043875743,0.0012506578,0.002533625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006563663,0.00017379878,0.005498825,0.0014664644,0.00007374574,0.001547962,0.09256543,0.009726829,0.010585075,0.5512104,0.066653155,0.25984195],"study_design_scores_gemma":[0.000077921504,0.00026490417,0.004938703,0.00055192504,0.000056406305,0.000775873,0.019668987,0.02044939,0.006076525,0.09832337,0.84872365,0.00009238224],"about_ca_topic_score_codex":0.0018148491,"about_ca_topic_score_gemma":0.0023617977,"teacher_disagreement_score":0.02948558,"about_ca_system_score_codex":0.0009857246,"about_ca_system_score_gemma":0.000827391,"threshold_uncertainty_score":0.09863913},"labels":[],"label_agreement":null},{"id":"W3164546521","doi":"10.1145/3453928","title":"The SPACE of developer productivity","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Space (punctuation); Computer science; Operating system; Economics; Economic growth","score_opus":0.06923396408289774,"score_gpt":0.2982868364574883,"score_spread":0.2290528723745906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164546521","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03630674,0.040323574,0.08151491,0.38098013,0.010478084,0.000102990845,0.0005260945,0.0022357993,0.44753173],"genre_scores_gemma":[0.87823296,0.014295613,0.015365877,0.013125676,0.006016486,0.00032157585,0.00019717732,0.0020522869,0.07039236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96082705,0.021919848,0.0013629757,0.003941169,0.008731933,0.0032170229],"domain_scores_gemma":[0.88725084,0.06819624,0.0055291266,0.013633798,0.014712565,0.010677345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026116908,0.0015803417,0.0013969077,0.0051782164,0.009673587,0.044149935,0.0026543946,0.0042883935,0.026902592],"category_scores_gemma":[0.08914704,0.0011687023,0.0009046661,0.0045363335,0.028715443,0.047241416,0.01709275,0.007282497,0.00868546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001944593,0.000058435453,0.003362645,0.00062275416,0.00008270512,0.00037957105,0.021892095,0.00043841833,0.00075288175,0.74311244,0.10090413,0.12819938],"study_design_scores_gemma":[0.00006865257,0.000107097396,0.0018181112,0.0008309694,0.000043161217,0.00039025614,0.019447822,0.000730985,0.00078684697,0.5756156,0.40008238,0.00007814861],"about_ca_topic_score_codex":0.002969327,"about_ca_topic_score_gemma":0.002101459,"teacher_disagreement_score":0.044149935,"about_ca_system_score_codex":0.0073982226,"about_ca_system_score_gemma":0.011868915,"threshold_uncertainty_score":0.13812107},"labels":[],"label_agreement":null},{"id":"W3170561818","doi":"10.2196/18198","title":"Conceptualizing Usability for the eHealth Context: Content Analysis of Usability Problems of eHealth Applications","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; eHealth; Computer science; Summative assessment; Web usability; Usability lab; Usability goals; Formative assessment; Human–computer interaction; System usability scale; Ontology; Usability engineering; Usability inspection; World Wide Web; Psychology; Health care","score_opus":0.26658610573161695,"score_gpt":0.4547555895617299,"score_spread":0.18816948383011295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170561818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7817566,0.003419041,0.18810852,0.0038282694,0.00010950347,0.005637914,0.001122048,0.00027166528,0.015746506],"genre_scores_gemma":[0.87861085,0.0009753319,0.115022674,0.00033416477,0.000027037097,0.0034626962,0.00070528436,0.000082553415,0.00077943405],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9692516,0.017059274,0.0038323854,0.0015925317,0.0072217975,0.0010423753],"domain_scores_gemma":[0.90259445,0.07097909,0.0090351235,0.0031598583,0.013492274,0.0007392134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029608974,0.0009320111,0.0009189389,0.01582451,0.0024796168,0.0077763298,0.0018034823,0.0014737317,0.0008088409],"category_scores_gemma":[0.06513222,0.0005296021,0.0015636865,0.011714217,0.0073664007,0.008343867,0.0040309634,0.0018436129,0.00016242497],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001849049,0.00043474638,0.14457315,0.0062765307,0.00034568147,0.0011989054,0.5416917,0.0036834765,0.008670443,0.06338425,0.005161292,0.22439492],"study_design_scores_gemma":[0.000092810864,0.000413574,0.2512581,0.007950706,0.00043007822,0.002566534,0.5565242,0.027820209,0.008709484,0.08359164,0.060160864,0.0004817762],"about_ca_topic_score_codex":0.006819316,"about_ca_topic_score_gemma":0.0029755288,"teacher_disagreement_score":0.029608974,"about_ca_system_score_codex":0.010885942,"about_ca_system_score_gemma":0.009583316,"threshold_uncertainty_score":0.15658915},"labels":[],"label_agreement":null},{"id":"W3205287456","doi":"10.1145/3472749.3474796","title":"Umitation: Retargeting UI Behavior Examples for Website Design","year":2021,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Retargeting; Computer science; Human–computer interaction; Interface (matter); World Wide Web; Interface design; User interface; Front (military); Multimedia; Visualization; Artificial intelligence; Programming language; Engineering","score_opus":0.11581142681159472,"score_gpt":0.30029761577273845,"score_spread":0.18448618896114372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205287456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071358174,0.0009649431,0.812406,0.0008842491,0.00031834407,0.0014224661,0.0012290634,0.09812138,0.013295258],"genre_scores_gemma":[0.22302848,0.0003735144,0.752865,0.00092917343,0.00006938813,0.0017022252,0.0019427717,0.009825294,0.009264102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441826,0.0028385571,0.00051684893,0.0009697053,0.0010188473,0.00023776173],"domain_scores_gemma":[0.95873463,0.025778035,0.0021700643,0.0094567,0.0031912846,0.00066921866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072133457,0.0016505929,0.0006491511,0.002005675,0.00073046715,0.0019653544,0.0027057119,0.0017933138,0.008926676],"category_scores_gemma":[0.06070679,0.0009610833,0.00097927,0.00079516374,0.0011514511,0.0046021985,0.0055975933,0.0016101849,0.0037348277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010013052,0.00087476464,0.010250894,0.004048678,0.00013378558,0.0012879777,0.04511876,0.0029592554,0.096073896,0.0099915555,0.048497964,0.7797612],"study_design_scores_gemma":[0.0004280367,0.0018237035,0.02460915,0.0031717508,0.00044783487,0.0038596909,0.00911924,0.083001144,0.17646801,0.034727238,0.66144574,0.0008985285],"about_ca_topic_score_codex":0.0008007338,"about_ca_topic_score_gemma":0.0018948087,"teacher_disagreement_score":0.008926676,"about_ca_system_score_codex":0.00065569824,"about_ca_system_score_gemma":0.0008442939,"threshold_uncertainty_score":0.038148224},"labels":[],"label_agreement":null},{"id":"W3211754486","doi":"10.1201/9781003090823-8","title":"Mobile Visualization Design: An Ideation Method to Try","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"Universität Stuttgart; Agence Nationale de la Recherche","keywords":"Ideation; Flexibility (engineering); Computer science; Human–computer interaction; Design methods; Visualization; Reflection (computer programming); Data science; Management science; Multimedia; Artificial intelligence; Psychology; Engineering; Cognitive science; Mathematics","score_opus":0.07811564975667212,"score_gpt":0.35166624503116145,"score_spread":0.2735505952744893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211754486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035747068,0.0022468842,0.93344885,0.0048676296,0.0005989208,0.00087702053,0.00011910037,0.0007674679,0.053499468],"genre_scores_gemma":[0.032027792,0.0024817747,0.916876,0.0012263382,0.00015661777,0.002759607,0.0002780275,0.0007753819,0.043418355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99194145,0.0060696322,0.00023244569,0.00049190916,0.0011198935,0.0001445543],"domain_scores_gemma":[0.9922801,0.005865366,0.00018825298,0.0007112189,0.00075657293,0.0001984839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009788427,0.0015487574,0.0008064612,0.0029140108,0.0023187634,0.008512003,0.0024724514,0.0021077232,0.016251132],"category_scores_gemma":[0.0125304265,0.00092372036,0.00110143,0.0020916865,0.0068232925,0.012240342,0.0043495605,0.0036028104,0.005008012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049205264,0.00011142322,0.00038259043,0.0011399132,0.000027932445,0.0001892674,0.03476627,0.0010385197,0.0020507183,0.7573244,0.029811664,0.17310813],"study_design_scores_gemma":[0.00006017457,0.000113519156,0.00019074988,0.0013517464,0.00002542745,0.0006133283,0.010020267,0.004204474,0.0021836362,0.35093102,0.63025147,0.000054249103],"about_ca_topic_score_codex":0.0006156849,"about_ca_topic_score_gemma":0.001072415,"teacher_disagreement_score":0.016251132,"about_ca_system_score_codex":0.00232784,"about_ca_system_score_gemma":0.0026493955,"threshold_uncertainty_score":0.054365396},"labels":[],"label_agreement":null},{"id":"W33021810","doi":"10.1177/1471301220964621","title":"A Tool for Participatory Negotiation: LINKing-UP Participatory Design and Design Knowledge Reuse","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Participatory design; Reuse; Negotiation; Computer science; Knowledge management; Design knowledge; Citizen journalism; Process management; Participatory GIS; Systems engineering; Human–computer interaction; Engineering; World Wide Web","score_opus":0.18287068427890737,"score_gpt":0.3345663085581567,"score_spread":0.15169562427924935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33021810","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018682955,0.0009334971,0.89438534,0.00884721,0.0005570945,0.010574667,0.00092401454,0.0018260574,0.063269146],"genre_scores_gemma":[0.1076545,0.00045736055,0.86072326,0.0010562564,0.00005476444,0.021087682,0.00059781986,0.00074499496,0.007623428],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8148561,0.15966028,0.005436146,0.009142243,0.008386331,0.0025188162],"domain_scores_gemma":[0.74218595,0.20702773,0.0036727868,0.03370898,0.010344791,0.0030597043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16596778,0.002634172,0.0023227436,0.012445391,0.013484518,0.017185027,0.006591205,0.0050550797,0.022037156],"category_scores_gemma":[0.17856933,0.0025425653,0.0029404897,0.008477788,0.02797453,0.018515343,0.028818512,0.0068255225,0.0038953866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018530396,0.00038920317,0.0012239881,0.002037195,0.00007939286,0.00054851576,0.48834324,0.002701187,0.0016267522,0.32037395,0.011477743,0.17101355],"study_design_scores_gemma":[0.0004074652,0.0002608021,0.00080390647,0.005797305,0.0001228727,0.0004196365,0.17470916,0.008894086,0.002587602,0.4128942,0.39287755,0.0002253793],"about_ca_topic_score_codex":0.008237601,"about_ca_topic_score_gemma":0.00959529,"teacher_disagreement_score":0.16596778,"about_ca_system_score_codex":0.013461384,"about_ca_system_score_gemma":0.024770569,"threshold_uncertainty_score":0.877732},"labels":[],"label_agreement":null},{"id":"W37076753","doi":"10.1007/s42770-023-00972-w","title":"Participatory Design Wiki:Call for Participation","year":2006,"lang":"en","type":"article","venue":"Participatory Design Conference","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Participatory design; Citizen journalism; Knowledge management; Computer science; Participatory GIS; Face (sociological concept); Participatory action research; Point (geometry); Sociology; World Wide Web; Public relations; Political science; Engineering","score_opus":0.2621367431407978,"score_gpt":0.34230417070022745,"score_spread":0.08016742755942963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37076753","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008179418,0.0009588913,0.53534514,0.013221688,0.0063908133,0.013109368,0.06454205,0.11412444,0.24412808],"genre_scores_gemma":[0.068432264,0.00081503496,0.633108,0.004046766,0.0010625657,0.04511072,0.046298385,0.02790079,0.17322546],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843525,0.01061712,0.0009313304,0.0018127152,0.0015845961,0.0007016788],"domain_scores_gemma":[0.9567066,0.024860721,0.0013018659,0.008563733,0.004418379,0.004148705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018805215,0.0020390307,0.0013984105,0.0024673468,0.002539893,0.005683241,0.0036153484,0.003297148,0.33919695],"category_scores_gemma":[0.06416434,0.0009094073,0.0021297946,0.0019007681,0.0016708506,0.006524072,0.012140241,0.0026971535,0.12685287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011049039,0.0004432891,0.0011707665,0.002761414,0.00006602191,0.0003620583,0.006622254,0.0010425518,0.001674859,0.035004165,0.6817553,0.26799235],"study_design_scores_gemma":[0.00025960233,0.0000875192,0.00037703945,0.00050803967,0.000025857651,0.000090475354,0.0011475795,0.0024220129,0.00060747756,0.026399298,0.968018,0.000057032004],"about_ca_topic_score_codex":0.0014367035,"about_ca_topic_score_gemma":0.0028312493,"teacher_disagreement_score":0.33919695,"about_ca_system_score_codex":0.0014196727,"about_ca_system_score_gemma":0.004219928,"threshold_uncertainty_score":0.94255537},"labels":[],"label_agreement":null},{"id":"W4213361959","doi":"10.4018/978-1-59140-251-0.ch005","title":"Software and Culture","year":2004,"lang":"en","type":"book-chapter","venue":"Advances in global information management (AGIM) book series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Concordia University","funders":"","keywords":"User interface; Computer science; Interface (matter); Software; Human–computer interaction; Modular design; Component (thermodynamics); Component-based software engineering; Software development; Core (optical fiber); Software engineering; Operating system; Telecommunications","score_opus":0.006910334029310634,"score_gpt":0.22985183403332674,"score_spread":0.2229415000040161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213361959","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008860999,0.03502811,0.006537564,0.017718008,0.0013551109,0.000038986625,0.000080696926,0.00012033293,0.9302602],"genre_scores_gemma":[0.42550722,0.054512892,0.009128812,0.017415162,0.0014927994,0.00024490105,0.00022766314,0.00037741486,0.4910931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983353,0.0007589376,0.00006653784,0.00019993311,0.0004490433,0.00019028109],"domain_scores_gemma":[0.99912554,0.00033848084,0.000071562565,0.0001342858,0.00017655375,0.000153652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011007792,0.0008259553,0.00040544447,0.0010222187,0.0036519694,0.010419533,0.00067790906,0.0015956295,0.011410359],"category_scores_gemma":[0.0023281954,0.00025795083,0.00023544766,0.0014267009,0.012098669,0.0072954567,0.0043735676,0.0032845112,0.0028151055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008242673,0.000013321376,0.0002789358,0.000104891624,0.000007950325,0.00007261363,0.013489877,0.00011720468,0.00020078024,0.8921815,0.029758394,0.0637663],"study_design_scores_gemma":[0.0000042008664,0.000017096478,0.00046221723,0.00033775426,0.000005675171,0.0001745989,0.004243061,0.000092612645,0.00018539432,0.1716647,0.8228002,0.0000124754915],"about_ca_topic_score_codex":0.0053748977,"about_ca_topic_score_gemma":0.0045123002,"teacher_disagreement_score":0.011410359,"about_ca_system_score_codex":0.0038082006,"about_ca_system_score_gemma":0.0025602109,"threshold_uncertainty_score":0.03817147},"labels":[],"label_agreement":null},{"id":"W4229577928","doi":"10.4018/978-1-60566-054-7.ch156","title":"Accessibility of Mobile Applications","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mobile device; Human–computer interaction; Multimedia; World Wide Web; Mobile computing; Data science; Internet privacy; Telecommunications","score_opus":0.027411742946464854,"score_gpt":0.28376152357983786,"score_spread":0.256349780633373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229577928","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0189487,0.055999864,0.20205927,0.0048778616,0.0008110908,0.00033180873,0.0006115566,0.0020564166,0.71430343],"genre_scores_gemma":[0.5071197,0.07779744,0.11029123,0.0022848246,0.0018234373,0.0008429652,0.0015249708,0.0010170095,0.29729834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983765,0.000541137,0.0001322703,0.00018367468,0.00062479026,0.00014158427],"domain_scores_gemma":[0.9982987,0.000957859,0.00009610161,0.00027253118,0.0002945461,0.000080243386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081242126,0.0006342237,0.0004928105,0.001722373,0.00082889147,0.006422787,0.00088757736,0.0017551926,0.015706392],"category_scores_gemma":[0.005491027,0.0003965041,0.0004464196,0.0015406162,0.0014731684,0.005412888,0.0027984416,0.0010230264,0.00468226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047487156,0.00004346203,0.0006861059,0.0015872951,0.00001908071,0.0006661077,0.00533775,0.0012008833,0.005770796,0.5791157,0.025589649,0.37993577],"study_design_scores_gemma":[0.00000869056,0.000057005043,0.0011117407,0.0009992316,0.000024700244,0.002197686,0.0011178995,0.0024019263,0.0023440304,0.12373372,0.86597323,0.000030170035],"about_ca_topic_score_codex":0.00075592054,"about_ca_topic_score_gemma":0.0006142682,"teacher_disagreement_score":0.015706392,"about_ca_system_score_codex":0.000789372,"about_ca_system_score_gemma":0.000637932,"threshold_uncertainty_score":0.052543104},"labels":[],"label_agreement":null},{"id":"W4229835014","doi":"10.1145/966712.966730","title":"Calendar","year":2003,"lang":"en","type":"article","venue":"Queue","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phoenix; Supercomputer; Computer science; Usability; Library science; Operating system; History; Archaeology","score_opus":0.018831482513269944,"score_gpt":0.233873593512543,"score_spread":0.21504211099927306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229835014","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063721795,0.0036440166,0.0016315293,0.009376222,0.055097815,0.0010151435,0.011454445,0.0026343213,0.9145093],"genre_scores_gemma":[0.002265626,0.0020458002,0.0006905665,0.001855038,0.0048417985,0.00041243614,0.007015648,0.0007503442,0.98012275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875844,0.00013934376,0.00005846164,0.00015736846,0.00057572924,0.00031058115],"domain_scores_gemma":[0.99369425,0.0002475913,0.00019773465,0.0004521592,0.0025529792,0.0028552553],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002196698,0.0014316284,0.0011468546,0.003929268,0.0031752565,0.008447631,0.0018232429,0.001864619,0.778077],"category_scores_gemma":[0.0054177167,0.00052342186,0.0007460421,0.0034959335,0.00044656603,0.0034148311,0.0043322938,0.002500815,0.6212053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019315574,0.000017219503,0.00004733776,0.000038239003,6.876826e-7,0.0000075298562,0.0000068881914,0.000010092949,0.000038765575,0.0006605636,0.9843924,0.014760928],"study_design_scores_gemma":[0.0000087498065,0.0000092902665,0.00027683037,0.000038114176,9.60538e-7,0.000010002652,0.000030023513,0.00002043345,0.000027568183,0.00027442732,0.9993,0.0000035055693],"about_ca_topic_score_codex":0.008052506,"about_ca_topic_score_gemma":0.016605515,"teacher_disagreement_score":0.221923,"about_ca_system_score_codex":0.001695323,"about_ca_system_score_gemma":0.0047702375,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4230124659","doi":"10.1145/2851581.2856671","title":"Empirical Research Methods for Human-Computer Interaction","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Session (web analytics); Computer science; Empirical research; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.4380045213197011,"score_gpt":0.5866606834454593,"score_spread":0.14865616212575822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230124659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006318754,0.032397382,0.87757725,0.0063149254,0.0017177595,0.01350756,0.003263315,0.00077532406,0.05812784],"genre_scores_gemma":[0.090211146,0.022442557,0.8089352,0.0032084626,0.0010464116,0.063389085,0.0028831644,0.0004304734,0.007453599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8002879,0.16074264,0.008756711,0.007354226,0.021668635,0.0011899681],"domain_scores_gemma":[0.55202955,0.38784087,0.009113961,0.030573886,0.018608822,0.0018328954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14626098,0.002413803,0.0038363065,0.014693075,0.0029346505,0.0080198925,0.0044406154,0.0031445976,0.02093186],"category_scores_gemma":[0.25345996,0.0015090283,0.0023204687,0.015267686,0.009373226,0.008798916,0.0053831353,0.004995283,0.005902789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029200836,0.0010971213,0.009407671,0.014065269,0.0013870514,0.00035512052,0.0054761725,0.0035118214,0.0007260096,0.5413081,0.02820874,0.3941649],"study_design_scores_gemma":[0.00064085034,0.0010724185,0.009246118,0.014135617,0.00059110683,0.00060224824,0.01049447,0.007969961,0.0008827365,0.7269436,0.22725502,0.00016577938],"about_ca_topic_score_codex":0.0022078068,"about_ca_topic_score_gemma":0.0017318423,"teacher_disagreement_score":0.853739,"about_ca_system_score_codex":0.0047431216,"about_ca_system_score_gemma":0.00935856,"threshold_uncertainty_score":0.77351123},"labels":[],"label_agreement":null},{"id":"W4230476951","doi":"10.5220/0006901606740681","title":"Revisiting the Notion of GUI Testing","year":2018,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.0782890338358887,"score_gpt":0.2853886605273996,"score_spread":0.20709962669151089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230476951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023442816,0.004251232,0.8902901,0.012488455,0.0008994697,0.00018607528,0.000084729305,0.0011291903,0.067228],"genre_scores_gemma":[0.7235409,0.0025513733,0.2532055,0.0052173194,0.0008390106,0.0004803409,0.00014545913,0.00093322503,0.013086878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97244203,0.016228545,0.0015414493,0.002657943,0.006046329,0.001083599],"domain_scores_gemma":[0.89984393,0.073296815,0.0023699577,0.015010124,0.0082660075,0.0012132586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016357804,0.001578295,0.0013831676,0.0036616067,0.0020869789,0.01023788,0.005211832,0.0058575473,0.007689561],"category_scores_gemma":[0.07270515,0.0011077288,0.0018105118,0.0021202797,0.032778673,0.023779951,0.0064978576,0.009157777,0.0015487507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006953161,0.000071178336,0.0011870713,0.00025792673,0.000019327465,0.00017627461,0.0036094328,0.001443583,0.00118455,0.95235896,0.0014860575,0.03813611],"study_design_scores_gemma":[0.00005631743,0.0002511618,0.001216434,0.00051982113,0.000064865366,0.000764595,0.0015830286,0.020017715,0.0025420594,0.9337907,0.03910977,0.00008349078],"about_ca_topic_score_codex":0.0046943687,"about_ca_topic_score_gemma":0.002433737,"teacher_disagreement_score":0.016357804,"about_ca_system_score_codex":0.0023044837,"about_ca_system_score_gemma":0.0027362849,"threshold_uncertainty_score":0.08650941},"labels":[],"label_agreement":null},{"id":"W4234398786","doi":"10.4018/978-1-4666-2770-3.ch027","title":"Identifying the Essential Design Requirements for Usable E-Health Communities in Mobile Devices","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Usability; USable; Computer science; Mobile device; Human–computer interaction; Set (abstract data type); Process (computing); User interface; Interface (matter); World Wide Web","score_opus":0.12709284864917417,"score_gpt":0.3385279118423331,"score_spread":0.21143506319315894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234398786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.376359,0.0021407302,0.5523205,0.006534178,0.00017708536,0.00995036,0.0005702772,0.0016704092,0.050277468],"genre_scores_gemma":[0.60694927,0.0009627548,0.38147265,0.0006540794,0.000056735862,0.0057462906,0.0006377933,0.00030439487,0.0032161348],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98063755,0.01000595,0.0027140782,0.0010087895,0.0043085525,0.0013250698],"domain_scores_gemma":[0.94591075,0.037761047,0.002532087,0.0038865097,0.008791977,0.0011176594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014280027,0.001409714,0.000891429,0.0017579165,0.0017065143,0.0072709513,0.0016057037,0.0033316717,0.002408088],"category_scores_gemma":[0.05266804,0.0011750393,0.0009300653,0.0008371111,0.0029149777,0.005562158,0.0027439701,0.0018784861,0.0010918321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010864052,0.0020318578,0.038172834,0.026709657,0.00023651238,0.0068290234,0.14310713,0.010792459,0.22491178,0.14766297,0.011615303,0.3868441],"study_design_scores_gemma":[0.0008633997,0.005285001,0.15339042,0.01782453,0.0009671457,0.019491483,0.13112941,0.08465311,0.12369075,0.16160615,0.30017167,0.0009268882],"about_ca_topic_score_codex":0.0014538531,"about_ca_topic_score_gemma":0.0013438272,"teacher_disagreement_score":0.014280027,"about_ca_system_score_codex":0.0011681442,"about_ca_system_score_gemma":0.0028298858,"threshold_uncertainty_score":0.07552087},"labels":[],"label_agreement":null},{"id":"W4236229974","doi":"10.1007/978-1-4614-6170-8_100339","title":"Interaction Patterns","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Geography","score_opus":0.04133280319331472,"score_gpt":0.254427555510056,"score_spread":0.2130947523167413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236229974","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009034257,0.0019713936,0.19313963,0.0013367068,0.0004444208,0.00028785146,0.00087213906,0.0025053122,0.7904082],"genre_scores_gemma":[0.11793446,0.0037194593,0.1235651,0.0006831434,0.00019508364,0.0007960354,0.002584048,0.0013559524,0.7491667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992243,0.000117582975,0.000062405816,0.00018129779,0.0003414644,0.00007283771],"domain_scores_gemma":[0.99948275,0.00013920062,0.000025511426,0.00018347095,0.000128203,0.00004083185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004136454,0.0009641153,0.00042055215,0.0018544056,0.0009841603,0.003324426,0.0011012817,0.0008055783,0.06095012],"category_scores_gemma":[0.0019824489,0.00049196684,0.00064177933,0.0021190504,0.0010401377,0.004753054,0.0021093294,0.0014417802,0.025173247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005423946,0.00007924247,0.00055263576,0.0003521963,0.000015239254,0.0001696069,0.0017405202,0.0004110383,0.0058211926,0.34774956,0.068987474,0.57406706],"study_design_scores_gemma":[0.00001745766,0.00007136102,0.0012051668,0.000353611,0.000020882926,0.0012567291,0.001045015,0.0028355608,0.004191403,0.18882757,0.8001475,0.0000276903],"about_ca_topic_score_codex":0.00090518774,"about_ca_topic_score_gemma":0.0012342593,"teacher_disagreement_score":0.06095012,"about_ca_system_score_codex":0.00063972623,"about_ca_system_score_gemma":0.0007921619,"threshold_uncertainty_score":0.20389843},"labels":[],"label_agreement":null},{"id":"W4237741047","doi":"10.1109/icse.2003.1201251","title":"Empowering software engineers in human-centered design","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Software engineering; Usability engineering; Social software engineering; Software development; Toolbox; Software construction; Human–computer interaction; Software; Programming language","score_opus":0.05692146588363678,"score_gpt":0.2961389041541138,"score_spread":0.23921743827047703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237741047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059808705,0.0015938575,0.88698983,0.012133659,0.00020400615,0.00055664126,0.000028510429,0.0011201277,0.037564687],"genre_scores_gemma":[0.4435472,0.00213241,0.54050326,0.0027641514,0.00015311399,0.00092888763,0.00009271966,0.0001890043,0.009689256],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98387456,0.01143019,0.00055825285,0.00090150355,0.0026891474,0.00054630585],"domain_scores_gemma":[0.9787339,0.013530866,0.00095409626,0.0028847558,0.0026471857,0.0012491678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014731789,0.0006573225,0.00043881542,0.0016382094,0.002179711,0.005686185,0.0010852143,0.0019067181,0.0020580825],"category_scores_gemma":[0.029315975,0.00066059356,0.000449861,0.0011179472,0.0066448227,0.0052491073,0.0053752293,0.0030177932,0.0009844899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010149571,0.00092074607,0.009840881,0.0010530887,0.00006312605,0.0007005602,0.13688996,0.0083375,0.012343738,0.30326027,0.015177338,0.51131135],"study_design_scores_gemma":[0.00022307994,0.0006810344,0.0047706277,0.0015174673,0.000079511796,0.0014994914,0.021809747,0.029688837,0.009530321,0.5708585,0.35920292,0.00013833104],"about_ca_topic_score_codex":0.0011291368,"about_ca_topic_score_gemma":0.0013748627,"teacher_disagreement_score":0.014731789,"about_ca_system_score_codex":0.0011619134,"about_ca_system_score_gemma":0.0044021145,"threshold_uncertainty_score":0.077910125},"labels":[],"label_agreement":null},{"id":"W4240745962","doi":"10.1109/wi.2004.10054","title":"Examining Table Variations on Small Screen Devices","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mobile device; Computer science; Table (database); Focus (optics); Display size; World Wide Web; Table of contents; Web page; Transformation (genetics); Multimedia; Human–computer interaction; Database; Display device; Operating system","score_opus":0.18744151719309754,"score_gpt":0.3295869494220863,"score_spread":0.14214543222898873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240745962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9468935,0.00034330704,0.0363591,0.00016222137,0.000035794266,0.0003346365,0.00040203246,0.0007019331,0.014767467],"genre_scores_gemma":[0.9781503,0.00017321754,0.018622458,0.000047651865,0.000007833716,0.00009990779,0.00034014697,0.00017360553,0.0023849462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99759644,0.001094619,0.00014259167,0.0003377336,0.00070678064,0.00012187012],"domain_scores_gemma":[0.98297346,0.012944776,0.0011428443,0.0016682456,0.0010368346,0.00023385065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010044336,0.00043205265,0.0003306085,0.00095975236,0.00062169996,0.0021045033,0.00077388884,0.0005320459,0.00552905],"category_scores_gemma":[0.017506735,0.00031148948,0.0004227645,0.0015830767,0.0006462368,0.0024697997,0.0013367744,0.00053517777,0.0006066357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035585526,0.001226593,0.11279731,0.0021687788,0.00021809475,0.0056519243,0.08627198,0.019339688,0.1660397,0.019875582,0.009283075,0.57356876],"study_design_scores_gemma":[0.00035994235,0.0055708196,0.4770907,0.00088811526,0.00069511705,0.007264963,0.06523747,0.124595135,0.14444567,0.017576534,0.15573731,0.00053821935],"about_ca_topic_score_codex":0.0023369074,"about_ca_topic_score_gemma":0.0034524144,"teacher_disagreement_score":0.00552905,"about_ca_system_score_codex":0.0005947106,"about_ca_system_score_gemma":0.000269181,"threshold_uncertainty_score":0.018496513},"labels":[],"label_agreement":null},{"id":"W4242413028","doi":"10.22215/etd/2015-11112","title":"Intent-Gesture Relationships for Collaborative Information Visualization","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Gesture; Visualization; Computer science; Graph; Human–computer interaction; Psychology; Artificial intelligence; Theoretical computer science","score_opus":0.062431967259507136,"score_gpt":0.3248295577412548,"score_spread":0.2623975904817477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242413028","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.261918,0.0020943175,0.6964628,0.001160749,0.00013554614,0.00041410126,0.00018189022,0.0022026252,0.035429984],"genre_scores_gemma":[0.8459851,0.00051375845,0.14999555,0.00009207362,0.00003254975,0.0003780788,0.00012731085,0.00015465982,0.0027209008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99569416,0.0025580635,0.00028898564,0.00048915896,0.00070183846,0.0002676874],"domain_scores_gemma":[0.98597115,0.010123246,0.0012177828,0.0012864466,0.00086407113,0.0005373791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004673757,0.0010476735,0.0003935328,0.0017713618,0.0016686813,0.004350089,0.0008149178,0.001062186,0.006647949],"category_scores_gemma":[0.022440856,0.0007549119,0.00062611006,0.0010430113,0.002569532,0.0062366268,0.0051059597,0.0012462195,0.0009003914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012111956,0.00033477184,0.031410195,0.0035273589,0.000167767,0.0020619356,0.1946071,0.01057617,0.12479984,0.1976792,0.004057175,0.42956734],"study_design_scores_gemma":[0.00032269108,0.0035287335,0.118331306,0.003229531,0.0007943361,0.007414312,0.113994904,0.1276607,0.092325956,0.32624143,0.20524615,0.00091003586],"about_ca_topic_score_codex":0.0007740968,"about_ca_topic_score_gemma":0.0010310889,"teacher_disagreement_score":0.006647949,"about_ca_system_score_codex":0.000563674,"about_ca_system_score_gemma":0.00069049175,"threshold_uncertainty_score":0.02471751},"labels":[],"label_agreement":null},{"id":"W4244891903","doi":"10.1145/958217.958219","title":"How people use orientation on tables","year":2003,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Orientation (vector space); Exploit; Computer science; Human–computer interaction; Table (database); Software; Computer security","score_opus":0.04042727078336094,"score_gpt":0.24487348942925338,"score_spread":0.20444621864589244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244891903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94790995,0.0008833843,0.011029997,0.0011239796,0.0001160657,0.00007149169,0.00006457953,0.00022411051,0.038576547],"genre_scores_gemma":[0.9919326,0.0005990796,0.0033308887,0.00022009668,0.000019610063,0.00003861931,0.0000683613,0.00004710562,0.0037435545],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9979735,0.0009852881,0.000101084705,0.00026738443,0.00038208172,0.0002905677],"domain_scores_gemma":[0.9975673,0.0009271858,0.00045357193,0.00028882027,0.0003551837,0.00040794408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012519838,0.00053774903,0.00031675413,0.0008314403,0.0014684212,0.005478711,0.0006842604,0.0013265571,0.0036840881],"category_scores_gemma":[0.009053775,0.0003420796,0.00044748688,0.0004735502,0.0020963566,0.0041741887,0.0020851584,0.00066595076,0.0012781352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069869455,0.00040688147,0.16139431,0.00048516408,0.00012274101,0.0022872116,0.5852702,0.0009583053,0.027524564,0.012376015,0.011377476,0.19709839],"study_design_scores_gemma":[0.00016418671,0.0012626391,0.12888323,0.0006613163,0.00024228501,0.0027692216,0.6648393,0.004440431,0.0060988953,0.017384944,0.17291845,0.00033509472],"about_ca_topic_score_codex":0.00373768,"about_ca_topic_score_gemma":0.0030309586,"teacher_disagreement_score":0.005478711,"about_ca_system_score_codex":0.00047757357,"about_ca_system_score_gemma":0.000453176,"threshold_uncertainty_score":0.012324452},"labels":[],"label_agreement":null},{"id":"W4245194840","doi":"10.2196/preprints.25281","title":"Improving the Usability and Safety of Digital Health Systems: The Role of Predictive Human-Computer Interaction Modeling (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Sociotechnical system; Digital health; Generalizability theory; Computer science; Psychological intervention; Human–computer interaction; Preprint; SAFER; Design science research; Knowledge management; World Wide Web; Psychology; Health care; Engineering; Information system; Medicine; Computer security; Nursing","score_opus":0.03838733634019838,"score_gpt":0.27945143478665635,"score_spread":0.241064098446458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245194840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02464305,0.0017210201,0.95748705,0.00459077,0.00018723634,0.0003667441,0.00018355814,0.0017081742,0.009112413],"genre_scores_gemma":[0.5197251,0.0029835491,0.47185904,0.0006287404,0.0002144428,0.0006858626,0.00038677402,0.0004642569,0.003052185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.987966,0.008098075,0.00042321338,0.00076260726,0.002578443,0.00017168559],"domain_scores_gemma":[0.93220043,0.057002988,0.0026306533,0.0045858454,0.0031999587,0.00038002006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010408879,0.0012221105,0.00085963996,0.0016559961,0.0007442346,0.0076230206,0.0013831306,0.0019448614,0.0044576027],"category_scores_gemma":[0.06422469,0.00080246705,0.0012568209,0.0010760209,0.0030671544,0.006161801,0.0021640942,0.0020244054,0.0008985063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002621026,0.0004884122,0.014729438,0.0021173304,0.00046998507,0.0002035016,0.00496482,0.24697521,0.0069321254,0.17431845,0.013279064,0.53525954],"study_design_scores_gemma":[0.000047225072,0.00035922165,0.007053178,0.0008300595,0.00019505303,0.00017960765,0.0009172626,0.7842544,0.0077701616,0.17763567,0.02060879,0.00014942673],"about_ca_topic_score_codex":0.0058581363,"about_ca_topic_score_gemma":0.0033345942,"teacher_disagreement_score":0.010408879,"about_ca_system_score_codex":0.0020553204,"about_ca_system_score_gemma":0.0027765818,"threshold_uncertainty_score":0.05504805},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4246729318","doi":"10.1109/wi.2004.10150","title":"Supporting Web Collaboration for Cooperative Software Development","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Orchestration; Web modeling; Web development; Task (project management); Web service; Web application; Software; Software development; Web standards; World Wide Web; Collaborative software; Process (computing); Control (management); Software engineering; Engineering; Systems engineering; Operating system","score_opus":0.0924020131240645,"score_gpt":0.36361323227110914,"score_spread":0.27121121914704466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246729318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06941189,0.00083442417,0.9041016,0.00052205205,0.000111112655,0.0003080874,0.00004229214,0.0050955373,0.01957307],"genre_scores_gemma":[0.5650347,0.000479308,0.4288842,0.00018168309,0.000091389455,0.00038452115,0.000114697825,0.00036344051,0.0044660424],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973628,0.0012904252,0.00014565364,0.0002650169,0.0007432477,0.00019292807],"domain_scores_gemma":[0.99517256,0.0023553772,0.0004488227,0.00092578784,0.00067208835,0.00042542277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020638756,0.0004654355,0.0004124445,0.00058821926,0.00096270774,0.0024405408,0.0009337977,0.0011996021,0.0030902089],"category_scores_gemma":[0.0076121883,0.00037727863,0.0003420731,0.0004992982,0.00055378507,0.0031813886,0.0035953089,0.0009882043,0.001229301],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066380546,0.00093988935,0.004936779,0.0008837059,0.00009402568,0.0008717457,0.0048563867,0.0108479485,0.14459863,0.06532662,0.008335535,0.7576449],"study_design_scores_gemma":[0.0004948026,0.001668092,0.009485199,0.0007183781,0.00029793882,0.00272447,0.0021682489,0.46585795,0.16201712,0.12496563,0.22928575,0.00031652424],"about_ca_topic_score_codex":0.0007276748,"about_ca_topic_score_gemma":0.0007953065,"teacher_disagreement_score":0.0030902089,"about_ca_system_score_codex":0.00026637246,"about_ca_system_score_gemma":0.00092753256,"threshold_uncertainty_score":0.010914922},"labels":[],"label_agreement":null},{"id":"W4247154472","doi":"10.1007/978-1-4939-7131-2_100529","title":"Interaction Patterns","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Geography","score_opus":0.05238194945396905,"score_gpt":0.26882384914393836,"score_spread":0.21644189968996932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247154472","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010045692,0.0019951323,0.19605325,0.0014563147,0.00047626288,0.0003119046,0.0010761196,0.0027955428,0.7857897],"genre_scores_gemma":[0.13237229,0.0038369473,0.12987931,0.00073820475,0.00021372025,0.00087650283,0.0031726323,0.0014980979,0.7274123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991879,0.00012299059,0.00006706342,0.00019171262,0.00035295662,0.00007743527],"domain_scores_gemma":[0.9994155,0.00015501953,0.00002844034,0.0002132875,0.00014175744,0.00004596624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044555403,0.0009541088,0.00041772833,0.0019145845,0.0010094672,0.0035058332,0.0011065481,0.0008316127,0.06223891],"category_scores_gemma":[0.0021879901,0.00049102516,0.00066041376,0.0022096343,0.001016415,0.0048837783,0.0021721583,0.0014728794,0.02683895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061363855,0.00008960982,0.00062845036,0.00039487254,0.000016213999,0.000179349,0.0018214347,0.00042661122,0.0064165457,0.3478537,0.069903076,0.57220876],"study_design_scores_gemma":[0.00001890032,0.000079795595,0.0013534181,0.00036687305,0.000022677961,0.0013211499,0.0010992665,0.0029387882,0.0046299454,0.18758713,0.8005531,0.00002889352],"about_ca_topic_score_codex":0.00083148543,"about_ca_topic_score_gemma":0.0011256605,"teacher_disagreement_score":0.06223891,"about_ca_system_score_codex":0.000637852,"about_ca_system_score_gemma":0.00080378447,"threshold_uncertainty_score":0.20820987},"labels":[],"label_agreement":null},{"id":"W4250150805","doi":"10.1007/978-1-4899-7993-3_5014-2","title":"Hypertexts","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.0239370952278542,"score_gpt":0.23221558525962468,"score_spread":0.20827849003177049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250150805","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011327603,0.016166968,0.027479189,0.0018242856,0.0026081007,0.00007242396,0.0012855273,0.0033015672,0.94612926],"genre_scores_gemma":[0.007002784,0.008056684,0.00694679,0.00062995637,0.00073461153,0.00007623974,0.001872228,0.0009348026,0.97374594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935967,0.00010512744,0.000040682895,0.00011186415,0.0003330131,0.00004971005],"domain_scores_gemma":[0.9993587,0.00016612817,0.000031984822,0.00017700248,0.00017159252,0.00009473229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004089286,0.0008738555,0.0005558801,0.0033755663,0.0009748886,0.0075578066,0.0011088764,0.001187073,0.22611117],"category_scores_gemma":[0.0019534049,0.00039933735,0.00044116107,0.004741634,0.001049865,0.0066782623,0.0028640167,0.0017236721,0.14024794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034972843,0.000036951256,0.00013042691,0.00041236283,0.000013360836,0.000102819125,0.00055851066,0.00031263707,0.002239054,0.16501902,0.40837267,0.4227673],"study_design_scores_gemma":[0.000002870582,0.000005494432,0.00007802712,0.00009417354,0.0000031676357,0.000092830924,0.0000546908,0.0000975407,0.0003283345,0.0162406,0.9829974,0.000004830929],"about_ca_topic_score_codex":0.0008905806,"about_ca_topic_score_gemma":0.0014470326,"teacher_disagreement_score":0.22611117,"about_ca_system_score_codex":0.00076471997,"about_ca_system_score_gemma":0.00088782527,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4251119762","doi":"10.4018/9781591401056.ch009","title":"Usability Inspection of the ECONOF System's User Interface Visualisation Component","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Usability; Visualization; Component (thermodynamics); Computer science; User interface; Interface (matter); Human–computer interaction; User interface design; Process (computing); Software engineering; Systems development life cycle; Software; User experience design; World Wide Web; Software development; Software development process; Operating system; Data mining","score_opus":0.03770943809384422,"score_gpt":0.2552906938675708,"score_spread":0.21758125577372658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251119762","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6025894,0.0053665065,0.14105856,0.0017137473,0.00042272883,0.0017514254,0.006255665,0.01116986,0.22967212],"genre_scores_gemma":[0.5336859,0.0040523405,0.30774444,0.0006900472,0.00010693069,0.0011517113,0.007777805,0.0050317594,0.13975903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892455,0.00035490055,0.00005882827,0.00008834388,0.0005352242,0.000038099275],"domain_scores_gemma":[0.996031,0.0025846744,0.000046340057,0.0002654808,0.0010359922,0.00003654609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002148477,0.0004247834,0.00044577193,0.0014227979,0.00044631388,0.0019089644,0.0005343734,0.0004688507,0.012750037],"category_scores_gemma":[0.0048793196,0.00022093832,0.00022363674,0.0012254011,0.00033857764,0.0010431191,0.0005115296,0.0005036106,0.003332593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004540161,0.00043570748,0.0063106883,0.0017941142,0.000024525369,0.00046437694,0.009874364,0.0020316371,0.055811696,0.008410417,0.063876174,0.8505123],"study_design_scores_gemma":[0.00010279941,0.0016175616,0.08151062,0.001425125,0.000093055925,0.0026515527,0.0045255558,0.02335263,0.0903144,0.003399402,0.7907549,0.00025234747],"about_ca_topic_score_codex":0.0022153691,"about_ca_topic_score_gemma":0.002583836,"teacher_disagreement_score":0.012750037,"about_ca_system_score_codex":0.0006163997,"about_ca_system_score_gemma":0.0008507716,"threshold_uncertainty_score":0.042653084},"labels":[],"label_agreement":null},{"id":"W4251662173","doi":"10.4000/tc.12504","title":"« Viscous objects »","year":2019,"lang":"fr","type":"article","venue":"Techniques & culture","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Geology","score_opus":0.025182800871350892,"score_gpt":0.27840218992389004,"score_spread":0.25321938905253916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251662173","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035301033,0.003960982,0.10014245,0.009030387,0.0067460383,0.0005068521,0.0049650436,0.008130682,0.8312165],"genre_scores_gemma":[0.25970307,0.0029143072,0.071169294,0.0035482154,0.0008497374,0.00030910107,0.0038511914,0.0030735515,0.6545815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998405,0.000016356722,0.000004885281,0.00002999455,0.000071714516,0.00003650505],"domain_scores_gemma":[0.9997981,0.000049835693,0.000013369737,0.0000388207,0.000058783608,0.000041150437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000239827,0.0007507757,0.00036571585,0.0010701647,0.0010425667,0.0027675708,0.0006860887,0.001663134,0.14107786],"category_scores_gemma":[0.0008413587,0.00045347135,0.0006421688,0.0006651391,0.00075606705,0.0018281692,0.0020281863,0.0013578584,0.021688838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083543005,0.00017608074,0.0018438548,0.0014588443,0.000058379035,0.0034417121,0.0036845563,0.004871433,0.059746962,0.09749289,0.4635566,0.36283332],"study_design_scores_gemma":[0.000048233498,0.00007170586,0.0035981827,0.00023699985,0.000023358965,0.0014808163,0.0007206382,0.0043890765,0.005992129,0.0045202873,0.97886825,0.000050339106],"about_ca_topic_score_codex":0.006258442,"about_ca_topic_score_gemma":0.0052916873,"teacher_disagreement_score":0.14107786,"about_ca_system_score_codex":0.00050230586,"about_ca_system_score_gemma":0.0008382054,"threshold_uncertainty_score":0.47195244},"labels":[],"label_agreement":null},{"id":"W4254723006","doi":"10.1145/1240624.3258858","title":"Session details: Mobile interaction","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Computer science; Mobile interaction; Section (typography); Mobile computing; World Wide Web; Computer network; Operating system","score_opus":0.03225878113309264,"score_gpt":0.30933516079803436,"score_spread":0.2770763796649417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254723006","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002569808,0.0022627611,0.0051275697,0.0069929007,0.024390636,0.0030099463,0.014284651,0.014215228,0.92714655],"genre_scores_gemma":[0.004453977,0.0009840183,0.00095414947,0.0013939807,0.0025567212,0.0009342117,0.0026750457,0.001495595,0.98455215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928004,0.00008667664,0.000028969038,0.00015204509,0.00022291322,0.00022939018],"domain_scores_gemma":[0.9970094,0.00035263714,0.00005145778,0.00024551287,0.0010432571,0.0012976228],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00196076,0.001940408,0.0029059695,0.0009250239,0.0039353715,0.0053372453,0.0015198375,0.00411412,0.88668513],"category_scores_gemma":[0.003071872,0.00063995854,0.0015731024,0.0009303289,0.0004379888,0.0027452137,0.0040665385,0.0026571052,0.77752167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021157884,0.00009055835,0.00011084759,0.000118954435,0.0000057355774,0.000031153908,0.00004598018,0.000025430496,0.0008402744,0.00028886294,0.9778966,0.020334134],"study_design_scores_gemma":[0.00012851118,0.00012961274,0.001465886,0.00008654664,0.000017908842,0.00005685825,0.00012306884,0.00017450987,0.0004864682,0.00028736354,0.99701273,0.000030502486],"about_ca_topic_score_codex":0.007187177,"about_ca_topic_score_gemma":0.016135316,"teacher_disagreement_score":0.11331487,"about_ca_system_score_codex":0.0011000397,"about_ca_system_score_gemma":0.002453881,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4255876227","doi":"10.1007/978-1-4614-8265-9_5014","title":"Hypertexts","year":2018,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.027190498168914713,"score_gpt":0.2392393790291534,"score_spread":0.21204888086023868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255876227","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010589964,0.016495377,0.026818505,0.0018852084,0.00276774,0.00007268973,0.0013383362,0.0034647635,0.9460984],"genre_scores_gemma":[0.0064481744,0.008461992,0.0068076453,0.0006685132,0.00077510584,0.000079674646,0.0019785587,0.0010034676,0.9737768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938035,0.00009918999,0.000037223785,0.00010701036,0.0003277085,0.000048479153],"domain_scores_gemma":[0.9993549,0.00017098483,0.00003020976,0.00017545746,0.00017488746,0.000093565344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039515176,0.0008666146,0.0005506801,0.0034169368,0.0009703781,0.0073713297,0.0011073695,0.0011848316,0.23452389],"category_scores_gemma":[0.0019350924,0.00040602116,0.00044244045,0.0049237697,0.0009769449,0.0064580264,0.0027494743,0.0017975885,0.14989875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031648502,0.000036189318,0.00011513409,0.00040551674,0.000012616355,0.000091600254,0.00047820504,0.00030133207,0.00208142,0.1413373,0.44291237,0.4121967],"study_design_scores_gemma":[0.0000027849976,0.0000052593746,0.0000758297,0.000092715185,0.0000030806953,0.000084595275,0.000049936214,0.00009495179,0.0003111447,0.014389731,0.98488533,0.00000464271],"about_ca_topic_score_codex":0.00083634414,"about_ca_topic_score_gemma":0.001338386,"teacher_disagreement_score":0.23452389,"about_ca_system_score_codex":0.00074241206,"about_ca_system_score_gemma":0.00084725366,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4256264642","doi":"10.1145/503457.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Knowledge management; Software system; Engineering; Systems engineering; Software construction","score_opus":0.05102629285948977,"score_gpt":0.21808770788812556,"score_spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256264642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13663773,0.0018757463,0.7882711,0.00069676974,0.00077699055,0.008639339,0.0019316969,0.015106983,0.04606358],"genre_scores_gemma":[0.33046824,0.0009710923,0.62183946,0.0005549759,0.00012136605,0.0061552497,0.0017478653,0.0018308572,0.036310904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9927135,0.0037603981,0.00047709417,0.0007720252,0.0019192821,0.00035759484],"domain_scores_gemma":[0.9676962,0.017107626,0.001351622,0.0044491584,0.008715925,0.0006795034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070776017,0.0011130748,0.00065110717,0.0031717722,0.0010085222,0.0019077283,0.0010044604,0.00094343,0.011824158],"category_scores_gemma":[0.028057164,0.00039643532,0.00046417234,0.0016383358,0.00070989266,0.0015738725,0.001744017,0.0010896081,0.0025294784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010097873,0.0009435189,0.0053439257,0.0018160761,0.000083436025,0.00039538223,0.009790336,0.0017244474,0.036088824,0.0070725325,0.02672965,0.9090021],"study_design_scores_gemma":[0.0012627065,0.0068824994,0.05473347,0.0031297146,0.00037790605,0.0028376034,0.01167469,0.040857047,0.17547512,0.030185565,0.6718754,0.000708199],"about_ca_topic_score_codex":0.0013881492,"about_ca_topic_score_gemma":0.0025822732,"teacher_disagreement_score":0.011824158,"about_ca_system_score_codex":0.000499238,"about_ca_system_score_gemma":0.0011626546,"threshold_uncertainty_score":0.039555788},"labels":[],"label_agreement":null},{"id":"W4285739495","doi":"10.2196/37894","title":"Defining Recommendations to Guide User Interface Design: Multimethod Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Usability; Computer science; Set (abstract data type); User interface; Interface (matter); Human–computer interaction; User interface design; User experience design; User-centered design; Heuristic evaluation","score_opus":0.08755899154040174,"score_gpt":0.3645160393671514,"score_spread":0.2769570478267496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285739495","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021597832,0.0020176254,0.927572,0.0032692016,0.00021958168,0.027361205,0.0013628969,0.0013305187,0.015269058],"genre_scores_gemma":[0.020781828,0.00043151857,0.96718574,0.00022352544,0.000017224582,0.010000462,0.0004301637,0.00006754999,0.00086201675],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.78739893,0.16195604,0.020175822,0.010916303,0.017848643,0.0017043299],"domain_scores_gemma":[0.72878176,0.18924665,0.0139601305,0.023384897,0.042660046,0.0019666064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11926066,0.0034367938,0.0032320267,0.020056067,0.005485863,0.013464374,0.007047012,0.006139046,0.0075563616],"category_scores_gemma":[0.23441981,0.003625027,0.004372567,0.01664099,0.006407839,0.013236404,0.006933668,0.0052335686,0.0032774503],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067533075,0.0014815417,0.01880578,0.018122569,0.0012850859,0.00068722543,0.08576434,0.008200055,0.006066754,0.06724596,0.016491368,0.7751739],"study_design_scores_gemma":[0.0024484936,0.0034208104,0.026145585,0.043618806,0.003760102,0.0019255303,0.1398491,0.15135781,0.020286465,0.2688807,0.33682978,0.0014768749],"about_ca_topic_score_codex":0.0087343715,"about_ca_topic_score_gemma":0.015525789,"teacher_disagreement_score":0.11926066,"about_ca_system_score_codex":0.011884779,"about_ca_system_score_gemma":0.017095963,"threshold_uncertainty_score":0.63071823},"labels":[],"label_agreement":null},{"id":"W4295249206","doi":"10.2196/38759","title":"American Anesthesiology Residency Programs: Website Usability Analysis","year":2022,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Anesthesiology; Web usability; Medical education; World Wide Web; Quality (philosophy); Computer science; Medicine","score_opus":0.09172817476885116,"score_gpt":0.4438459018098333,"score_spread":0.35211772704098215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295249206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99660265,0.00009242125,0.0007711396,0.00005107395,0.000006035296,0.00025760592,0.00045734172,0.000035580055,0.0017261312],"genre_scores_gemma":[0.9950447,0.00010844921,0.0031032397,0.00003358674,0.000010657076,0.00044629668,0.00078370806,0.000013030652,0.0004562957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967057,0.0011411717,0.0005587981,0.00019828549,0.0011608319,0.00023521307],"domain_scores_gemma":[0.97846335,0.010218302,0.0033686904,0.00050319795,0.006677995,0.0007684174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005845423,0.00028372425,0.00035747295,0.0059527587,0.0006473921,0.0011320167,0.00041558567,0.00031654313,0.0018838688],"category_scores_gemma":[0.021590212,0.00020494904,0.0009063329,0.0045926403,0.00043028034,0.0011146808,0.0010333748,0.00043990897,0.00030878343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002536309,0.0006400925,0.95359105,0.0003753471,0.0001331687,0.00013564315,0.0034831592,0.00027900678,0.0008748902,0.0001339739,0.001356209,0.03874382],"study_design_scores_gemma":[0.000010393337,0.00041564173,0.9928433,0.00005025633,0.00005522195,0.00017303208,0.0031720886,0.0016729416,0.0006068049,0.00005169675,0.0009340022,0.000014836558],"about_ca_topic_score_codex":0.0030117247,"about_ca_topic_score_gemma":0.004185357,"teacher_disagreement_score":0.0059527587,"about_ca_system_score_codex":0.00081870786,"about_ca_system_score_gemma":0.0012355897,"threshold_uncertainty_score":0.030913949},"labels":[],"label_agreement":null},{"id":"W4302562307","doi":"10.1007/978-3-031-01658-5_6","title":"Clinical Trials and Usability Studies in a Medical Environment","year":2014,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on biomedical engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Usability; Computer science; Clinical trial; Software; Medical software; Software engineering; Human–computer interaction; Software development; Software construction; Medicine; Operating system","score_opus":0.11546117646460823,"score_gpt":0.35901854320565646,"score_spread":0.24355736674104822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302562307","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007999182,0.7804766,0.07313037,0.020086173,0.006276157,0.0012939359,0.00030340816,0.00033706985,0.1100971],"genre_scores_gemma":[0.13113388,0.52717704,0.14312553,0.020190237,0.00762736,0.007348138,0.00061931246,0.0007018857,0.1620765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9704884,0.024281856,0.0012072561,0.00060204417,0.0031454274,0.0002749849],"domain_scores_gemma":[0.91424984,0.079526514,0.0011118812,0.001689704,0.0026842784,0.00073779473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03672011,0.0013884036,0.0019506699,0.0034538188,0.0006907415,0.0047112377,0.0015683575,0.0024520177,0.014864089],"category_scores_gemma":[0.055063177,0.00065898313,0.0008819154,0.0026393083,0.004076229,0.0043823947,0.0025506346,0.0026903935,0.002176635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039262345,0.0005193408,0.00039603846,0.010406404,0.00013284427,0.0002549575,0.0050017424,0.0009129252,0.0024849223,0.09816869,0.086682245,0.7946473],"study_design_scores_gemma":[0.00051646575,0.003159256,0.006189426,0.023439787,0.0002956889,0.0020548753,0.005853736,0.0017218628,0.0053727357,0.32413778,0.62706363,0.000194693],"about_ca_topic_score_codex":0.0008459255,"about_ca_topic_score_gemma":0.0021415134,"teacher_disagreement_score":0.03672011,"about_ca_system_score_codex":0.0020064502,"about_ca_system_score_gemma":0.002892139,"threshold_uncertainty_score":0.19419682},"labels":[],"label_agreement":null},{"id":"W4312294641","doi":"10.1007/978-3-031-17615-9_2","title":"Holistic Multimodal Interaction and Design","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Modalities; Computer science; Set (abstract data type); Multimodal interaction; Human–computer interaction; Value (mathematics); Management science; Engineering; Sociology","score_opus":0.05680101783938137,"score_gpt":0.2857044238986658,"score_spread":0.22890340605928441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312294641","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020610198,0.04167643,0.31922394,0.002517926,0.00087978045,0.000111799054,0.00010031443,0.0009499132,0.6139296],"genre_scores_gemma":[0.460249,0.021307405,0.116195574,0.0009347216,0.0004800759,0.00065070204,0.00022082953,0.00043657207,0.39952505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968874,0.00010015025,0.000011328014,0.00005469327,0.000114232054,0.00003086818],"domain_scores_gemma":[0.99988997,0.00003876507,0.0000058200785,0.000029460778,0.000020709356,0.000015177031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042255118,0.0006845477,0.00043007985,0.0005186989,0.00067660783,0.0026543317,0.00053714175,0.00075943425,0.017568175],"category_scores_gemma":[0.00072825793,0.00032473044,0.00034075274,0.0004628698,0.0021295028,0.0027113366,0.0023198966,0.00093722576,0.0022536565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038222675,0.000032368644,0.00018339328,0.00049591705,0.000019650968,0.000094822244,0.0035281507,0.0014625256,0.0073020635,0.68085515,0.01978567,0.28620204],"study_design_scores_gemma":[0.000018030727,0.00017503543,0.001711168,0.00063525833,0.000040277962,0.00093962136,0.0025689926,0.005937582,0.0035410721,0.45368585,0.5307113,0.000035834757],"about_ca_topic_score_codex":0.00045713026,"about_ca_topic_score_gemma":0.0007177315,"teacher_disagreement_score":0.017568175,"about_ca_system_score_codex":0.0006383108,"about_ca_system_score_gemma":0.000574151,"threshold_uncertainty_score":0.05877137},"labels":[],"label_agreement":null},{"id":"W4312888704","doi":"10.1609/aiide.v6i1.12383","title":"Preface","year":2010,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Library science; Engineering; Engineering management; Management; Engineering ethics; Computer science; Economics","score_opus":0.04257532900237254,"score_gpt":0.2771465508196666,"score_spread":0.23457122181729406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312888704","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013275445,0.006509132,0.0061633983,0.03369451,0.16167459,0.00077831297,0.015326715,0.0020018308,0.772524],"genre_scores_gemma":[0.00533721,0.004068541,0.0025119397,0.0065497593,0.019340958,0.00036998885,0.011460382,0.0008405025,0.9495208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990509,0.0001276501,0.00007216027,0.00016342723,0.0004956848,0.00009015192],"domain_scores_gemma":[0.9940129,0.0007556502,0.00018950514,0.00048335514,0.0036088463,0.0009497232],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016924646,0.0008911603,0.00067321776,0.0025176182,0.0025182457,0.0041329516,0.0013932633,0.0013831761,0.5488182],"category_scores_gemma":[0.01166528,0.0003078499,0.00050543726,0.0019153547,0.00060563395,0.0032102452,0.002129534,0.0029996792,0.40289387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022347434,0.000016124954,0.00007652285,0.00006802176,0.000001112646,0.000030967127,0.0000575879,0.000040517876,0.00008812565,0.0031846035,0.96736366,0.029050374],"study_design_scores_gemma":[0.0000030576773,0.000012394227,0.00022024885,0.00007427365,9.062489e-7,0.00003629432,0.000063231084,0.00001907749,0.000046100497,0.0014037652,0.99811745,0.000003281623],"about_ca_topic_score_codex":0.004099359,"about_ca_topic_score_gemma":0.004656898,"teacher_disagreement_score":0.45118183,"about_ca_system_score_codex":0.0019863292,"about_ca_system_score_gemma":0.0024429383,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4346842","doi":"10.1007/978-1-4471-2271-5_19","title":"Visually Augmented Interfaces for Co-located Mobile Collaboration","year":2011,"lang":"en","type":"book-chapter","venue":"Human-computer interaction series","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Workspace; Human–computer interaction; Computer science; Focus (optics); Visualization; Set (abstract data type); Mobile device; Projector; Multimedia; Augmented reality; User interface; Computer-supported cooperative work; World Wide Web; Work (physics); Engineering; Artificial intelligence","score_opus":0.06505523821008115,"score_gpt":0.3310368873116702,"score_spread":0.26598164910158906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4346842","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023155544,0.008364282,0.92845803,0.00021122463,0.0006693866,0.00013875419,0.00016992298,0.004932216,0.033900693],"genre_scores_gemma":[0.44569933,0.006517237,0.43260685,0.00020431566,0.00032710168,0.0006149514,0.00052791304,0.00080202153,0.11270015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944764,0.00019231573,0.00003072879,0.00006833225,0.00021535443,0.00004553763],"domain_scores_gemma":[0.9994717,0.00031526416,0.00002485268,0.00008582556,0.00007882972,0.000023446224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043902546,0.0013609651,0.0006290091,0.00044188433,0.00043025918,0.0023522156,0.0013598903,0.0015657196,0.021754615],"category_scores_gemma":[0.0014156624,0.0004178175,0.00045393128,0.0006141239,0.0005704619,0.0022189377,0.0027593435,0.0009653092,0.0038586373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007637091,0.00016122314,0.00034450012,0.0018471524,0.000106441636,0.0008101723,0.004025652,0.0057660816,0.13092877,0.049614005,0.03057305,0.7750593],"study_design_scores_gemma":[0.00033249965,0.0022331348,0.0044649346,0.0016860716,0.00044666955,0.008151254,0.0030939262,0.1370037,0.11056303,0.07532914,0.65632236,0.0003733192],"about_ca_topic_score_codex":0.00043579796,"about_ca_topic_score_gemma":0.0007914018,"teacher_disagreement_score":0.021754615,"about_ca_system_score_codex":0.00019793757,"about_ca_system_score_gemma":0.00021335411,"threshold_uncertainty_score":0.07277644},"labels":[],"label_agreement":null},{"id":"W4366980597","doi":"","title":"Gluey: Developing a Head-Worn Display Interface to Unify the Interaction Experience in Distributed Display Environments","year":2015,"lang":"en","type":"preprint","venue":"Open Archive Toulouse Archive Ouverte (University of Toulouse)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba","funders":"","keywords":"Computer science; Human–computer interaction; Head (geology); Computer graphics (images); User interface; Interface (matter); Head-up display; Multimedia; Operating system; Artificial intelligence","score_opus":0.06590875243810944,"score_gpt":0.308185871409298,"score_spread":0.24227711897118853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366980597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053076483,0.00028288132,0.92683333,0.0002529778,0.00008780823,0.0005391823,0.00019671382,0.012944639,0.005786027],"genre_scores_gemma":[0.24146573,0.0003216741,0.7438443,0.00043389614,0.00003532412,0.0007913457,0.0003992705,0.002754697,0.009953753],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985311,0.00048765718,0.00011808127,0.00023847977,0.0004194497,0.00020516152],"domain_scores_gemma":[0.99713206,0.0013349202,0.00013788756,0.000594899,0.00041793767,0.0003822601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032263142,0.0015547563,0.0007989396,0.00087542355,0.00072894257,0.002468571,0.0019402021,0.0016018616,0.008933234],"category_scores_gemma":[0.008746208,0.0009655999,0.0011883621,0.00042036016,0.0012397133,0.004237672,0.007110503,0.0015650666,0.0021661567],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017330929,0.00045889514,0.007052398,0.0019292287,0.00022909489,0.002810244,0.026613392,0.008319195,0.35230684,0.030649824,0.02833382,0.53956383],"study_design_scores_gemma":[0.0009527996,0.004067155,0.03234119,0.0012763578,0.000603335,0.0075398427,0.009362356,0.14490941,0.22226961,0.03134712,0.5443398,0.0009910242],"about_ca_topic_score_codex":0.0017626507,"about_ca_topic_score_gemma":0.0018921808,"teacher_disagreement_score":0.008933234,"about_ca_system_score_codex":0.00056607794,"about_ca_system_score_gemma":0.00096856535,"threshold_uncertainty_score":0.029884696},"labels":[],"label_agreement":null},{"id":"W4388189677","doi":"10.1145/3586182.3616710","title":"User Interface Constraints to Influence User Behaviour when Reading and Writing","year":2023,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reading (process); Human–computer interaction; User interface; User interface design; User modeling; User experience design; Programming language; Linguistics","score_opus":0.03470652554639124,"score_gpt":0.29894123745524515,"score_spread":0.2642347119088539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388189677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73245984,0.0012899088,0.20867711,0.0020967668,0.00020443527,0.0010156834,0.00029224704,0.0029060268,0.051057953],"genre_scores_gemma":[0.9427364,0.00032006373,0.050475907,0.00043458128,0.000030651263,0.00049431494,0.00013760584,0.0006208216,0.0047494955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9881456,0.0076396493,0.0007015997,0.00092673145,0.00217692,0.00040954325],"domain_scores_gemma":[0.9161823,0.06944086,0.0034952927,0.0043650744,0.0052960976,0.0012204793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074201925,0.00076786184,0.00049536926,0.00066993985,0.0012433704,0.0049614236,0.00086950994,0.0011540442,0.007630679],"category_scores_gemma":[0.083224595,0.00064168446,0.00049454055,0.000573437,0.0012872625,0.0035029326,0.0022409586,0.0013101846,0.0011557703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025691998,0.001231893,0.091481455,0.0052472013,0.00040948455,0.0016330408,0.2157035,0.007851369,0.22570252,0.02655208,0.014503201,0.40711504],"study_design_scores_gemma":[0.0009693654,0.0062348074,0.3094338,0.004141323,0.0018918308,0.004330675,0.08871856,0.10583899,0.17018129,0.06472887,0.24203263,0.0014978544],"about_ca_topic_score_codex":0.0016822041,"about_ca_topic_score_gemma":0.0020187248,"teacher_disagreement_score":0.007630679,"about_ca_system_score_codex":0.00072317844,"about_ca_system_score_gemma":0.0008393048,"threshold_uncertainty_score":0.039242208},"labels":[],"label_agreement":null},{"id":"W4388338218","doi":"10.1007/978-981-19-4804-6_19","title":"Effective Communication","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sprint; Scratch; Computer science; World Wide Web; Engineering; Visual arts; Software engineering; Art; Operating system","score_opus":0.03935918547192268,"score_gpt":0.25784779279428466,"score_spread":0.21848860732236197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388338218","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009870995,0.0012543903,0.013347817,0.0020060295,0.00051761884,0.0000556315,0.000043146076,0.00017044209,0.98161787],"genre_scores_gemma":[0.07496353,0.0033267464,0.0112204915,0.0019258717,0.0006588893,0.0002719784,0.0001768139,0.00017453209,0.9072812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833494,0.0005819502,0.00004959637,0.00017624437,0.0007143863,0.00014286663],"domain_scores_gemma":[0.9985782,0.00055729254,0.00007572043,0.00034917507,0.0003120936,0.00012756426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010971993,0.00069944013,0.00034806877,0.0013334677,0.0019291901,0.005197715,0.00092699664,0.0017660292,0.088864215],"category_scores_gemma":[0.0042488636,0.00027428335,0.00027500105,0.0008379259,0.0030636948,0.006101875,0.0026994324,0.002085093,0.03147593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020837442,0.000060778588,0.00011176889,0.0002126086,0.0000070042274,0.00009077418,0.0031038802,0.00019117547,0.0012880517,0.67038554,0.13218048,0.192347],"study_design_scores_gemma":[0.000008085287,0.000033338056,0.0004041254,0.00035131053,0.000010208174,0.00028909536,0.0017970791,0.00037220542,0.0013296065,0.16576882,0.8296249,0.000011214736],"about_ca_topic_score_codex":0.0008012063,"about_ca_topic_score_gemma":0.0009394881,"teacher_disagreement_score":0.088864215,"about_ca_system_score_codex":0.0011378109,"about_ca_system_score_gemma":0.0019036443,"threshold_uncertainty_score":0.29728037},"labels":[],"label_agreement":null},{"id":"W4390829806","doi":"10.1515/9780887559358-006","title":"A Métis-Centred Study and Approach","year":2021,"lang":"en","type":"book-chapter","venue":"University of Manitoba Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Psychology","score_opus":0.06848189346024772,"score_gpt":0.19889472455571425,"score_spread":0.13041283109546653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390829806","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09172183,0.004585362,0.06842335,0.018779382,0.00076793367,0.0018763317,0.00055121304,0.0001838103,0.8131107],"genre_scores_gemma":[0.57281667,0.0037270507,0.044769213,0.0032599377,0.00013772366,0.0036822387,0.00029112643,0.00027250595,0.3710435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99407417,0.004378151,0.00007167759,0.0003978462,0.0006890656,0.0003890825],"domain_scores_gemma":[0.99737394,0.0009778808,0.0000803369,0.00026930837,0.0007663765,0.00053204806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084203435,0.0006401516,0.00061639113,0.0028732617,0.011652781,0.009052984,0.002795008,0.0018032884,0.013967796],"category_scores_gemma":[0.004343209,0.00053963007,0.00041623093,0.004286504,0.009414213,0.0044153864,0.008840988,0.0023994094,0.002278538],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121530524,0.0002869862,0.004006026,0.0005925239,0.000017660856,0.0005550598,0.23099765,0.00026989778,0.0021007617,0.62429714,0.022065656,0.11468914],"study_design_scores_gemma":[0.000039127433,0.00022802324,0.005942162,0.0009810417,0.000021590608,0.00056565617,0.44693822,0.00072882586,0.001804696,0.044626556,0.49810162,0.000022494529],"about_ca_topic_score_codex":0.032229815,"about_ca_topic_score_gemma":0.091476195,"teacher_disagreement_score":0.96777016,"about_ca_system_score_codex":0.012906748,"about_ca_system_score_gemma":0.02070962,"threshold_uncertainty_score":0.09364545},"labels":[],"label_agreement":null},{"id":"W4391491799","doi":"10.1016/b978-0-44-314096-9.00014-2","title":"Writing and publishing a research paper","year":2024,"lang":"en","type":"book-chapter","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Publishing; Library science; Computer science; History; Art; Literature","score_opus":0.16327285636503092,"score_gpt":0.36941837673489636,"score_spread":0.20614552036986544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391491799","genre_codex":"editorial","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030922396,0.013682798,0.031881493,0.06371194,0.58281803,0.0037593273,0.006308253,0.0026564293,0.29208946],"genre_scores_gemma":[0.01806712,0.01524163,0.041845843,0.011729499,0.08857181,0.0034024254,0.009313773,0.0034700055,0.8083579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98319983,0.0036074887,0.0032756603,0.002563602,0.006431761,0.0009216205],"domain_scores_gemma":[0.83812076,0.029297305,0.007101602,0.0352826,0.075944975,0.014252821],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020785052,0.0015423754,0.0024564303,0.0056355083,0.002859502,0.015392368,0.0029482406,0.005089201,0.26222497],"category_scores_gemma":[0.1154722,0.0009015176,0.0022710715,0.006166227,0.0019772302,0.008631866,0.0037808623,0.0038254391,0.35127732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009201328,0.00011141595,0.00019893622,0.0011511575,0.000043532815,0.00021604147,0.00029338716,0.000103283266,0.0026605634,0.009115707,0.8127265,0.17328754],"study_design_scores_gemma":[0.000051210533,0.00010405257,0.00036510057,0.0008292559,0.000059611662,0.00028480604,0.0006807749,0.00015456117,0.0017665967,0.009241545,0.9864334,0.000029010127],"about_ca_topic_score_codex":0.000843682,"about_ca_topic_score_gemma":0.0010399346,"teacher_disagreement_score":0.97921497,"about_ca_system_score_codex":0.0023232268,"about_ca_system_score_gemma":0.014172186,"threshold_uncertainty_score":0.8772299},"labels":[],"label_agreement":null},{"id":"W4396669802","doi":"10.4322/rea.v13i2.53","title":"UMA ABORDAGEM SOBRE DESIGN, USUÁRIO E GESTOS: AS NOVAS RELAÇÕES PARA A INTERAÇÃO NATURAL","year":2019,"lang":"pt","type":"article","venue":"Revista Ação Ergonômica","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Computer science; Art","score_opus":0.04172922944525678,"score_gpt":0.2921590727666703,"score_spread":0.2504298433214135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396669802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038044855,0.04001083,0.6260947,0.036886647,0.004268371,0.00040300048,0.00022739517,0.0027454267,0.25131887],"genre_scores_gemma":[0.49085024,0.04899818,0.26432353,0.007489987,0.0020994581,0.00067064044,0.00038516705,0.0012973715,0.18388541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99005884,0.004094875,0.0006028239,0.0012735005,0.0035303363,0.00043962276],"domain_scores_gemma":[0.9885894,0.0054726866,0.00053899706,0.0018195438,0.0031273768,0.00045197157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007252351,0.0024202596,0.0011435346,0.0025065776,0.0050888075,0.017062638,0.002200891,0.0050484454,0.006516742],"category_scores_gemma":[0.010221889,0.0014254594,0.0014843019,0.0017550539,0.015701756,0.0104724355,0.0052398457,0.0055977656,0.0028241351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016441934,0.00015359119,0.0043913177,0.0033474965,0.00015009964,0.002156904,0.081776656,0.0039032414,0.027787324,0.5416048,0.022722604,0.31184155],"study_design_scores_gemma":[0.000024868696,0.00026619283,0.0027887488,0.0019219661,0.00018962358,0.0028668635,0.012490958,0.0038912913,0.011522194,0.118423276,0.84544426,0.00016972414],"about_ca_topic_score_codex":0.010919006,"about_ca_topic_score_gemma":0.010542976,"teacher_disagreement_score":0.017062638,"about_ca_system_score_codex":0.003942685,"about_ca_system_score_gemma":0.0055340626,"threshold_uncertainty_score":0.038354576},"labels":[],"label_agreement":null},{"id":"W4396833164","doi":"10.1145/3613905.3643980","title":"Beyond Theory: A UX Outcomes Casebook for HCI Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Summative assessment; Casebook; Computer science; Computer-supported cooperative work; Field (mathematics); Formative assessment; Knowledge management; Psychology; Mathematics education; Engineering; Political science","score_opus":0.022398358839199394,"score_gpt":0.308947132452297,"score_spread":0.2865487736130976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396833164","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31391802,0.005292542,0.28349108,0.065294236,0.0027338485,0.02078301,0.0023292135,0.0019551306,0.30420288],"genre_scores_gemma":[0.5161997,0.007421424,0.29073662,0.005607442,0.000346627,0.011792955,0.0016023085,0.000660032,0.16563289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955349,0.0024824804,0.00021926938,0.00018990629,0.0012500917,0.00032324673],"domain_scores_gemma":[0.9873499,0.009068457,0.00036778074,0.0009962843,0.0010937635,0.0011236476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007189342,0.0009817333,0.00051094976,0.0023356425,0.0043118414,0.004553822,0.002037845,0.00402445,0.009802061],"category_scores_gemma":[0.016492693,0.0004811209,0.00063982746,0.0016983357,0.0031609521,0.0039778408,0.0039185868,0.0054967427,0.00208983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008680869,0.01172419,0.007772288,0.0020281482,0.000045058605,0.041203473,0.09275042,0.0056522493,0.010712429,0.1436769,0.15313488,0.53043187],"study_design_scores_gemma":[0.00047906017,0.0054702377,0.007866153,0.002156471,0.00007299269,0.022327852,0.046961054,0.0074453927,0.019231018,0.053109255,0.8346505,0.00023009442],"about_ca_topic_score_codex":0.0024254243,"about_ca_topic_score_gemma":0.0055451216,"teacher_disagreement_score":0.009802061,"about_ca_system_score_codex":0.002853591,"about_ca_system_score_gemma":0.0033898673,"threshold_uncertainty_score":0.038021386},"labels":[],"label_agreement":null},{"id":"W4396833406","doi":"10.1145/3613905.3636267","title":"Empirical Research Methods for Human-Computer Interaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Human–computer interaction; Computer science; Empirical research; Human interaction; Mathematics","score_opus":0.4457174670222531,"score_gpt":0.6092952090845305,"score_spread":0.16357774206227738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396833406","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004870059,0.040003452,0.87682104,0.007969001,0.0022232682,0.014148601,0.0034524421,0.0009140784,0.049597986],"genre_scores_gemma":[0.06738958,0.021716947,0.8361788,0.0030219255,0.0012589699,0.06128905,0.0020055927,0.0004462412,0.0066929893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.756959,0.20402364,0.009629166,0.0066766613,0.021508103,0.0012034375],"domain_scores_gemma":[0.43768787,0.49601278,0.009598173,0.035014264,0.019664623,0.0020222142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17216259,0.0022423249,0.0039832573,0.01418499,0.0034201955,0.0086314585,0.00461432,0.0035807227,0.021672094],"category_scores_gemma":[0.30367392,0.0016355141,0.0024652162,0.017615097,0.010712277,0.009043372,0.0055802613,0.0063865986,0.006075115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002623959,0.0007945045,0.0060726088,0.012952465,0.0010501401,0.00019940238,0.0057545453,0.0025795964,0.0005539291,0.5721863,0.030726844,0.36686727],"study_design_scores_gemma":[0.0006477058,0.0007453605,0.0067650955,0.011504715,0.00045070946,0.00037014732,0.0075109466,0.005288771,0.0005446994,0.75830114,0.20773894,0.00013173356],"about_ca_topic_score_codex":0.002706142,"about_ca_topic_score_gemma":0.002098132,"teacher_disagreement_score":0.17216259,"about_ca_system_score_codex":0.0045364653,"about_ca_system_score_gemma":0.010628486,"threshold_uncertainty_score":0.9104937},"labels":[],"label_agreement":null},{"id":"W4399602353","doi":"10.1016/j.ijhcs.2024.103317","title":"The Guided Evaluation Method: An easier way to empirically estimate trained user performance for unfamiliar keyboard layouts","year":2024,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Simon Fraser University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.15749320088525212,"score_gpt":0.47726094254305956,"score_spread":0.3197677416578074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399602353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26193714,0.00036977866,0.72018486,0.00014408345,0.00016699474,0.0023180624,0.0006157664,0.0030839292,0.01117945],"genre_scores_gemma":[0.6440658,0.00014162454,0.3452128,0.0002614775,0.00003624442,0.0035566855,0.00046893835,0.00052929326,0.0057271607],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98914427,0.006860765,0.00053588505,0.00086618547,0.002415816,0.00017701436],"domain_scores_gemma":[0.944051,0.037105538,0.002959639,0.0062861806,0.008662436,0.0009351778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007389407,0.0013470806,0.0009872185,0.0016106166,0.0004987745,0.0012538854,0.0012382776,0.0018023049,0.0051018675],"category_scores_gemma":[0.06416798,0.00055790745,0.0005878788,0.0008383944,0.0005962381,0.0021382845,0.0015467509,0.0010768899,0.0016736622],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037896056,0.0041796006,0.0622023,0.0017075659,0.000758912,0.00018997623,0.005649399,0.015094968,0.087778114,0.0038734793,0.009980768,0.8047953],"study_design_scores_gemma":[0.0022812446,0.05402133,0.3944838,0.0010855709,0.0011442127,0.0021021913,0.0042209914,0.36229956,0.13849302,0.0125936195,0.026114833,0.0011596556],"about_ca_topic_score_codex":0.002544461,"about_ca_topic_score_gemma":0.0054758275,"teacher_disagreement_score":0.007389407,"about_ca_system_score_codex":0.00043455884,"about_ca_system_score_gemma":0.0009192781,"threshold_uncertainty_score":0.039079428},"labels":[],"label_agreement":null},{"id":"W4399723238","doi":"10.1145/3664636","title":"User Interface Evaluation Through Implicit-Association Tests","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Association (psychology); Computer science; Interface (matter); Human–computer interaction; Psychology; Operating system","score_opus":0.07518040325055796,"score_gpt":0.3743577296106115,"score_spread":0.2991773263600535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87234515,0.00040382778,0.10600822,0.0002799507,0.00020659128,0.0020472815,0.00048417394,0.0023273306,0.015897457],"genre_scores_gemma":[0.93460584,0.00016283794,0.05842022,0.00027928685,0.000060658687,0.0017031882,0.0004729285,0.00038814842,0.003906911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.958048,0.02157791,0.0058602504,0.002126632,0.011525857,0.0008613098],"domain_scores_gemma":[0.7073987,0.21184836,0.014873339,0.017745538,0.045713197,0.002420772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025334485,0.0014860309,0.0010541711,0.00247628,0.00070830487,0.003392921,0.0015429321,0.0019431823,0.0060328217],"category_scores_gemma":[0.28939262,0.00054760795,0.00059303653,0.0014386915,0.0009187449,0.0051442655,0.003240257,0.0017566929,0.0025840057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008104422,0.003802718,0.19132043,0.0026315534,0.00039526043,0.000549293,0.018460037,0.0065808073,0.041838337,0.006671305,0.009817375,0.70982844],"study_design_scores_gemma":[0.0014414821,0.021343827,0.51040936,0.0013167922,0.00065076863,0.002372743,0.008605635,0.29082146,0.11003987,0.01963279,0.03208716,0.0012781173],"about_ca_topic_score_codex":0.00087454106,"about_ca_topic_score_gemma":0.0007966237,"teacher_disagreement_score":0.025334485,"about_ca_system_score_codex":0.00051451137,"about_ca_system_score_gemma":0.00072398904,"threshold_uncertainty_score":0.1339832},"labels":[],"label_agreement":null},{"id":"W4400150285","doi":"10.1007/979-8-8688-0324-6_5","title":"Building Low-Fidelity Prototypes","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Fidelity; Computer science; Telecommunications","score_opus":0.04523969009780754,"score_gpt":0.2702337400038617,"score_spread":0.22499404990605415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08831276,0.0009377285,0.83599854,0.00049426535,0.0007331264,0.0022373106,0.0005050238,0.0046694973,0.066111825],"genre_scores_gemma":[0.2507796,0.00081385835,0.7019329,0.00022451268,0.000059112608,0.002549342,0.00091575977,0.0014027695,0.041322097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959079,0.0013935341,0.0002616985,0.0004758059,0.0016393565,0.00032174116],"domain_scores_gemma":[0.99321586,0.0025591538,0.00012737412,0.0020529989,0.0017370277,0.0003074719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004791891,0.0010503043,0.0008050999,0.0009183528,0.0009617735,0.0053471373,0.0040801275,0.0025653874,0.023187062],"category_scores_gemma":[0.017314352,0.0011242888,0.00094596425,0.00054535485,0.0014140798,0.005286835,0.0037795226,0.0021748266,0.0070507405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047810236,0.0013375672,0.0038161965,0.004655843,0.00018269802,0.0017209331,0.018007979,0.06845285,0.1608282,0.10335547,0.028096054,0.6090681],"study_design_scores_gemma":[0.0003787482,0.005420774,0.0056401547,0.002413172,0.00029125638,0.002789496,0.0070058806,0.1748424,0.16912574,0.0510163,0.5805718,0.0005043327],"about_ca_topic_score_codex":0.0009789085,"about_ca_topic_score_gemma":0.0010203575,"teacher_disagreement_score":0.023187062,"about_ca_system_score_codex":0.000912123,"about_ca_system_score_gemma":0.00083605485,"threshold_uncertainty_score":0.07756847},"labels":[],"label_agreement":null},{"id":"W4400150376","doi":"10.1007/979-8-8688-0324-6_7","title":"Interactivity Fundamentals","year":2024,"lang":"en","type":"book-chapter","venue":"Design Thinking","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"","keywords":"Interactivity; Computer science; Psychology; Human–computer interaction; Multimedia","score_opus":0.06592350462655283,"score_gpt":0.27235369580688107,"score_spread":0.20643019118032824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400150376","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006503306,0.010721142,0.15948173,0.002072916,0.0011756162,0.0001800663,0.00027609174,0.0018643073,0.8235778],"genre_scores_gemma":[0.03738848,0.019873533,0.097786106,0.0021002574,0.0015774977,0.0009348018,0.0007629783,0.0017190964,0.8378572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984711,0.0003313304,0.00008472942,0.0002752167,0.00068950886,0.00014803592],"domain_scores_gemma":[0.9979188,0.0010948866,0.000061008748,0.00030586586,0.00048086466,0.00013855388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011170146,0.0014923611,0.0006043712,0.0016186076,0.0016971801,0.00720081,0.0022136455,0.0023348571,0.11485952],"category_scores_gemma":[0.0040645883,0.0008809016,0.0009179412,0.0012676779,0.002669453,0.008068466,0.0033265231,0.0035858592,0.041919827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036815312,0.00002865225,0.0000842555,0.0005789352,0.000012901877,0.00015831797,0.0012528361,0.00061756116,0.0017718669,0.7860761,0.1013995,0.107982345],"study_design_scores_gemma":[0.0000065272507,0.000015622232,0.00007500531,0.00023061682,0.000006990107,0.00037912859,0.00011567842,0.00059936167,0.00075088156,0.07582898,0.92197704,0.000014166791],"about_ca_topic_score_codex":0.0014999534,"about_ca_topic_score_gemma":0.0014866217,"teacher_disagreement_score":0.11485952,"about_ca_system_score_codex":0.001641,"about_ca_system_score_gemma":0.0014408461,"threshold_uncertainty_score":0.38424337},"labels":[],"label_agreement":null},{"id":"W4400681119","doi":"10.3390/healthcare12141417","title":"Usability Evaluation Ecological Validity: Is More Always Better?","year":2024,"lang":"en","type":"article","venue":"Healthcare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Agence Nationale de la Recherche","keywords":"Usability; Computer science; Ecological validity; Ecology; Data science; Psychology; Human–computer interaction; Biology; Cognition","score_opus":0.17921324869905877,"score_gpt":0.39253591050598624,"score_spread":0.21332266180692747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400681119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5194871,0.0686837,0.24407104,0.09590636,0.0051375874,0.0058476045,0.0008613442,0.0011080259,0.058897316],"genre_scores_gemma":[0.92161167,0.004412197,0.060855415,0.0087149395,0.00089712936,0.0021877661,0.00023045308,0.00029812753,0.00079230685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5023599,0.36732227,0.041787993,0.010057446,0.07531222,0.003160118],"domain_scores_gemma":[0.24312834,0.5657831,0.051928278,0.04480433,0.08923299,0.005122987],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34528664,0.0009915914,0.0031313077,0.0038904797,0.0021967462,0.008906033,0.0020609705,0.0021441805,0.0028354214],"category_scores_gemma":[0.5649071,0.0006045368,0.003311672,0.0036769644,0.010560644,0.010572055,0.0043921405,0.004266682,0.000515235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025950773,0.001580902,0.2295215,0.014230367,0.0033468446,0.00029349833,0.023072014,0.001558399,0.0036408196,0.020404147,0.011249697,0.6885068],"study_design_scores_gemma":[0.0011353223,0.0149907535,0.6718703,0.051318403,0.0034474907,0.0020938925,0.030037286,0.013815902,0.010232757,0.11693328,0.08259648,0.0015281838],"about_ca_topic_score_codex":0.0033579154,"about_ca_topic_score_gemma":0.004168425,"teacher_disagreement_score":0.6547134,"about_ca_system_score_codex":0.005609991,"about_ca_system_score_gemma":0.008337095,"threshold_uncertainty_score":0.8073782},"labels":[],"label_agreement":null},{"id":"W4400954383","doi":"10.3233/shti240322","title":"Integration of Equity, Diversity, Inclusivity, and Indigeneity Principles into Usability Heuristic Evaluations","year":2024,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Heuristic evaluation; Cognitive walkthrough; Equity (law); Diversity (politics); Pluralistic walkthrough; Usability engineering; Informatics; Computer science; Perspective (graphical); Heuristic; Web usability; Knowledge management; Management science; Human–computer interaction; Sociology; Engineering; Political science; Artificial intelligence","score_opus":0.1584265953491468,"score_gpt":0.44124885701132627,"score_spread":0.2828222616621795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400954383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11732798,0.001922683,0.81539506,0.0038271279,0.00019366431,0.0038299395,0.00006762834,0.00021254188,0.057223372],"genre_scores_gemma":[0.56630456,0.00043469312,0.42866206,0.00070397725,0.000043701646,0.002839463,0.000035139583,0.00005386653,0.0009225928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.77912754,0.18001914,0.00925415,0.0027920604,0.02706843,0.0017387137],"domain_scores_gemma":[0.58348733,0.36560845,0.012413375,0.014683823,0.021453304,0.0023537276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13108617,0.0010030007,0.0013046875,0.0062874234,0.002414902,0.009575552,0.0016556091,0.0014092067,0.0014698424],"category_scores_gemma":[0.23797199,0.0007958649,0.0012498808,0.0033194812,0.010571781,0.01027311,0.008276794,0.0030865578,0.00014532918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044147734,0.0011828807,0.02892983,0.0033833573,0.00043768846,0.0002488127,0.05778207,0.0052832095,0.0027163092,0.41409895,0.001778521,0.4837169],"study_design_scores_gemma":[0.00048911,0.0035607202,0.038574558,0.008715451,0.0009404664,0.0011298051,0.04224778,0.056181833,0.009616494,0.79085,0.047149405,0.0005443963],"about_ca_topic_score_codex":0.0014533374,"about_ca_topic_score_gemma":0.003162058,"teacher_disagreement_score":0.13108617,"about_ca_system_score_codex":0.0047331243,"about_ca_system_score_gemma":0.00763798,"threshold_uncertainty_score":0.6932582},"labels":[],"label_agreement":null},{"id":"W4403144295","doi":"10.2196/59513","title":"Usability Testing of a Digitized Interventional Prehabilitation Tool for Health Care Professionals and Patients Before Major Surgeries: Formative and Summative Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Prehabilitation; Health professionals; Health care; Medicine; Medical physics; Computer science; World Wide Web; Operating system; Physical therapy","score_opus":0.09741362246719186,"score_gpt":0.4629732978855867,"score_spread":0.36555967541839485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403144295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801468,0.00015316851,0.010300523,0.00008334285,0.000055377383,0.007631629,0.0001282526,0.00014016888,0.0013607827],"genre_scores_gemma":[0.9394079,0.00032084002,0.047485214,0.00013393798,0.000075321375,0.011038357,0.00040640897,0.00004457871,0.0010873708],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98253006,0.010372419,0.0024212222,0.0011813696,0.0028335017,0.00066138105],"domain_scores_gemma":[0.919932,0.053995397,0.003636105,0.004296664,0.016578525,0.0015613128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037827376,0.0014382956,0.0009983553,0.001756692,0.0008713188,0.0010965745,0.0010371073,0.0008418947,0.001369165],"category_scores_gemma":[0.06805899,0.00044266006,0.0014176496,0.00063006295,0.0010188057,0.00093975494,0.0018067422,0.0006948678,0.00039807893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012960109,0.04855889,0.20214032,0.0048721083,0.0009950314,0.001987709,0.09513442,0.007148008,0.0538768,0.00078143977,0.0041278005,0.5674174],"study_design_scores_gemma":[0.0046240506,0.19942805,0.65651983,0.0015464246,0.0011184729,0.002001999,0.030986773,0.02956913,0.059112594,0.001597383,0.012727514,0.0007677869],"about_ca_topic_score_codex":0.00054968556,"about_ca_topic_score_gemma":0.0011261356,"teacher_disagreement_score":0.037827376,"about_ca_system_score_codex":0.00088209304,"about_ca_system_score_gemma":0.0013521474,"threshold_uncertainty_score":0.20005268},"labels":[],"label_agreement":null},{"id":"W4406212572","doi":"10.1145/3711838","title":"Comparative Structured Observation","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science","score_opus":0.06864231019348375,"score_gpt":0.34000752202996937,"score_spread":0.2713652118364856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406212572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19230497,0.0017244375,0.62404716,0.004812988,0.0010165054,0.023094555,0.0035553551,0.0011438184,0.14830025],"genre_scores_gemma":[0.45451465,0.0010692502,0.49412414,0.0013610395,0.00021417272,0.029918024,0.001282913,0.00043181,0.017083932],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9349975,0.051089536,0.002289335,0.0050102314,0.005369202,0.0012442269],"domain_scores_gemma":[0.880752,0.06733523,0.0048359954,0.023342155,0.0224322,0.0013023877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055502564,0.00091220427,0.0006554211,0.004379034,0.004912193,0.0032334216,0.002546672,0.0019689128,0.012938948],"category_scores_gemma":[0.09520646,0.0006230058,0.0007849603,0.0051397895,0.0048620133,0.0042757574,0.0065661343,0.0023475997,0.0017639424],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008606914,0.0008240395,0.009374257,0.004262014,0.00011198892,0.000993023,0.45863488,0.0023837395,0.022911908,0.1099328,0.037119027,0.3525916],"study_design_scores_gemma":[0.00078691303,0.0024788717,0.018043865,0.0040581515,0.00017869503,0.001297383,0.2693908,0.010769393,0.027560208,0.09859966,0.5665683,0.0002678454],"about_ca_topic_score_codex":0.0023376467,"about_ca_topic_score_gemma":0.0046902383,"teacher_disagreement_score":0.055502564,"about_ca_system_score_codex":0.0043529584,"about_ca_system_score_gemma":0.006571972,"threshold_uncertainty_score":0.2935291},"labels":[],"label_agreement":null},{"id":"W4407020881","doi":"10.2139/ssrn.5119484","title":"Consistency is Key: Evaluation of and Recommendations for Thermostat Usability Testing","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Consistency (knowledge bases); Key (lock); Computer science; Thermostat; Human–computer interaction; Engineering; Computer security; Mechanical engineering; Artificial intelligence","score_opus":0.10698507224217733,"score_gpt":0.3578284241006478,"score_spread":0.25084335185847045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407020881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42950338,0.014215304,0.407129,0.048032828,0.004131194,0.018894361,0.001560793,0.0069634398,0.06956974],"genre_scores_gemma":[0.6553976,0.0014912902,0.32629263,0.0034374874,0.000242703,0.0059332633,0.00063336623,0.0008719719,0.005699687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7623975,0.15396868,0.020981202,0.005238392,0.055593207,0.001820961],"domain_scores_gemma":[0.35108006,0.4746405,0.020623498,0.03342243,0.115672305,0.004561226],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19548772,0.0012810328,0.0015432773,0.0031807006,0.0022614873,0.007838073,0.0043738354,0.0036252716,0.0060399626],"category_scores_gemma":[0.5730489,0.0011367493,0.0019911057,0.0021150683,0.0026238845,0.00970124,0.0030505718,0.003258529,0.0023164274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005914874,0.0028067448,0.081752695,0.005507202,0.00057440286,0.00020241043,0.0129192425,0.0027765464,0.010121405,0.018817447,0.043342806,0.8152643],"study_design_scores_gemma":[0.0061352877,0.042223282,0.3926781,0.037422016,0.005113949,0.0017415887,0.039874014,0.122118115,0.08741382,0.105348036,0.15748042,0.002451411],"about_ca_topic_score_codex":0.0036315601,"about_ca_topic_score_gemma":0.0063939258,"teacher_disagreement_score":0.19548772,"about_ca_system_score_codex":0.00389758,"about_ca_system_score_gemma":0.007949294,"threshold_uncertainty_score":0.99210685},"labels":[],"label_agreement":null},{"id":"W4407764226","doi":"10.1145/3706598.3713161","title":"Making the Write Connections: Linking Writing Support Tools with Writer Needs","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Writing process; Computer science; Process (computing); Triangulation; Creative writing; Key (lock); Work (physics); Visualization; Creative work; Point (geometry); Qualitative research; Data science; World Wide Web; Sociology; Psychology; Visual arts; Engineering; Mathematics education","score_opus":0.10130084049971115,"score_gpt":0.31989600505593957,"score_spread":0.2185951645562284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407764226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90660405,0.0022888854,0.039717957,0.005964432,0.0001934876,0.0004636611,0.00019212546,0.00041593556,0.04415945],"genre_scores_gemma":[0.9773112,0.0009111065,0.018545624,0.00036888677,0.000046655612,0.00028680806,0.00009449018,0.00015765503,0.0022775459],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9511282,0.030230043,0.0046517067,0.0028929913,0.009071305,0.0020257677],"domain_scores_gemma":[0.6472358,0.29847565,0.020758092,0.01162598,0.01760136,0.0043030945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042503502,0.0007799727,0.0008365175,0.00827627,0.0051543172,0.020744087,0.002268195,0.0021604123,0.00502554],"category_scores_gemma":[0.2370574,0.00084658305,0.00056627626,0.004272835,0.00745507,0.028156655,0.010264426,0.0023200996,0.0009666995],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025978842,0.00021606401,0.038868338,0.002725234,0.00004842883,0.0010761397,0.7627737,0.00020108827,0.0035204275,0.014559164,0.001744835,0.17400673],"study_design_scores_gemma":[0.00007675073,0.00036389625,0.034777183,0.0029820187,0.00014468817,0.002083771,0.8475464,0.0015810867,0.0066792145,0.034011323,0.06959451,0.00015921771],"about_ca_topic_score_codex":0.00072718714,"about_ca_topic_score_gemma":0.0010428533,"teacher_disagreement_score":0.042503502,"about_ca_system_score_codex":0.00267457,"about_ca_system_score_gemma":0.0051169493,"threshold_uncertainty_score":0.2247827},"labels":[],"label_agreement":null},{"id":"W4411144460","doi":"10.1007/978-3-031-94959-3_8","title":"The Heuristic Evaluation of Manipulative Interfaces","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Heuristic; Human–computer interaction; Artificial intelligence","score_opus":0.07111697974933485,"score_gpt":0.3138544253923076,"score_spread":0.24273744564297278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411144460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47215712,0.012046255,0.25597888,0.0015601636,0.00041177988,0.0012088587,0.0003279805,0.00085995736,0.25544903],"genre_scores_gemma":[0.91309994,0.0009848884,0.078797884,0.000116309515,0.000050958708,0.00030877235,0.00018753216,0.00011056497,0.0063432874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.985741,0.0094845565,0.00039548503,0.00042068883,0.0036779174,0.0002802496],"domain_scores_gemma":[0.936552,0.05616445,0.0016293342,0.0027076735,0.0025577326,0.00038885413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006992794,0.0009608727,0.0007372181,0.0022761533,0.000647108,0.004347343,0.0018762132,0.0013258404,0.010628581],"category_scores_gemma":[0.102949455,0.0004536899,0.00052418426,0.0015200293,0.0025759006,0.0033888717,0.0016629994,0.00086815056,0.0007464454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026615306,0.00059351133,0.0047008027,0.00216203,0.00022086989,0.00025743354,0.0047296765,0.022030208,0.007986533,0.2334382,0.007407838,0.71381134],"study_design_scores_gemma":[0.0007943666,0.0038277498,0.023344105,0.0018318506,0.00045824226,0.0010433495,0.008383402,0.49628323,0.020810777,0.40916005,0.033808812,0.00025407743],"about_ca_topic_score_codex":0.0015755263,"about_ca_topic_score_gemma":0.0017868232,"teacher_disagreement_score":0.010628581,"about_ca_system_score_codex":0.0016272996,"about_ca_system_score_gemma":0.0013395988,"threshold_uncertainty_score":0.03698182},"labels":[],"label_agreement":null},{"id":"W4412206814","doi":"10.11575/prism/30781","title":"The Fat Thumb: Using the Thumb's Contact Size for Single-Handed Mobile Interaction","year":2011,"lang":"en","type":"article","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Thumb; Computer science; Biology; Anatomy","score_opus":0.20929864299834233,"score_gpt":0.34863052677400985,"score_spread":0.13933188377566752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412206814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42248067,0.0019059322,0.5532356,0.00039621847,0.00039463877,0.0006026065,0.0003934325,0.0054669315,0.015123942],"genre_scores_gemma":[0.82743603,0.00035207547,0.16969928,0.00013424284,0.00005528884,0.00030448186,0.000117215815,0.00020664513,0.0016946556],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887305,0.00039408426,0.00011475857,0.00019350824,0.00034087917,0.000083676525],"domain_scores_gemma":[0.9956468,0.0027983289,0.00030104857,0.00073615904,0.00034283238,0.00017496652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009834784,0.0009101692,0.00039164658,0.0006958768,0.00035511533,0.001119664,0.0009412801,0.0009629696,0.004081023],"category_scores_gemma":[0.008754512,0.00025819713,0.00046247395,0.00052045425,0.00073724944,0.0017062414,0.0015538771,0.00048151956,0.0005379941],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017287286,0.00032255548,0.0056566563,0.002166848,0.00011284461,0.0008119514,0.0030958578,0.0036658733,0.44906393,0.007993983,0.003730998,0.5216497],"study_design_scores_gemma":[0.0009711104,0.013245155,0.08939493,0.0009830599,0.0010433926,0.0169233,0.0038814163,0.14887902,0.5717062,0.028755007,0.12308656,0.0011309157],"about_ca_topic_score_codex":0.00050091185,"about_ca_topic_score_gemma":0.00070113863,"teacher_disagreement_score":0.004081023,"about_ca_system_score_codex":0.00017643935,"about_ca_system_score_gemma":0.00026127676,"threshold_uncertainty_score":0.013652325},"labels":[],"label_agreement":null},{"id":"W4415732577","doi":"10.2196/75805","title":"User-Centered Formative Evaluation of Cognitive Rehabilitation Software: Cognitive Walkthrough and System Usability Scale Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Usability; Cognitive walkthrough; Software walkthrough; Cognition; Rehabilitation; System usability scale; Heuristic evaluation; Scale (ratio)","score_opus":0.08903297130646252,"score_gpt":0.43187630706249874,"score_spread":0.3428433357560362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415732577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99003685,0.00009821653,0.0061475853,0.00004397289,0.000026272568,0.0027620625,0.00009490158,0.000066386696,0.0007237214],"genre_scores_gemma":[0.9704883,0.00017205733,0.021031898,0.00010706752,0.00004591752,0.0071046324,0.0002477888,0.00003898066,0.000763324],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9788321,0.012512917,0.0027155273,0.0012068388,0.0040689423,0.00066359335],"domain_scores_gemma":[0.90859777,0.053023726,0.007751348,0.0038084143,0.024113422,0.0027052835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034404844,0.0013443078,0.0013266723,0.0030231504,0.0008267455,0.0014569799,0.0008015255,0.0008340978,0.00085373485],"category_scores_gemma":[0.07850824,0.00046226592,0.0019581255,0.0013156609,0.0011664701,0.0013755391,0.0013758177,0.0009018626,0.00021235923],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01014803,0.043309014,0.29725713,0.0048350836,0.0021836588,0.0016742452,0.13971174,0.004959932,0.051189195,0.0012218461,0.0039086104,0.4396015],"study_design_scores_gemma":[0.0025407993,0.13600296,0.7608879,0.0010006771,0.0010311363,0.0012534366,0.023156514,0.017097035,0.047415253,0.00085086067,0.008190444,0.0005728876],"about_ca_topic_score_codex":0.0010161676,"about_ca_topic_score_gemma":0.0016098567,"teacher_disagreement_score":0.034404844,"about_ca_system_score_codex":0.0015950174,"about_ca_system_score_gemma":0.0020170962,"threshold_uncertainty_score":0.18195236},"labels":[],"label_agreement":null},{"id":"W4416258201","doi":"10.65138/ijris.2025.v3i11.232","title":"Evaluating Prototype Fidelity: Impacts on Cognitive Workload and Mental-Model Alignment in Flight-Booking Interfaces","year":2025,"lang":"","type":"article","venue":"International Journal of Research in Interdisciplinary Studies","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Workload; Workflow; Usability; Task (project management); Fidelity; Cognition; Task analysis; Cognitive walkthrough; Cognitive load","score_opus":0.2607040440764267,"score_gpt":0.558120519085233,"score_spread":0.29741647500880625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416258201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99512625,0.000034552442,0.0042767706,0.000018593626,0.0000050441377,0.000104593695,0.000015717276,0.000053479445,0.0003649483],"genre_scores_gemma":[0.98809147,0.000046975863,0.011410417,0.000017674594,0.000005445765,0.0001313212,0.000060029437,0.000016504004,0.00022014993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964611,0.0018440217,0.00037339516,0.0002392657,0.0008955422,0.00018668965],"domain_scores_gemma":[0.957304,0.03416461,0.0032100617,0.002045514,0.0024648795,0.0008109673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052231797,0.00052655337,0.00033497083,0.0005059617,0.00026196567,0.0015210616,0.00056197745,0.00062710437,0.001638105],"category_scores_gemma":[0.057908036,0.00036973343,0.000420076,0.00024887253,0.00040223764,0.0011614613,0.0010046465,0.0004061878,0.00020576027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008853609,0.0068826484,0.2592895,0.0022204572,0.00039443313,0.00059079047,0.021772813,0.013675394,0.24084,0.0006258227,0.0008915991,0.443963],"study_design_scores_gemma":[0.00038087057,0.026264586,0.8783946,0.00023858274,0.00035064277,0.00076617557,0.007818803,0.026086258,0.056504447,0.0006943535,0.0022503703,0.0002502339],"about_ca_topic_score_codex":0.0007104594,"about_ca_topic_score_gemma":0.0008215428,"teacher_disagreement_score":0.0052231797,"about_ca_system_score_codex":0.00030322652,"about_ca_system_score_gemma":0.0003060099,"threshold_uncertainty_score":0.027623177},"labels":[],"label_agreement":null},{"id":"W4416302848","doi":"10.24908/pocusj.v10i02.19432","title":"POCUS: Presence, Observation, Connection, Understanding, Story","year":2025,"lang":"en","type":"article","venue":"POCUS Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Battle; Government (linguistics); Expression (computer science); Work (physics)","score_opus":0.06746027287354674,"score_gpt":0.2857428954996147,"score_spread":0.21828262262606796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416302848","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045052234,0.004260433,0.7845132,0.0024996493,0.0020661736,0.0018273322,0.003811474,0.043772258,0.112197265],"genre_scores_gemma":[0.41382197,0.0036742666,0.48407057,0.0008081634,0.0005573762,0.003543576,0.0050891805,0.010799897,0.07763499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694306,0.001059172,0.0002609972,0.00025264436,0.0013233945,0.00016073837],"domain_scores_gemma":[0.9897984,0.0063333134,0.00047691533,0.0010348349,0.0012247567,0.0011317049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034984914,0.0012752241,0.00062512857,0.0028877256,0.0012428707,0.005525129,0.001268664,0.0010018713,0.028340796],"category_scores_gemma":[0.015758477,0.00068827247,0.00042409674,0.002269962,0.0030997705,0.0055721467,0.005610382,0.0011955382,0.004656606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011075424,0.00016678876,0.0039391285,0.002893841,0.00007187979,0.00068606326,0.010066389,0.0008957558,0.02290757,0.10685295,0.115270436,0.7351417],"study_design_scores_gemma":[0.00023501781,0.0008016454,0.017449297,0.0022598286,0.00024922835,0.006194671,0.007777869,0.024922937,0.034866974,0.102307625,0.8025975,0.00033733845],"about_ca_topic_score_codex":0.0021671166,"about_ca_topic_score_gemma":0.002560369,"teacher_disagreement_score":0.028340796,"about_ca_system_score_codex":0.00076624675,"about_ca_system_score_gemma":0.0016626725,"threshold_uncertainty_score":0.09480935},"labels":[],"label_agreement":null},{"id":"W4417251066","doi":"10.1109/models-c68889.2025.00075","title":"Towards Ontology-Driven User Experience Assessment of Collaborative Modeling Tools","year":2025,"lang":"","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"User experience design; Data exploration; User interface; SPARQL; User modeling; Path (computing)","score_opus":0.06494046345819136,"score_gpt":0.3691449192106624,"score_spread":0.304204455752471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11186687,0.00014713014,0.88060445,0.00035378762,0.000018466955,0.00042244705,0.00019696902,0.001885441,0.0045044366],"genre_scores_gemma":[0.45049977,0.000090494854,0.5480015,0.000049027334,0.000005716239,0.00030127104,0.00033579578,0.00013448787,0.00058201386],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98666954,0.006846613,0.00094529893,0.00086270145,0.004332579,0.00034336367],"domain_scores_gemma":[0.9833399,0.0066745947,0.001791455,0.002206492,0.005487072,0.0005005039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0097062625,0.0010879713,0.0006228063,0.0031617982,0.00075550063,0.004724464,0.0014530524,0.0012842758,0.0010759373],"category_scores_gemma":[0.042075686,0.00054822,0.0007640451,0.0015311962,0.0011021061,0.004020144,0.003556767,0.0012469847,0.00035696113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076487986,0.0012776892,0.042876106,0.0010910629,0.00027085503,0.00054906216,0.021486333,0.08321982,0.07084356,0.054060828,0.004232407,0.71932745],"study_design_scores_gemma":[0.00005845213,0.0004137324,0.010784788,0.00026779732,0.00010876653,0.00028794422,0.0055733835,0.89277494,0.040013246,0.036747973,0.012791312,0.00017768073],"about_ca_topic_score_codex":0.004595401,"about_ca_topic_score_gemma":0.0057509006,"teacher_disagreement_score":0.0097062625,"about_ca_system_score_codex":0.001489538,"about_ca_system_score_gemma":0.0021393052,"threshold_uncertainty_score":0.051332235},"labels":[],"label_agreement":null},{"id":"W56724274","doi":"","title":"A method for mapping and measuring users' mental models of the depth/breadth tradeoff","year":2008,"lang":"en","type":"article","venue":"International Conference on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Card sorting; Mental mapping; Hierarchy; Human–computer interaction; Contrast (vision); Representation (politics); Sorting; Visualization; Mental model; Data mining; Machine learning; Information retrieval; Artificial intelligence; Task (project management); Engineering","score_opus":0.31857433168637284,"score_gpt":0.37185844721985717,"score_spread":0.05328411553348433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56724274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26128525,0.00016446429,0.72317976,0.0002040278,0.00006824762,0.0025018486,0.0011329248,0.0011836325,0.010279852],"genre_scores_gemma":[0.41627285,0.00013342321,0.5766044,0.000057623434,0.000013491557,0.0049927603,0.00045732915,0.000090637695,0.0013774283],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9955142,0.0020257013,0.00043096082,0.00051988976,0.001348638,0.00016064645],"domain_scores_gemma":[0.97419566,0.016791968,0.002051794,0.0030993917,0.0034173678,0.00044384814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005270898,0.0011612822,0.0004844423,0.0045212214,0.0007871648,0.0017532461,0.00076987856,0.0009674997,0.0035831344],"category_scores_gemma":[0.028908754,0.00063420134,0.00085244316,0.0028236224,0.0010095676,0.0028420044,0.0022606838,0.0012460295,0.0008943412],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016339782,0.0010275842,0.116786085,0.0016377029,0.0003145583,0.00016233203,0.036399666,0.0035444184,0.108612984,0.034210987,0.006180005,0.6894896],"study_design_scores_gemma":[0.00077466754,0.004732186,0.54945916,0.0010596177,0.00056412193,0.0019522334,0.054965757,0.15336464,0.10405756,0.08302428,0.044659484,0.001386234],"about_ca_topic_score_codex":0.0023420982,"about_ca_topic_score_gemma":0.004321835,"teacher_disagreement_score":0.005270898,"about_ca_system_score_codex":0.0008582879,"about_ca_system_score_gemma":0.0010005034,"threshold_uncertainty_score":0.027875483},"labels":[],"label_agreement":null},{"id":"W581080078","doi":"","title":"Anything is a fridge: The implications of everyday designers","year":2009,"lang":"en","type":"article","venue":"Summit (Simon Fraser University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Everyday life; Guitar; Visual arts; Bass (fish); Aesthetics; Advertising; Art; Media studies; Sociology; Management; Business; Political science; Law","score_opus":0.02412394070750829,"score_gpt":0.2318231123138182,"score_spread":0.2076991716063099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W581080078","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13947906,0.044973213,0.016472341,0.34538516,0.0031209295,0.00022451133,0.000099298304,0.0002311202,0.45001435],"genre_scores_gemma":[0.94852144,0.008806125,0.004908282,0.020368122,0.00047723966,0.00021877815,0.000030460127,0.00021304148,0.016456496],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9341581,0.05660945,0.0009802993,0.0019894387,0.0036555782,0.0026070587],"domain_scores_gemma":[0.9215759,0.06168686,0.0026401975,0.0035025468,0.004374582,0.0062199603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037760947,0.0012145558,0.0009208338,0.0052569364,0.036178406,0.0368267,0.0037821177,0.010232035,0.0102539],"category_scores_gemma":[0.040904276,0.0014248759,0.00069884746,0.0039699464,0.07500608,0.043485634,0.017274909,0.01217209,0.0017634135],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007321752,0.00014918322,0.00316909,0.00031111215,0.000011981077,0.0012612756,0.5880502,0.00010481005,0.00012265897,0.35533258,0.025146885,0.026266895],"study_design_scores_gemma":[0.000040999177,0.000078958146,0.001117799,0.0006138696,0.000014532994,0.0014814172,0.6736725,0.00017728654,0.00015094633,0.13280962,0.18978572,0.000056330067],"about_ca_topic_score_codex":0.008660972,"about_ca_topic_score_gemma":0.010504171,"teacher_disagreement_score":0.037760947,"about_ca_system_score_codex":0.014082654,"about_ca_system_score_gemma":0.009247449,"threshold_uncertainty_score":0.19970137},"labels":[],"label_agreement":null},{"id":"W591772795","doi":"10.4018/978-1-60566-014-1.ch046","title":"Design and Evaluation for the Future of m-Interaction","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Usability; Software portability; Mobile technology; Context (archaeology); Interaction design; Mobile device; Computer science; Human–computer interaction; Resource (disambiguation); Internet privacy; World Wide Web","score_opus":0.053172999496354637,"score_gpt":0.3008019896811513,"score_spread":0.24762899018479667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W591772795","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048807204,0.012861319,0.58045226,0.027473023,0.00269705,0.03412353,0.0006962368,0.0020986428,0.29079074],"genre_scores_gemma":[0.2512856,0.0036263908,0.68346626,0.0030827627,0.00026914774,0.032376792,0.0003540494,0.000447464,0.025091551],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8592056,0.115524575,0.004563371,0.00272752,0.016574971,0.0014040209],"domain_scores_gemma":[0.91105896,0.052310474,0.004036962,0.007831736,0.02213111,0.0026307772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.082100265,0.0009737812,0.00079216575,0.0018652014,0.0021838506,0.0087233875,0.0021388014,0.0029470958,0.017375201],"category_scores_gemma":[0.12297421,0.00060695957,0.0016015338,0.0010251093,0.0037884333,0.0066067306,0.0043113604,0.002442563,0.002890404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017806459,0.0007326356,0.0041479194,0.0057152235,0.00018814832,0.00019569312,0.007979487,0.002790936,0.004336078,0.30636108,0.02501331,0.6407588],"study_design_scores_gemma":[0.0018087005,0.008827286,0.0143716,0.014158618,0.00075743685,0.00076987327,0.011229417,0.023862954,0.014804557,0.18652427,0.72258425,0.00030105116],"about_ca_topic_score_codex":0.0013793954,"about_ca_topic_score_gemma":0.0014223407,"teacher_disagreement_score":0.082100265,"about_ca_system_score_codex":0.0072207353,"about_ca_system_score_gemma":0.012583319,"threshold_uncertainty_score":0.4341929},"labels":[],"label_agreement":null},{"id":"W59380319","doi":"","title":"Proceedings of Graphics Interface 2010","year":2010,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Communications Research Centre Canada; Carleton University","funders":"","keywords":"Graphics; Interface (matter); Computer science; Computer graphics; Computer graphics (images); Graphics software; User interface; Track (disk drive); Human–computer interaction; Computer Graphics Metafile; 3D computer graphics; Real-time computer graphics; Operating system","score_opus":0.024643799875942507,"score_gpt":0.27046551594177165,"score_spread":0.24582171606582914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W59380319","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068921084,0.051669266,0.116998464,0.03757004,0.22929312,0.0009743574,0.009886639,0.02293222,0.5237838],"genre_scores_gemma":[0.015927793,0.018258672,0.031298585,0.003910023,0.014266625,0.0004490629,0.013379841,0.005026864,0.8974826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713045,0.0003908762,0.0001685861,0.0005017146,0.0015792925,0.00022920886],"domain_scores_gemma":[0.9935941,0.00065615296,0.00015521012,0.0007237824,0.0035693715,0.0013014039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034608752,0.0019763883,0.0010843374,0.0020227954,0.0013145455,0.007819857,0.0016582672,0.002343897,0.24211897],"category_scores_gemma":[0.007805852,0.000694844,0.0011627781,0.0016905818,0.0006775619,0.0032619236,0.0027742246,0.0041869134,0.1549286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008544512,0.000037022986,0.00010904121,0.00013591834,0.00001123271,0.000047913913,0.000054993066,0.0000802062,0.0010271805,0.0022794534,0.9095665,0.08656505],"study_design_scores_gemma":[0.000016195214,0.00003836389,0.0004164177,0.000074955075,0.000010527798,0.00014741193,0.00003669534,0.00043324503,0.00057386066,0.0010658584,0.997171,0.000015519407],"about_ca_topic_score_codex":0.0029790197,"about_ca_topic_score_gemma":0.0043540476,"teacher_disagreement_score":0.24211897,"about_ca_system_score_codex":0.0018660022,"about_ca_system_score_gemma":0.0023125636,"threshold_uncertainty_score":0.80996865},"labels":[],"label_agreement":null},{"id":"W596341094","doi":"","title":"Proceedings of the 2003 Conference on Universal Usability : CUU 2003 : November 10-11, 2003, Vancouver, British Columbia, Canada","year":2003,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Library science; History; Political science; Geography; Computer science","score_opus":0.012611588712961036,"score_gpt":0.20401762239333307,"score_spread":0.19140603368037204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W596341094","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044284634,0.056565028,0.12222803,0.032281194,0.03931169,0.002736885,0.017994922,0.019087998,0.6655096],"genre_scores_gemma":[0.023031022,0.010315708,0.013778468,0.0010458624,0.0007449144,0.00056285394,0.0074534966,0.0024346246,0.94063294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982135,0.00035765057,0.00007581704,0.00025256228,0.0007421421,0.00035826606],"domain_scores_gemma":[0.9934316,0.0007831408,0.000084295345,0.00047137414,0.0036004419,0.0016291762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004165965,0.0016103426,0.0026657626,0.0012257922,0.0044258516,0.008556768,0.0020762032,0.002249818,0.17770126],"category_scores_gemma":[0.0051037897,0.0007921499,0.0007065901,0.002279235,0.001743646,0.0030705405,0.0034398395,0.0033875208,0.07628028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015241432,0.00014434123,0.00078215654,0.0002518773,0.000013465899,0.000050593022,0.0006138415,0.00017843596,0.00086605654,0.0019286758,0.88311166,0.11190646],"study_design_scores_gemma":[0.00005619089,0.00009829218,0.0070401444,0.0004544711,0.00005223435,0.00016353223,0.0014840905,0.0018697004,0.0014894288,0.0027901088,0.9844342,0.00006753235],"about_ca_topic_score_codex":0.21586768,"about_ca_topic_score_gemma":0.4710965,"teacher_disagreement_score":0.7841323,"about_ca_system_score_codex":0.004551998,"about_ca_system_score_gemma":0.011502602,"threshold_uncertainty_score":0.59446996},"labels":[],"label_agreement":null},{"id":"W630244727","doi":"","title":"Game usability : advice from the experts for advancing the player experience","year":2008,"lang":"en","type":"book","venue":"CRC Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Pluralistic walkthrough; Think aloud protocol; Usability engineering; Usability lab; Web usability; Cognitive walkthrough; Usability goals; Usability inspection; World Wide Web; Human–computer interaction","score_opus":0.06617732051174147,"score_gpt":0.2818548838153599,"score_spread":0.21567756330361842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W630244727","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012927301,0.021852337,0.22083826,0.17233443,0.010644038,0.0028394365,0.0009819799,0.0119261,0.5456561],"genre_scores_gemma":[0.05442804,0.019415854,0.29258072,0.049853645,0.0013777339,0.0028700724,0.0013580625,0.004852538,0.5732634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931352,0.0031912725,0.0005524306,0.00044753795,0.0021690524,0.00050453213],"domain_scores_gemma":[0.98969483,0.0029721025,0.00024858696,0.000590494,0.0050002863,0.0014936784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008168227,0.0015308005,0.0008281635,0.0025212935,0.0036558008,0.0044271103,0.0020960874,0.0042649508,0.03322548],"category_scores_gemma":[0.021891652,0.001056002,0.0009797534,0.001251848,0.002134824,0.006344577,0.0046046893,0.00466866,0.030676816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057917012,0.00012519037,0.00087401265,0.0005086624,0.000009342323,0.00066647923,0.00849373,0.00017551848,0.0012863973,0.005528135,0.7826762,0.19959834],"study_design_scores_gemma":[0.00002642973,0.00006301222,0.0007837554,0.0010738944,0.0000143904135,0.0010941501,0.007242745,0.0003448269,0.00073326775,0.005490022,0.9830914,0.00004201236],"about_ca_topic_score_codex":0.006372136,"about_ca_topic_score_gemma":0.017232705,"teacher_disagreement_score":0.03322548,"about_ca_system_score_codex":0.002612271,"about_ca_system_score_gemma":0.0054765157,"threshold_uncertainty_score":0.111150265},"labels":[],"label_agreement":null},{"id":"W68651292","doi":"10.1007/978-3-540-92698-6_21","title":"Toward Quality-Centered Design of Groupware Architectures","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Collaborative software; Computer science; Software engineering; Computer-supported cooperative work; Software architecture; Software quality; Concurrent engineering; Quality (philosophy); Software development; Software; Systems engineering; Human–computer interaction; Work (physics); Knowledge management; Engineering","score_opus":0.09421498651508603,"score_gpt":0.2939068842782089,"score_spread":0.19969189776312285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68651292","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058472105,0.00016778224,0.98964745,0.00018187042,0.000020450709,0.00008667715,0.000012295579,0.00037487637,0.0036614544],"genre_scores_gemma":[0.108019896,0.00036111491,0.8877719,0.00010234789,0.00002198389,0.00017465923,0.00009959616,0.00028227,0.0031662872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958508,0.0015593346,0.00023113405,0.00030152636,0.0017892255,0.00026794637],"domain_scores_gemma":[0.99592006,0.00097609375,0.0002856327,0.0010087704,0.0016167533,0.00019269125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054314677,0.0009711494,0.00053794123,0.00097118004,0.0007413106,0.0040168106,0.0026470504,0.0012555467,0.0037382764],"category_scores_gemma":[0.007656427,0.00111108,0.0008188878,0.00057815784,0.0012666616,0.0033945488,0.0021538895,0.0021434838,0.0008902073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001462799,0.00026534035,0.0022750515,0.0006393205,0.0001452814,0.00019257373,0.00476451,0.11980073,0.033897948,0.4816666,0.0062556104,0.3499508],"study_design_scores_gemma":[0.00011055058,0.0003822758,0.0012247043,0.00047431182,0.00021423228,0.00032956718,0.0015934114,0.5296047,0.038102653,0.3373485,0.09055005,0.000065018336],"about_ca_topic_score_codex":0.0020329142,"about_ca_topic_score_gemma":0.0033810218,"teacher_disagreement_score":0.0054314677,"about_ca_system_score_codex":0.0011808971,"about_ca_system_score_gemma":0.0020124048,"threshold_uncertainty_score":0.02872473},"labels":[],"label_agreement":null},{"id":"W6893897121","doi":"10.5281/zenodo.5841755","title":"Structuring Diverging Ideas and Converging Them Toward the User-axis: A Design Process","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Structuring; Viewpoints; Process (computing); Design process; Interface (matter); Engineering design process; Key (lock)","score_opus":0.06655451789020231,"score_gpt":0.2488001493933581,"score_spread":0.18224563150315579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893897121","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012509276,0.00046657215,0.9713018,0.0021478473,0.00011317416,0.00086389564,0.000026657939,0.0003412864,0.012229514],"genre_scores_gemma":[0.12367344,0.00048516435,0.8681468,0.0005723793,0.000037571623,0.0017817927,0.00012946577,0.00025800115,0.004915361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93461543,0.05090881,0.0024008413,0.0034435703,0.0076282783,0.001003043],"domain_scores_gemma":[0.9578835,0.030923242,0.0014889778,0.0045548365,0.003565751,0.0015837062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.054425962,0.0019832219,0.0013194581,0.004165706,0.005249314,0.017593442,0.0040404084,0.004172681,0.0051787547],"category_scores_gemma":[0.053741638,0.0021662258,0.0020668681,0.0025432573,0.01729361,0.021139992,0.01478663,0.0048168427,0.0020173783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028985157,0.0003588436,0.0022800593,0.001012022,0.000113809976,0.00072427175,0.17560941,0.004287354,0.0065248213,0.6607025,0.0021499428,0.14594696],"study_design_scores_gemma":[0.00045177556,0.0008529367,0.00096585666,0.0016240035,0.00016149684,0.001102669,0.04372537,0.031036558,0.006939312,0.72216916,0.19069788,0.0002730107],"about_ca_topic_score_codex":0.0014668719,"about_ca_topic_score_gemma":0.0010657752,"teacher_disagreement_score":0.054425962,"about_ca_system_score_codex":0.0033275443,"about_ca_system_score_gemma":0.008537785,"threshold_uncertainty_score":0.28783548},"labels":[],"label_agreement":null},{"id":"W6901619064","doi":"10.60692/qnavy-pnn52","title":"Towards a Theory of Interoperability of Software Systems","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interoperability; Axiom; Semantic interoperability; Cross-domain interoperability; WS-I Basic Profile; Set (abstract data type)","score_opus":0.06281016877648124,"score_gpt":0.23193569221178573,"score_spread":0.1691255234353045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901619064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006108383,0.003695059,0.9099105,0.010620454,0.00030958685,0.00022096666,0.00009581211,0.00028087414,0.06875829],"genre_scores_gemma":[0.28533745,0.0077266735,0.69084996,0.0036991825,0.0007451451,0.001534978,0.00048266616,0.0001961761,0.009427789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9882945,0.006427582,0.0008933465,0.0009580553,0.002814951,0.00061160483],"domain_scores_gemma":[0.99187225,0.005192369,0.0004329176,0.0009863243,0.0012537667,0.00026234676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011104835,0.001402087,0.0012953578,0.0066407914,0.0028719257,0.010265588,0.0039607557,0.004787693,0.0034584994],"category_scores_gemma":[0.009852953,0.0010038074,0.0025587645,0.005080211,0.019155247,0.018365348,0.0057305917,0.007325361,0.0009994764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018010961,0.000011007261,0.00007983936,0.00005442666,0.000008209944,0.000040541847,0.0005233749,0.0012664509,0.00007260012,0.99423605,0.00050733815,0.0031983673],"study_design_scores_gemma":[0.0000064346564,0.000013500107,0.000101314945,0.00010277958,0.000008303053,0.000060606828,0.0003976344,0.0066122594,0.00013192277,0.976911,0.015643362,0.00001094694],"about_ca_topic_score_codex":0.0042596664,"about_ca_topic_score_gemma":0.0021792296,"teacher_disagreement_score":0.011104835,"about_ca_system_score_codex":0.006686093,"about_ca_system_score_gemma":0.006303495,"threshold_uncertainty_score":0.058728695},"labels":[],"label_agreement":null},{"id":"W6907317519","doi":"10.20380/gi2017.01","title":"A Conversation with the CHCCS 2017 Achievement Award Winner","year":2017,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Casual; Variety (cybernetics); Field (mathematics)","score_opus":0.05363018520336355,"score_gpt":0.278265671346276,"score_spread":0.22463548614291245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907317519","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02642363,0.0053335894,0.0015938949,0.77193326,0.119095504,0.00021379185,0.00048786536,0.00030839478,0.07461011],"genre_scores_gemma":[0.2881347,0.006154388,0.0022456257,0.18878354,0.031151095,0.0010022077,0.0012247768,0.001481723,0.479822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.977463,0.00733422,0.00062485144,0.0014912598,0.008626882,0.0044598454],"domain_scores_gemma":[0.97051626,0.005998544,0.0007476294,0.0006569443,0.008060177,0.014020433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01966606,0.0009984014,0.0015660423,0.0016951406,0.02527118,0.017385134,0.0019204838,0.008278274,0.017255774],"category_scores_gemma":[0.04179865,0.0005635257,0.0009224759,0.0020760214,0.0058812113,0.006649835,0.013989695,0.022005495,0.008375684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005923076,0.00006537449,0.00028078668,0.00005407143,0.000006163017,0.00046482624,0.024195084,0.00006179971,0.00018394993,0.008883259,0.9595079,0.006237542],"study_design_scores_gemma":[0.000012889458,0.000047256024,0.0005437764,0.000108464315,0.0000045690967,0.00015118699,0.04294059,0.00009774258,0.0001814363,0.0011655265,0.9546938,0.00005276227],"about_ca_topic_score_codex":0.026238203,"about_ca_topic_score_gemma":0.030307943,"teacher_disagreement_score":0.026238203,"about_ca_system_score_codex":0.01766143,"about_ca_system_score_gemma":0.015983343,"threshold_uncertainty_score":0.12814325},"labels":[],"label_agreement":null},{"id":"W6907527797","doi":"10.25316/ir-10541","title":"Nanaimo Free Press [Saturday, July 25, 1896]","year":2019,"lang":"en","type":"other","venue":"VIURRSpace (Vancouver Island University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.013873318048057743,"score_gpt":0.20344363498170828,"score_spread":0.18957031693365053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907527797","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006756336,0.009798924,0.00017066501,0.0019894657,0.0029161763,0.000025769239,0.002472505,0.00022122898,0.9817297],"genre_scores_gemma":[0.0010374443,0.0012028805,0.00004737206,0.00010564165,0.00008382781,0.000007709881,0.000240765,0.000070716225,0.9972037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99969256,0.00002127311,0.000012891183,0.00005523943,0.00015314187,0.00006489086],"domain_scores_gemma":[0.9997577,0.00002756448,0.000013967039,0.000018588908,0.00013055584,0.000051688774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030358956,0.00095929304,0.0006261604,0.001950719,0.0038795827,0.005175422,0.0007544621,0.0017080024,0.40476018],"category_scores_gemma":[0.0011653872,0.00048215638,0.00034373213,0.0030993035,0.0005530255,0.0023781282,0.0014559847,0.0022332708,0.1747997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003379535,0.000011526196,0.00020176324,0.0000945016,0.000003638512,0.00008190109,0.00012750046,0.000052985877,0.00011092815,0.007961537,0.9412709,0.05004915],"study_design_scores_gemma":[0.0000019621928,0.0000028451104,0.00043471053,0.000061928135,9.446777e-7,0.000019748903,0.000045561592,0.00001617783,0.000036791836,0.00026837448,0.999108,0.000002844888],"about_ca_topic_score_codex":0.10981962,"about_ca_topic_score_gemma":0.44179112,"teacher_disagreement_score":0.89018035,"about_ca_system_score_codex":0.0028308143,"about_ca_system_score_gemma":0.001974442,"threshold_uncertainty_score":0.84903735},"labels":[],"label_agreement":null},{"id":"W6908644778","doi":"10.3389/fmicb.2023.1302586.s005","title":"Table_4_Paranannizziopsis spp. infections in wild snakes and a qPCR assay for detection of the fungus.XLSX","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dermatomycosis; Phylogenetic tree; Genus; Clade; Internal transcribed spacer; Nearctic ecozone; Subgenus; Host (biology)","score_opus":0.049470670621092096,"score_gpt":0.277229051402627,"score_spread":0.2277583807815349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908644778","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037784003,0.0009837177,0.004415643,0.0006119543,0.0005679173,0.0007434575,0.91667104,0.0054249093,0.032797348],"genre_scores_gemma":[0.092222355,0.0012989488,0.04214528,0.0015936021,0.00022103207,0.0015370655,0.79960513,0.0015350658,0.05984143],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994831,0.000057527483,0.00005689844,0.0001381681,0.00019810873,0.00006610615],"domain_scores_gemma":[0.998968,0.00045838978,0.00020885166,0.000063415464,0.00023113584,0.00007019312],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039600002,0.00087483897,0.00065319805,0.00224431,0.00083573034,0.00083041814,0.0008113485,0.0006419533,0.30305442],"category_scores_gemma":[0.00087789644,0.0004329015,0.0005505547,0.0023230265,0.00025939482,0.0004374349,0.00043831207,0.00057626393,0.04626877],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013280427,0.00086884864,0.061830934,0.0076183225,0.00020571002,0.0013393448,0.00073488517,0.0010601761,0.1847501,0.0015308365,0.62420523,0.11452761],"study_design_scores_gemma":[0.00023524923,0.0010410326,0.23652816,0.0012622481,0.000105269675,0.0025954614,0.0010817647,0.0021393453,0.07099804,0.0014549635,0.6824431,0.000115468145],"about_ca_topic_score_codex":0.0015597838,"about_ca_topic_score_gemma":0.003917753,"teacher_disagreement_score":0.30305442,"about_ca_system_score_codex":0.00026313344,"about_ca_system_score_gemma":0.00042975892,"threshold_uncertainty_score":0.99410826},"labels":[],"label_agreement":null},{"id":"W6911164678","doi":"10.5281/zenodo.10140729","title":"Online appendix","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"","score_opus":0.07100691545783963,"score_gpt":0.275330789041934,"score_spread":0.20432387358409435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911164678","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002107671,0.0012258426,0.008936491,0.006209511,0.004402707,0.004050728,0.6832398,0.003386321,0.28644094],"genre_scores_gemma":[0.014418165,0.0034764707,0.020612381,0.01212111,0.0017331437,0.014061331,0.4347104,0.0030064075,0.49586058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984931,0.00034457646,0.00026110152,0.00021030378,0.0005910278,0.00009992788],"domain_scores_gemma":[0.9482852,0.028591733,0.0011867278,0.0026584307,0.017851256,0.001426609],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025398,0.00072565133,0.0012866118,0.0032763816,0.0014271777,0.0020686984,0.0015111442,0.0013495513,0.91199464],"category_scores_gemma":[0.057917956,0.00052626035,0.00051107665,0.0041485517,0.00045354312,0.0025938707,0.0017121207,0.0016397046,0.5806759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003974451,0.00005961296,0.00015261384,0.00041128686,0.0000024541184,0.000024572484,0.000044585497,0.000049303617,0.000031651238,0.0008649123,0.9793067,0.019012569],"study_design_scores_gemma":[0.00014790599,0.00006751336,0.002839283,0.00093692273,0.000012045266,0.00026461785,0.00039788065,0.00015230049,0.00015222165,0.007994635,0.9870072,0.00002746657],"about_ca_topic_score_codex":0.0063071433,"about_ca_topic_score_gemma":0.0069959764,"teacher_disagreement_score":0.91199464,"about_ca_system_score_codex":0.0021906528,"about_ca_system_score_gemma":0.0033005944,"threshold_uncertainty_score":0.12552899},"labels":[],"label_agreement":null},{"id":"W6913032531","doi":"10.5281/zenodo.826439","title":"Presentation Of The Paper \"Improving Success/Completion Ratio In Large Surveys: A Proposal Based On Usability And Engagement\" In Hcii 2017","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Presentation (obstetrics); Session (web analytics); Population; Test (biology); Computer-assisted web interviewing; Questionnaire","score_opus":0.06237085524152291,"score_gpt":0.28694340942671553,"score_spread":0.22457255418519262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913032531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006699559,0.007090204,0.8061648,0.09865234,0.042831685,0.0092443945,0.0011952494,0.0091973385,0.018924497],"genre_scores_gemma":[0.06910083,0.013716862,0.7196745,0.049123526,0.047413167,0.030926768,0.00657863,0.0050647855,0.058401063],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.914325,0.05862329,0.0043955552,0.004626395,0.01674464,0.001285108],"domain_scores_gemma":[0.7801087,0.11494077,0.0072077243,0.018741604,0.071893774,0.0071074013],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1020022,0.0020026118,0.001625747,0.005631547,0.002001014,0.009581397,0.0049106455,0.005060793,0.035138313],"category_scores_gemma":[0.20929481,0.0007741595,0.0027173168,0.004284026,0.0028946109,0.009651394,0.0072122626,0.0054037776,0.016994761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052387436,0.00055344217,0.0032029967,0.0026944517,0.00018138935,0.0002096301,0.0030780633,0.00085877295,0.0052693435,0.026037822,0.35679755,0.6005927],"study_design_scores_gemma":[0.00036541192,0.0015877986,0.0070739943,0.0027381692,0.00024745107,0.0005532588,0.002615498,0.0073277033,0.004282686,0.028756667,0.9441029,0.00034855912],"about_ca_topic_score_codex":0.0010182123,"about_ca_topic_score_gemma":0.00046594665,"teacher_disagreement_score":0.8979978,"about_ca_system_score_codex":0.0029371518,"about_ca_system_score_gemma":0.0058981297,"threshold_uncertainty_score":0.53944564},"labels":[],"label_agreement":null},{"id":"W6920596971","doi":"10.60692/f4kfy-1rp02","title":"Towards a Theory of Interoperability of Software Systems","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Interoperability; Axiom; Semantic interoperability; Cross-domain interoperability; WS-I Basic Profile; Set (abstract data type)","score_opus":0.06281016877648124,"score_gpt":0.23193569221178573,"score_spread":0.1691255234353045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920596971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006108383,0.003695059,0.9099105,0.010620454,0.00030958685,0.00022096666,0.00009581211,0.00028087414,0.06875829],"genre_scores_gemma":[0.28533745,0.0077266735,0.69084996,0.0036991825,0.0007451451,0.001534978,0.00048266616,0.0001961761,0.009427789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9882945,0.006427582,0.0008933465,0.0009580553,0.002814951,0.00061160483],"domain_scores_gemma":[0.99187225,0.005192369,0.0004329176,0.0009863243,0.0012537667,0.00026234676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011104835,0.001402087,0.0012953578,0.0066407914,0.0028719257,0.010265588,0.0039607557,0.004787693,0.0034584994],"category_scores_gemma":[0.009852953,0.0010038074,0.0025587645,0.005080211,0.019155247,0.018365348,0.0057305917,0.007325361,0.0009994764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018010961,0.000011007261,0.00007983936,0.00005442666,0.000008209944,0.000040541847,0.0005233749,0.0012664509,0.00007260012,0.99423605,0.00050733815,0.0031983673],"study_design_scores_gemma":[0.0000064346564,0.000013500107,0.000101314945,0.00010277958,0.000008303053,0.000060606828,0.0003976344,0.0066122594,0.00013192277,0.976911,0.015643362,0.00001094694],"about_ca_topic_score_codex":0.0042596664,"about_ca_topic_score_gemma":0.0021792296,"teacher_disagreement_score":0.011104835,"about_ca_system_score_codex":0.006686093,"about_ca_system_score_gemma":0.006303495,"threshold_uncertainty_score":0.058728695},"labels":[],"label_agreement":null},{"id":"W6921072428","doi":"10.6084/m9.figshare.26122755.v1","title":"Additional file 1 of Development and usability testing of an online support tool to identify models and frameworks to inform implementation","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Development (topology); Key (lock); User interface","score_opus":0.12987952577175657,"score_gpt":0.35770210519488604,"score_spread":0.22782257942312947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921072428","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009754101,0.00001575115,0.0021484762,0.00022133924,0.00007847505,0.0010517419,0.9886857,0.0013768395,0.0054462487],"genre_scores_gemma":[0.030940643,0.00015309492,0.044598237,0.0015548217,0.00014618176,0.02835044,0.84373885,0.005814531,0.04470317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841714,0.00054581993,0.00022708709,0.00021554764,0.00044764107,0.00014670112],"domain_scores_gemma":[0.885643,0.098649375,0.0015734726,0.0033509347,0.009774024,0.0010091682],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00375414,0.0011991474,0.0009974098,0.0029148671,0.0011357696,0.0020146114,0.0019806176,0.0014515677,0.8924031],"category_scores_gemma":[0.07361607,0.0007365394,0.0008138008,0.0028663178,0.00046720935,0.0024065191,0.0013918013,0.0011028659,0.21197577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038983818,0.00033694596,0.0010165606,0.002484089,0.000021483898,0.000072196075,0.00026356374,0.0005180781,0.00010752641,0.0009369318,0.9725929,0.021259857],"study_design_scores_gemma":[0.0089875925,0.0009227274,0.023063114,0.004760287,0.00021832854,0.0004566507,0.0025432385,0.005912936,0.0025788038,0.017049048,0.9331579,0.00034941078],"about_ca_topic_score_codex":0.0090431115,"about_ca_topic_score_gemma":0.016487263,"teacher_disagreement_score":0.8924031,"about_ca_system_score_codex":0.0015747598,"about_ca_system_score_gemma":0.0028918392,"threshold_uncertainty_score":0.1534738},"labels":[],"label_agreement":null},{"id":"W6922230263","doi":"10.1145/3708359.3712164","title":"Authoring LLM-Based Assistance for Real-World Contexts and Tasks","year":2025,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Key (lock); Task (project management); Set (abstract data type); Process (computing)","score_opus":0.030989570985522966,"score_gpt":0.3156403876429901,"score_spread":0.2846508166574671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6922230263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064021364,0.00018362488,0.89010316,0.00018114825,0.00023465049,0.00042402782,0.00055243383,0.03262489,0.011674759],"genre_scores_gemma":[0.3989025,0.00020222209,0.5741765,0.00018314163,0.00006693681,0.00066912686,0.0011446221,0.0025486117,0.022106284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990089,0.0003785091,0.00009917846,0.0001742111,0.00027062642,0.00006852629],"domain_scores_gemma":[0.99378717,0.0037950086,0.0002587369,0.0012005543,0.00070943584,0.0002491706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013633488,0.0012789993,0.00066615676,0.0006247418,0.0004620221,0.0019000164,0.0011756569,0.0014706329,0.018775476],"category_scores_gemma":[0.010148473,0.00041369136,0.00054351887,0.00033203495,0.0005230463,0.0015604954,0.0026395104,0.00081944355,0.005981399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018317436,0.0007355427,0.00772428,0.0034448327,0.000100594014,0.00405408,0.013186265,0.034094643,0.16357823,0.014617533,0.051570315,0.7050619],"study_design_scores_gemma":[0.00038270096,0.000977813,0.0052412865,0.00089373294,0.0001685212,0.0029649169,0.0030757296,0.52452874,0.16125113,0.018895479,0.28137383,0.00024596442],"about_ca_topic_score_codex":0.00057618873,"about_ca_topic_score_gemma":0.0017381426,"teacher_disagreement_score":0.018775476,"about_ca_system_score_codex":0.00038258266,"about_ca_system_score_gemma":0.00065221946,"threshold_uncertainty_score":0.06281018},"labels":[],"label_agreement":null},{"id":"W6924716184","doi":"10.15468/dl.e8pfrj","title":"Occurrence Download","year":2025,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matching (statistics); Range (aeronautics); Set (abstract data type); Identification (biology); Download","score_opus":0.017662453934014635,"score_gpt":0.22870239272364665,"score_spread":0.211039938789632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924716184","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007189905,0.000035338737,0.00006264464,0.000042412677,0.0000145516315,0.0000073047554,0.9982844,0.000634722,0.00084674207],"genre_scores_gemma":[0.00018505308,0.000034524903,0.0002668317,0.000043462554,0.0000036349231,0.000043071883,0.99877137,0.00016146158,0.0004905566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988857,0.00014966245,0.00015451224,0.00038208903,0.00026146165,0.00016647481],"domain_scores_gemma":[0.99742377,0.0007145604,0.00022072197,0.00067389465,0.0006922442,0.00027481923],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00096915895,0.0021001857,0.0013737692,0.005020297,0.0010146033,0.0024036395,0.0027290948,0.0018475754,0.11463405],"category_scores_gemma":[0.006460728,0.00079904817,0.0012344039,0.009129467,0.0004528262,0.0020400146,0.0023842733,0.0018805724,0.18210067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032399348,0.000014154809,0.000465,0.0005079211,0.0000140437705,0.00001700762,0.000025531268,0.00012780374,0.00012287588,0.00037930644,0.9965867,0.0017072535],"study_design_scores_gemma":[0.00007652428,0.000010627722,0.0020366628,0.00016715236,0.000014162454,0.00004701763,0.00008189517,0.00019442565,0.00022632239,0.0008290507,0.996298,0.000018155302],"about_ca_topic_score_codex":0.02373942,"about_ca_topic_score_gemma":0.04263256,"teacher_disagreement_score":0.88536596,"about_ca_system_score_codex":0.0015593999,"about_ca_system_score_gemma":0.0024852138,"threshold_uncertainty_score":0.38348913},"labels":[],"label_agreement":null},{"id":"W6925272776","doi":"10.17895/ices.pub.25259128","title":"Technologies for monitoring fishing activities and observing catch in Canada","year":2006,"lang":"en","type":"other","venue":"Open MIND","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fishing; Commercial fishing; Work (physics); Citizen science","score_opus":0.0570393693473027,"score_gpt":0.2817512640042626,"score_spread":0.2247118946569599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925272776","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43914106,0.03810495,0.07367276,0.0065694237,0.0006642682,0.002626974,0.032903474,0.0052723964,0.40104467],"genre_scores_gemma":[0.6442025,0.039671008,0.13918512,0.00068698265,0.0000898616,0.0010431691,0.0127671035,0.00032273243,0.16203156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861133,0.00012704934,0.0000730426,0.00014808057,0.0008753989,0.00016502892],"domain_scores_gemma":[0.99728465,0.00046158032,0.000106347536,0.00008484807,0.0018532231,0.00020937389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019493178,0.00047175298,0.00023731105,0.004314725,0.0015055957,0.0014794342,0.00082705246,0.00036175209,0.0050800154],"category_scores_gemma":[0.003090488,0.00025415033,0.00029206148,0.00673621,0.0004057596,0.0007357365,0.00081434683,0.00035585224,0.001159972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001855206,0.00017229505,0.047276117,0.0010579173,0.000049479495,0.00018052598,0.0023987645,0.0009031724,0.008853598,0.00224071,0.04075975,0.89592224],"study_design_scores_gemma":[0.0000784119,0.00044020635,0.6763934,0.0010719481,0.00024994838,0.00050771964,0.0070191654,0.008375897,0.01797609,0.002119106,0.2855907,0.00017747609],"about_ca_topic_score_codex":0.95007,"about_ca_topic_score_gemma":0.9720063,"teacher_disagreement_score":0.049929976,"about_ca_system_score_codex":0.009849335,"about_ca_system_score_gemma":0.019821646,"threshold_uncertainty_score":0.10044801},"labels":[],"label_agreement":null},{"id":"W6925321547","doi":"10.17613/ycm37-k9961","title":"Typeface design for Indigenous and endangered languages: Considerations, context and examples.","year":2024,"lang":"en","type":"article","venue":"Knowledge Commons (Lakehead University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Typeface; Indigenous; Context (archaeology); Endangered species","score_opus":0.06122915545515266,"score_gpt":0.2694372296096199,"score_spread":0.20820807415446724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6925321547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09755671,0.0017202013,0.8332842,0.0035365226,0.00068025093,0.000609748,0.00033182075,0.008045197,0.054235358],"genre_scores_gemma":[0.40545353,0.0011778162,0.55105966,0.0011178512,0.00009844294,0.0008330029,0.00027664326,0.0023592713,0.03762376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970804,0.0018698161,0.00019330802,0.00021266115,0.0005032923,0.00014054515],"domain_scores_gemma":[0.9891878,0.0075529986,0.00030370196,0.0008885334,0.0017052627,0.00036181632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045794733,0.0005046151,0.00034909663,0.000590682,0.0011685337,0.005250723,0.0016196017,0.0021846292,0.018999932],"category_scores_gemma":[0.019056194,0.00030157858,0.00046325137,0.0005236045,0.0010715323,0.004702528,0.0015494087,0.0010835913,0.0035448961],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015069329,0.0005011088,0.00979442,0.0028496403,0.000066530665,0.002711044,0.062567584,0.0031464826,0.06554782,0.13584837,0.04889594,0.6665642],"study_design_scores_gemma":[0.00031623186,0.0015829857,0.008972575,0.003660489,0.0002867762,0.010909167,0.029458322,0.052510317,0.08001679,0.09279041,0.7191484,0.0003474731],"about_ca_topic_score_codex":0.0015490885,"about_ca_topic_score_gemma":0.0031476559,"teacher_disagreement_score":0.018999932,"about_ca_system_score_codex":0.0006116923,"about_ca_system_score_gemma":0.0012010386,"threshold_uncertainty_score":0.06356114},"labels":[],"label_agreement":null},{"id":"W6928816515","doi":"10.3897/zookeys.179.2600.map1","title":"Map 1 from: Webster R, Sweeney J, DeMerchant I (2012) New Coleoptera records from New Brunswick, Canada: Silvanidae and Laemophloeidae. ZooKeys 179: 157-168. https://doi.org/10.3897/zookeys.179.2600","year":2012,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data collection; Identification (biology); Natural (archaeology); Object (grammar)","score_opus":0.03990493993392442,"score_gpt":0.2269430878920868,"score_spread":0.1870381479581624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6928816515","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044054512,0.001089936,0.0013188622,0.0008485747,0.0006795427,0.00030179357,0.7766217,0.0052342727,0.2134647],"genre_scores_gemma":[0.0071417363,0.0047357637,0.0072259926,0.0006951777,0.00048689608,0.0011330583,0.7104358,0.0073659834,0.26077965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994312,0.00004405516,0.00003783087,0.000092270115,0.00026649103,0.0001280676],"domain_scores_gemma":[0.9965528,0.00071518525,0.00016981833,0.00021083784,0.0019822114,0.0003691126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045166357,0.0021812816,0.0016010153,0.008104459,0.0010546854,0.0040546902,0.002204987,0.0014999221,0.82105935],"category_scores_gemma":[0.0065207044,0.0007745646,0.0011005931,0.013401516,0.00070574414,0.003270799,0.002303768,0.0017295559,0.5889971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029403456,0.000011304969,0.00012939605,0.00079445523,0.0000063081693,0.000035524852,0.00006574473,0.000053010477,0.00006409835,0.00023620157,0.9837,0.014874538],"study_design_scores_gemma":[0.000039589406,0.000009494681,0.0019536642,0.0005715011,0.0000136582385,0.00006439797,0.00015261276,0.00008617927,0.0001466149,0.00060735253,0.9963337,0.00002108563],"about_ca_topic_score_codex":0.106001236,"about_ca_topic_score_gemma":0.16590725,"teacher_disagreement_score":0.89399874,"about_ca_system_score_codex":0.0016728075,"about_ca_system_score_gemma":0.0040342803,"threshold_uncertainty_score":0.25523704},"labels":[],"label_agreement":null},{"id":"W6930241678","doi":"10.5281/zenodo.12534158","title":"jackthomas818/simtrapoccR: Full Release","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Action (physics); Component (thermodynamics); Production (economics); Work (physics)","score_opus":0.0395733453502875,"score_gpt":0.252753946053133,"score_spread":0.2131806007028455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930241678","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014573844,0.00029420105,0.18372089,0.0004781622,0.0005663539,0.00029334595,0.048143525,0.6681193,0.09692678],"genre_scores_gemma":[0.015459088,0.00040222608,0.05432213,0.0005711314,0.0003323469,0.00091533444,0.10034679,0.5944588,0.23319219],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833184,0.00023611034,0.0000837442,0.00023238195,0.0009281026,0.00018779692],"domain_scores_gemma":[0.99679875,0.00066565,0.00013111094,0.0009133753,0.0012638469,0.00022730441],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023614136,0.002750336,0.0014559992,0.0017032794,0.0006168913,0.0027696167,0.004472921,0.0018630764,0.48805618],"category_scores_gemma":[0.006806013,0.002033218,0.00167514,0.0013097522,0.0004973761,0.0031518165,0.0022327811,0.0024499646,0.5143417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019905611,0.00003456168,0.00017817259,0.00024023786,0.000029742847,0.000036817182,0.0000746091,0.0005103716,0.0026131494,0.004004281,0.9436758,0.048403136],"study_design_scores_gemma":[0.00013775863,0.00007059573,0.00070132443,0.00010873934,0.00003689677,0.00018635257,0.000028398073,0.0056647714,0.008305321,0.005035446,0.9796165,0.0001078783],"about_ca_topic_score_codex":0.0037817569,"about_ca_topic_score_gemma":0.0029509768,"teacher_disagreement_score":0.48805618,"about_ca_system_score_codex":0.0008458698,"about_ca_system_score_gemma":0.0009996092,"threshold_uncertainty_score":0.7302257},"labels":[],"label_agreement":null},{"id":"W6931476309","doi":"10.5281/zenodo.5747355","title":"Antibody Characterization Report for E3 ubiquitin-protein ligase parkin (Parkin)","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital","funders":"","keywords":"Parkin; Ubiquitin ligase; Immunoprecipitation; Antibody; DNA ligase; Ubiquitin-Protein Ligases","score_opus":0.04515956738056531,"score_gpt":0.2755785839024272,"score_spread":0.23041901652186186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931476309","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5483604,0.040418576,0.30295858,0.00434137,0.0020416663,0.0032208443,0.057139803,0.0027470035,0.038771797],"genre_scores_gemma":[0.409193,0.031972162,0.1777611,0.0025328752,0.00091414293,0.0024904755,0.29400393,0.00089477655,0.08023758],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934584,0.00008549723,0.00010971897,0.00013670303,0.00020423955,0.00011800913],"domain_scores_gemma":[0.99844307,0.00026428277,0.00012015848,0.00017612382,0.00081325637,0.00018302473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077628304,0.0012434307,0.0006904589,0.0017384331,0.00088599813,0.00066195417,0.0013083023,0.0007269848,0.014139114],"category_scores_gemma":[0.0013239143,0.0005690546,0.0007957534,0.001307921,0.00022950453,0.000588401,0.00032507707,0.0010760588,0.00966686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014668988,0.00012440531,0.00041083462,0.00032922043,0.000042085874,0.00026906704,0.00007222474,0.00006613522,0.98765683,0.00024458446,0.0037387768,0.0068991845],"study_design_scores_gemma":[0.0001492227,0.0009186821,0.024432776,0.000109155866,0.00032107916,0.005245141,0.00026885487,0.0015145156,0.7703667,0.00037771548,0.19623144,0.00006466056],"about_ca_topic_score_codex":0.007125881,"about_ca_topic_score_gemma":0.010734449,"teacher_disagreement_score":0.014139114,"about_ca_system_score_codex":0.00090992945,"about_ca_system_score_gemma":0.0010930066,"threshold_uncertainty_score":0.04730004},"labels":[],"label_agreement":null},{"id":"W6931606278","doi":"10.5281/zenodo.6620442","title":"BiAPoL/napari-clusters-plotter: 0.5.1","year":2022,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"","keywords":"Plot (graphics); Plotter; Tracking (education); Code (set theory); Column (typography)","score_opus":0.0449864525459069,"score_gpt":0.2435555279883585,"score_spread":0.19856907544245161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931606278","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039099454,0.00017922172,0.017715469,0.00021246621,0.00025229208,0.000100768775,0.022033667,0.95143574,0.007679384],"genre_scores_gemma":[0.00747472,0.00027074083,0.02400631,0.0007585034,0.0001012814,0.0004665458,0.06730742,0.8749743,0.024640143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694496,0.0003127898,0.00026193526,0.00084293936,0.0012295636,0.00040778407],"domain_scores_gemma":[0.98911905,0.0017549939,0.00051045924,0.0036048365,0.0043586716,0.00065201207],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034616152,0.0061628204,0.0021494513,0.00338998,0.0014207852,0.0057897195,0.009353544,0.0030289823,0.36662674],"category_scores_gemma":[0.020620763,0.0048704026,0.002970915,0.0027470458,0.0010456947,0.007999006,0.0065585524,0.005857339,0.42738664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036942944,0.000042186224,0.00072354055,0.00049456366,0.000058208327,0.00008964991,0.00019337382,0.0005543033,0.0015831109,0.0011274186,0.9732633,0.02150093],"study_design_scores_gemma":[0.00038921542,0.00010331433,0.0031997017,0.00045544704,0.00006983494,0.00040317426,0.00015058188,0.0072704684,0.01998847,0.0056448234,0.96200705,0.00031803787],"about_ca_topic_score_codex":0.00945468,"about_ca_topic_score_gemma":0.007000052,"teacher_disagreement_score":0.36662674,"about_ca_system_score_codex":0.0024356074,"about_ca_system_score_gemma":0.002315352,"threshold_uncertainty_score":0.9034301},"labels":[],"label_agreement":null},{"id":"W6931724626","doi":"10.5683/sp3/kbwuzs","title":"Replication Data and Code for: Skill transferability and the earnings of immigrants","year":2022,"lang":"en","type":"dataset","venue":"Borealis","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Earnings; Replication (statistics); Replicate; Transferability; Data file","score_opus":0.04687976110324987,"score_gpt":0.30263699630786034,"score_spread":0.25575723520461047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931724626","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042240365,0.0000284509,0.0002888848,0.00009271671,0.000057919846,0.000093664,0.99742776,0.00045304184,0.0011350516],"genre_scores_gemma":[0.0019997815,0.000031378007,0.001293483,0.00008895249,0.000027141423,0.0014756684,0.9912936,0.0005363391,0.0032536476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958301,0.000882979,0.00072536827,0.0011232619,0.0009725487,0.00046587092],"domain_scores_gemma":[0.9733138,0.008371749,0.0018718907,0.008418733,0.007165611,0.00085817336],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052289357,0.0021250471,0.0015032215,0.0050172303,0.001706503,0.0028190704,0.0033806553,0.0019614375,0.1711973],"category_scores_gemma":[0.045965604,0.0011960821,0.0021467183,0.008536514,0.00077081344,0.0016889917,0.0024632553,0.0027394786,0.11039943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008800911,0.000038478924,0.0017876956,0.00030532386,0.000037694244,0.000015788104,0.000050772614,0.00015648139,0.000066962355,0.00055209425,0.9946696,0.0022310538],"study_design_scores_gemma":[0.0012715027,0.000057012596,0.026455723,0.00046028054,0.00012324977,0.00010304703,0.0002504044,0.00045309248,0.00075284805,0.0035436915,0.96642506,0.000104009065],"about_ca_topic_score_codex":0.03732868,"about_ca_topic_score_gemma":0.052406166,"teacher_disagreement_score":0.99477106,"about_ca_system_score_codex":0.0016923477,"about_ca_system_score_gemma":0.004026054,"threshold_uncertainty_score":0.572712},"labels":[],"label_agreement":null},{"id":"W6931845477","doi":"10.5683/sp2/5fjmgo","title":"Trace gas fluxes of a High Arctic wetland across the growing season","year":2021,"lang":"en","type":"dataset","venue":"Borealis","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Trace gas; Arctic; Wetland; Growing season; Hydrology (agriculture); Watershed; The arctic","score_opus":0.023745493732850304,"score_gpt":0.27290089340758494,"score_spread":0.24915539967473463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931845477","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01862769,0.00006785954,0.0001370249,0.00008930914,0.00002511299,0.000021716036,0.9799549,0.00032032895,0.00075605535],"genre_scores_gemma":[0.015140425,0.000051840652,0.00083175907,0.000046129186,0.000008835603,0.00009328702,0.9832761,0.000049993363,0.0005016402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970573,0.0000377379,0.000030028057,0.00010122589,0.00007479377,0.000050402617],"domain_scores_gemma":[0.9993137,0.0001424633,0.00008970064,0.000117902746,0.00025071925,0.00008550598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005420052,0.00084603706,0.0005862159,0.0015731809,0.0005682887,0.0006375855,0.00092975073,0.0007403119,0.0032310728],"category_scores_gemma":[0.0013188018,0.0002424119,0.0006072868,0.0023945041,0.00024466676,0.00042195723,0.0006626627,0.0005866952,0.0033966445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006981914,0.0003495676,0.09531495,0.0015482884,0.00031176285,0.00039539867,0.0005771143,0.0034686285,0.0057934267,0.0009807476,0.8715821,0.018979898],"study_design_scores_gemma":[0.00043272122,0.00012250191,0.39472872,0.00036196152,0.00014870262,0.0003581294,0.0010420952,0.0036042572,0.0044642217,0.0009987522,0.59361064,0.00012727485],"about_ca_topic_score_codex":0.08818063,"about_ca_topic_score_gemma":0.16154611,"teacher_disagreement_score":0.08818063,"about_ca_system_score_codex":0.0008918169,"about_ca_system_score_gemma":0.0010412768,"threshold_uncertainty_score":0.17533475},"labels":[],"label_agreement":null},{"id":"W6958444553","doi":"10.6084/m9.figshare.26726066.v1","title":"Additional file 1 of Impact of early surgical complications on kidney transplant outcomes","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital","funders":"","keywords":"Kidney transplant; Kidney; Kidney transplantation; Complication; MEDLINE","score_opus":0.059659139897455284,"score_gpt":0.30428862670607676,"score_spread":0.24462948680862148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958444553","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037783658,0.000038402442,0.00034380666,0.00017088835,0.000045370252,0.0001526816,0.99678695,0.00025738488,0.0018267272],"genre_scores_gemma":[0.03520211,0.00042264725,0.008738933,0.0017711055,0.00033466896,0.0074943635,0.91163015,0.0022660517,0.032140035],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983753,0.00044046255,0.00032616354,0.00029678422,0.00036538864,0.00019586012],"domain_scores_gemma":[0.92725766,0.061930604,0.0026847173,0.0019511934,0.005193379,0.0009823921],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002752945,0.0012846586,0.0014790588,0.002604513,0.0009799639,0.0016464745,0.0016787002,0.0014371778,0.9186162],"category_scores_gemma":[0.072771065,0.0005897206,0.0014470718,0.0032073518,0.000321787,0.0022432809,0.0011237074,0.0012103013,0.16531907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004773198,0.00012723672,0.0030104455,0.0035626548,0.00007188848,0.000044511467,0.00007808952,0.00032184063,0.000033205994,0.0006609439,0.980206,0.011405939],"study_design_scores_gemma":[0.014548961,0.0011394806,0.116789185,0.018390475,0.00085277774,0.0014620766,0.001729588,0.0049316934,0.0009058933,0.03547362,0.80331105,0.0004651954],"about_ca_topic_score_codex":0.008833834,"about_ca_topic_score_gemma":0.012522358,"teacher_disagreement_score":0.9186162,"about_ca_system_score_codex":0.0011225444,"about_ca_system_score_gemma":0.0021879203,"threshold_uncertainty_score":0.11608404},"labels":[],"label_agreement":null},{"id":"W6963179087","doi":"10.20380/gi2022.07","title":"Promoting Feature Awareness by Leveraging Collaborators' Usage Habits in Collaborative Editors","year":2022,"lang":"en","type":"article","venue":"Canada Human-Computer Communications Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Manitoba; University of British Columbia","funders":"","keywords":"Feature (linguistics); Space (punctuation); Work (physics); Design elements and principles; Key (lock)","score_opus":0.021572117509642115,"score_gpt":0.26438949475101015,"score_spread":0.24281737724136804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963179087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79630345,0.0002217261,0.19450738,0.00032689012,0.000031407617,0.00042075696,0.000024285948,0.00156561,0.0065984963],"genre_scores_gemma":[0.9103037,0.000077762204,0.08751201,0.00004585696,0.000016292648,0.00024313891,0.0000314429,0.00013036921,0.0016395006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9902057,0.0066134594,0.0007038655,0.0011833358,0.00091844186,0.0003751728],"domain_scores_gemma":[0.9464182,0.039169043,0.0043766997,0.0064629354,0.0022658906,0.0013072301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011363535,0.0009941104,0.0004917713,0.0014108919,0.0010864959,0.0037674804,0.001604067,0.0012828234,0.0014638465],"category_scores_gemma":[0.04229924,0.0007711595,0.0004916841,0.00066931604,0.0014427436,0.0057322793,0.0032132051,0.0008515323,0.0003210736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014627283,0.0023471746,0.07868375,0.0019235003,0.00020494094,0.0014804926,0.16118214,0.007416858,0.19821176,0.008380314,0.0018009819,0.5369054],"study_design_scores_gemma":[0.0013445757,0.020662045,0.20558916,0.0021078293,0.0020989561,0.010484157,0.11154887,0.15645401,0.30160776,0.040222175,0.14627759,0.0016029559],"about_ca_topic_score_codex":0.00047275124,"about_ca_topic_score_gemma":0.0008578558,"teacher_disagreement_score":0.011363535,"about_ca_system_score_codex":0.00055035215,"about_ca_system_score_gemma":0.00080366194,"threshold_uncertainty_score":0.06009686},"labels":[],"label_agreement":null},{"id":"W6968402249","doi":"10.5281/zenodo.14550793","title":"Silhouette: Leveraging Consistency Mechanisms to Detect Bugs in Persistent Memory-Based File Systems","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Consistency (knowledge bases); Artifact (error); Data consistency; Causal consistency; Strong consistency; Data integrity; File system","score_opus":0.04361520474334294,"score_gpt":0.23994480625222633,"score_spread":0.1963296015088834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968402249","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04154697,0.001594932,0.4480597,0.0008724754,0.00054442213,0.0008164389,0.0032806986,0.49595502,0.007329334],"genre_scores_gemma":[0.38560545,0.0008151213,0.54474545,0.0009777286,0.00029306288,0.0008487001,0.00842561,0.04233306,0.015955854],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931545,0.0016386367,0.0005541201,0.0010596102,0.0030405843,0.00055258156],"domain_scores_gemma":[0.9722702,0.014726378,0.0021390207,0.0065448815,0.00366308,0.0006564003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065835034,0.0018997742,0.0011228459,0.0031523649,0.00093511486,0.0034255923,0.002935856,0.002318533,0.009110068],"category_scores_gemma":[0.044631418,0.0016079955,0.0009136317,0.0011821835,0.0011884624,0.0066876826,0.0052070236,0.0023725666,0.0049007176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018704176,0.00047510606,0.015019636,0.0024785933,0.00029567885,0.00072034803,0.002647572,0.009049754,0.051666364,0.0126004,0.26947558,0.63370055],"study_design_scores_gemma":[0.0012227226,0.0025478269,0.022272795,0.001391193,0.00055283925,0.002112923,0.0012593468,0.4293444,0.29384843,0.045081105,0.19949056,0.0008759011],"about_ca_topic_score_codex":0.0047311974,"about_ca_topic_score_gemma":0.006046221,"teacher_disagreement_score":0.009110068,"about_ca_system_score_codex":0.0007375157,"about_ca_system_score_gemma":0.0019381007,"threshold_uncertainty_score":0.03481728},"labels":[],"label_agreement":null},{"id":"W6976738005","doi":"10.60692/10q1k-4bd19","title":"Can a Gorilla Ride a Camel? Learning Semantic Plausibility from Text","year":2019,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University","funders":"","keywords":"Natural language understanding; Language model; Set (abstract data type); Commonsense knowledge; Language understanding; Commonsense reasoning; Natural language; Testbed","score_opus":0.02524745682790789,"score_gpt":0.20215142514591497,"score_spread":0.1769039683180071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976738005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15958497,0.0023947076,0.73620945,0.024776245,0.0016330193,0.00020551849,0.004541307,0.026381774,0.044273034],"genre_scores_gemma":[0.692414,0.0005383889,0.28379136,0.0039753644,0.000243518,0.0001154596,0.0050074914,0.0021851363,0.011729316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999006,0.00035984637,0.00006299532,0.00035149176,0.00015671038,0.00006304305],"domain_scores_gemma":[0.99823356,0.0011104951,0.000059064907,0.00038740275,0.00013897492,0.00007044808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027628609,0.0007702697,0.0009882697,0.00082002743,0.0011819262,0.002434588,0.0016447143,0.0016158527,0.015295125],"category_scores_gemma":[0.016298173,0.0005147959,0.0010197816,0.00060697604,0.0016959446,0.006876776,0.0021456543,0.0026601774,0.0035864112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00204199,0.0002774738,0.00886067,0.0013876158,0.0005107412,0.0017378206,0.0023971586,0.044790115,0.012990056,0.2019542,0.11516922,0.60788286],"study_design_scores_gemma":[0.0002820152,0.00028995017,0.0022882828,0.00029645936,0.00018691512,0.00095127913,0.0010054426,0.34475365,0.013155166,0.51627856,0.120357335,0.00015486116],"about_ca_topic_score_codex":0.002488038,"about_ca_topic_score_gemma":0.004000474,"teacher_disagreement_score":0.015295125,"about_ca_system_score_codex":0.00065974507,"about_ca_system_score_gemma":0.00078149786,"threshold_uncertainty_score":0.05116725},"labels":[],"label_agreement":null},{"id":"W6981382008","doi":"","title":"„Ég þori, get og vil.\" Reynsla íslenskra ungmenna sem búið hafa erlendis af því að aðlagast íslensku samfélagi og skóla","year":2011,"lang":"is","type":"dissertation","venue":"Skemman","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"South asia; Scanning electron microscope","score_opus":0.03947873593038406,"score_gpt":0.26614528567701445,"score_spread":0.2266665497466304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981382008","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017544629,0.0049901707,0.0037545771,0.021931224,0.007795528,0.000120568926,0.0017115517,0.0014722464,0.9406796],"genre_scores_gemma":[0.030684963,0.0017668145,0.0029418068,0.0031642034,0.00031437154,0.00004929125,0.00083663774,0.0007464736,0.9594955],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9990972,0.000120196164,0.000040585575,0.0001991808,0.0003500948,0.0001927129],"domain_scores_gemma":[0.9993774,0.000060013863,0.000046673857,0.00006392856,0.0002715268,0.0001804995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009761601,0.0009708862,0.00042322502,0.0007880473,0.0037106853,0.004641068,0.0010793055,0.001993666,0.14506222],"category_scores_gemma":[0.001515689,0.00045128612,0.00058110803,0.0006597806,0.0022359428,0.0029704464,0.0053310827,0.003965516,0.0807616],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033344945,0.00010710596,0.004953687,0.0005917134,0.000041515133,0.0009856696,0.014487602,0.00023896748,0.006626705,0.049644064,0.68835217,0.23363739],"study_design_scores_gemma":[0.0000027253823,0.000015441654,0.0013127772,0.000088382054,0.0000050986528,0.0000912465,0.0017631248,0.000025586209,0.00048066513,0.0005692471,0.99563295,0.000012650906],"about_ca_topic_score_codex":0.023307784,"about_ca_topic_score_gemma":0.06498105,"teacher_disagreement_score":0.14506222,"about_ca_system_score_codex":0.0026008834,"about_ca_system_score_gemma":0.0028598623,"threshold_uncertainty_score":0.48528147},"labels":[],"label_agreement":null},{"id":"W6989798918","doi":"","title":"Case study of feature based awareness in a commercial software team and implications for the design of collaborative tools","year":2010,"lang":"en","type":"dissertation","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artifact (error); IBM; Software development; Feature (linguistics); Software; Process (computing); Software development process; Code (set theory)","score_opus":0.06503957112826451,"score_gpt":0.3312880315213274,"score_spread":0.2662484603930629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989798918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794175,0.00010715961,0.012496762,0.0020353529,0.000031978085,0.00016012361,0.000036481553,0.000082571845,0.005632015],"genre_scores_gemma":[0.9877394,0.000112304115,0.009664386,0.00017694138,0.000019224351,0.00008502883,0.000033982076,0.000029320569,0.0021394102],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9879336,0.007862468,0.00058195315,0.00088309025,0.001826101,0.0009128612],"domain_scores_gemma":[0.96590817,0.022202404,0.0033113,0.0021102089,0.0028830457,0.0035849097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007200364,0.00055481534,0.0005185651,0.0017328004,0.00752022,0.002963508,0.0027006662,0.0040466473,0.0016319324],"category_scores_gemma":[0.023804443,0.000679555,0.00068984355,0.0016840743,0.003274106,0.0038692937,0.003267805,0.0023112195,0.00032490634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046633394,0.0029480408,0.08914106,0.000586374,0.00016967852,0.19269818,0.5880718,0.009475952,0.014624471,0.01726865,0.005841078,0.078708366],"study_design_scores_gemma":[0.00018926914,0.002622029,0.06373198,0.00055296806,0.00019220203,0.0709719,0.73452777,0.04575441,0.013860815,0.012446937,0.054852147,0.00029761638],"about_ca_topic_score_codex":0.010156922,"about_ca_topic_score_gemma":0.016955694,"teacher_disagreement_score":0.010156922,"about_ca_system_score_codex":0.0029207768,"about_ca_system_score_gemma":0.0027346746,"threshold_uncertainty_score":0.03807962},"labels":[],"label_agreement":null},{"id":"W6992442704","doi":"","title":"L’éthique dans l’industrie de la construction : constat de la situation au terme de 155 ans de commissions d’enquête","year":2022,"lang":"fr","type":"other","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publics; Commission; Population; Chamber of Deputies","score_opus":0.01671257549189954,"score_gpt":0.27367574764835134,"score_spread":0.2569631721564518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992442704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89669836,0.0018852743,0.001374342,0.012002988,0.00013377695,0.00004798549,0.00026440516,0.000017920644,0.087575085],"genre_scores_gemma":[0.97801137,0.0007502066,0.00037892256,0.00045525725,0.000036012898,0.000031961794,0.000084670006,0.000018798079,0.020232765],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9946597,0.0013910045,0.00019213161,0.0005245515,0.0016591782,0.0015734498],"domain_scores_gemma":[0.98825586,0.0026097812,0.0027246582,0.00059522875,0.003152275,0.0026622522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070046843,0.0002233529,0.0002822046,0.0019050926,0.009330094,0.0077383644,0.0008041671,0.0012526375,0.007888088],"category_scores_gemma":[0.006881959,0.00037716606,0.00029983037,0.002404884,0.0096287085,0.0024310714,0.004076008,0.0020723764,0.000771727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036312078,0.00018796678,0.33543876,0.00048585227,0.00005830313,0.0011212353,0.4276453,0.00096366974,0.002713087,0.11236543,0.018028682,0.10062855],"study_design_scores_gemma":[0.000011450314,0.000091956426,0.586771,0.0005353091,0.000013489901,0.00015640302,0.2056028,0.00027978994,0.00039631219,0.003297409,0.20276535,0.00007876221],"about_ca_topic_score_codex":0.46261546,"about_ca_topic_score_gemma":0.68074936,"teacher_disagreement_score":0.46261546,"about_ca_system_score_codex":0.024347039,"about_ca_system_score_gemma":0.030534199,"threshold_uncertainty_score":0.91984546},"labels":[],"label_agreement":null},{"id":"W6992442761","doi":"","title":"Le débat bioéthique et juridique sur la reproduction médicalement assistée: une étude sur l'expérience canadienne et brésilienne","year":2012,"lang":"pt","type":"article","venue":"Americanae (AECID Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Government (linguistics); Field (mathematics); Context (archaeology); Reproduction","score_opus":0.0173278868246269,"score_gpt":0.24521461592025978,"score_spread":0.22788672909563287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992442761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8584015,0.008279323,0.0058532525,0.017458035,0.00062055344,0.00012931149,0.000048927166,0.0000855314,0.109123655],"genre_scores_gemma":[0.96976715,0.0036205987,0.002191033,0.0023040103,0.00006855161,0.00006796886,0.000013183252,0.000028531524,0.021939032],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98963225,0.0074821487,0.0001719071,0.00046565259,0.0016412073,0.00060674397],"domain_scores_gemma":[0.982897,0.013542184,0.0006676487,0.0006103603,0.0011611329,0.0011216436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010656703,0.00040605833,0.00053887063,0.0012167147,0.0075890403,0.0068583065,0.00075250363,0.002140232,0.006742607],"category_scores_gemma":[0.017655352,0.00032590373,0.00033164077,0.0011057563,0.012578142,0.0025134832,0.005635254,0.0030368215,0.00051920634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037369864,0.000098545526,0.0038941258,0.0001525168,0.0000064715286,0.00067693414,0.94141394,0.00004064472,0.0016395414,0.009341642,0.0019483103,0.040750034],"study_design_scores_gemma":[0.000016182388,0.0002803493,0.009445818,0.00043632343,0.000019804664,0.0016576598,0.8089221,0.00014152656,0.0010032238,0.0020923044,0.17591846,0.00006621852],"about_ca_topic_score_codex":0.035303198,"about_ca_topic_score_gemma":0.063746095,"teacher_disagreement_score":0.9646968,"about_ca_system_score_codex":0.004082459,"about_ca_system_score_gemma":0.0073971194,"threshold_uncertainty_score":0.07019544},"labels":[],"label_agreement":null},{"id":"W6992799679","doi":"","title":"Methods used to account for caregivers&rsquo; sex and gender within studies examining the financial burden of caregivers of children and adolescents : Results from a scoping review","year":2024,"lang":"fr","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Volunteer work; Social work; MEDLINE; Center (category theory); Health care","score_opus":0.48785250622256565,"score_gpt":0.5736764052160953,"score_spread":0.08582389899352966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992799679","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05984262,0.58967143,0.046780847,0.008628465,0.004939989,0.18890098,0.08707561,0.00067213643,0.013487926],"genre_scores_gemma":[0.14206775,0.09605354,0.11911989,0.002467396,0.0002573493,0.62478846,0.011880929,0.00038475357,0.0029799396],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8067801,0.06853323,0.09466519,0.010521506,0.016541641,0.0029583666],"domain_scores_gemma":[0.75810194,0.17927438,0.032626987,0.009423517,0.019638,0.00093512924],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11381038,0.0038568596,0.009446556,0.04565516,0.0035207996,0.0084485905,0.0052766465,0.0036302113,0.013145726],"category_scores_gemma":[0.3186813,0.0030669735,0.025766842,0.049061976,0.0026625874,0.0056792037,0.01067796,0.0028913787,0.0009597117],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010666592,0.00014339479,0.062771454,0.6835992,0.03939869,0.00061798294,0.026124453,0.00073214667,0.00054115854,0.005642891,0.013538276,0.16582374],"study_design_scores_gemma":[0.0013472177,0.00042822637,0.08749076,0.6348934,0.07764299,0.0007012074,0.027717715,0.0010315026,0.0014600311,0.0065451344,0.16031173,0.00043002664],"about_ca_topic_score_codex":0.029315745,"about_ca_topic_score_gemma":0.06742521,"teacher_disagreement_score":0.88618964,"about_ca_system_score_codex":0.008072882,"about_ca_system_score_gemma":0.033348873,"threshold_uncertainty_score":0.601894},"labels":[],"label_agreement":null},{"id":"W6997439076","doi":"","title":"VRST 2001 proceedings of the ACM Symposium on Virtual Reality Software and Technology ; November 15 - 17, 2001, Banff, Alberta, Canada","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual reality; Software; Software technology","score_opus":0.019064412580421894,"score_gpt":0.23060327914377937,"score_spread":0.21153886656335746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997439076","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054092295,0.052940283,0.26088712,0.018640595,0.04826427,0.00081163406,0.007731228,0.017836086,0.5387965],"genre_scores_gemma":[0.053343903,0.022173036,0.043886214,0.0007797907,0.0012163344,0.00013119548,0.0085531315,0.0016631696,0.86825323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990694,0.00017485466,0.000038669703,0.00012225137,0.00044874928,0.00014606075],"domain_scores_gemma":[0.9971648,0.00050389784,0.000038118946,0.0003262662,0.0014384299,0.00052842527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024195139,0.001288715,0.001556797,0.0010659889,0.0016771746,0.006775275,0.0018664089,0.0019147369,0.12852243],"category_scores_gemma":[0.003545858,0.0009570099,0.0007948894,0.001108131,0.0012932307,0.0022761845,0.0017318166,0.0029365376,0.050049756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048348497,0.0003301237,0.0018571177,0.00037059578,0.00007277267,0.000246068,0.0009315089,0.0015705915,0.006196317,0.010439845,0.7345405,0.24296102],"study_design_scores_gemma":[0.00010643822,0.00015602555,0.006259521,0.00032280412,0.000114399634,0.00044971085,0.0009314405,0.0090234075,0.0038890196,0.003518661,0.97515285,0.000075706404],"about_ca_topic_score_codex":0.16697691,"about_ca_topic_score_gemma":0.35603505,"teacher_disagreement_score":0.8330231,"about_ca_system_score_codex":0.0023986981,"about_ca_system_score_gemma":0.0055495067,"threshold_uncertainty_score":0.42995036},"labels":[],"label_agreement":null},{"id":"W7001214783","doi":"","title":"Improving Systems Interoperability Through Implementing Conversation Schemata","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Conversation; Semantics (computer science); Key (lock)","score_opus":0.03196949254372249,"score_gpt":0.2611985859312557,"score_spread":0.22922909338753322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001214783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02843663,0.00019859929,0.9503444,0.0010595998,0.00018533181,0.0011099132,0.00028968565,0.009556223,0.008819693],"genre_scores_gemma":[0.18586123,0.0002756841,0.8050036,0.0004762179,0.000053758173,0.0011741989,0.0010425539,0.0020536603,0.004059159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.970108,0.01567442,0.004704122,0.002617558,0.0061668386,0.00072909746],"domain_scores_gemma":[0.90940964,0.050718945,0.0024499777,0.02270316,0.013783808,0.0009345425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035537746,0.0011397831,0.001130571,0.002006455,0.0013824445,0.007696758,0.0025631934,0.0029492627,0.007707549],"category_scores_gemma":[0.112091914,0.0016536069,0.0018535664,0.0014616721,0.0018982178,0.017568767,0.0055958894,0.0037941348,0.0023978997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012795991,0.0015985215,0.009412489,0.0036787582,0.0006372563,0.0005758817,0.028215338,0.01459439,0.07582105,0.19892195,0.012217423,0.6530473],"study_design_scores_gemma":[0.0005587529,0.0016818915,0.00358155,0.0028944216,0.0021593855,0.0012737811,0.009202072,0.3747881,0.23450421,0.17253865,0.19630812,0.0005090306],"about_ca_topic_score_codex":0.0017372287,"about_ca_topic_score_gemma":0.0016985824,"teacher_disagreement_score":0.035537746,"about_ca_system_score_codex":0.0008857391,"about_ca_system_score_gemma":0.003448494,"threshold_uncertainty_score":0.18794382},"labels":[],"label_agreement":null},{"id":"W7009187092","doi":"","title":"Designing for Social Engagement in Online Social Networks Using Communities of Practice Theory and Cognitive Work Analysis: A Case Study","year":2012,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Arizona State University","keywords":"Process (computing); Social network (sociolinguistics); Work (physics); Domain (mathematical analysis); Social cognitive theory; The Internet; Social network analysis","score_opus":0.06225902095779365,"score_gpt":0.3068891139813599,"score_spread":0.24463009302356623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009187092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94861656,0.0003550748,0.017277658,0.0031940206,0.00006347202,0.0011519128,0.00006728532,0.00007032369,0.029203732],"genre_scores_gemma":[0.97462827,0.0005231019,0.0196219,0.00033414853,0.000020876914,0.000854168,0.000036787496,0.000033898796,0.0039468394],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.981987,0.014594254,0.00029847273,0.00064037734,0.0014515606,0.0010282947],"domain_scores_gemma":[0.9839019,0.011887554,0.0009441372,0.0010847854,0.0008283494,0.0013532353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01225059,0.0006590918,0.00058798975,0.0024881635,0.015950266,0.0057719764,0.0025303685,0.0038824494,0.0024899074],"category_scores_gemma":[0.013433505,0.000609017,0.0007728493,0.0025515992,0.008321179,0.0066372477,0.006541177,0.003042428,0.00055849296],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018679883,0.0040794723,0.01655964,0.0005373969,0.000040281553,0.012097508,0.8376029,0.0019067151,0.0022302305,0.049988557,0.0054443334,0.06932625],"study_design_scores_gemma":[0.00019143,0.0011170784,0.0076576085,0.00056292955,0.00005083096,0.0041199517,0.8825584,0.008835663,0.002871265,0.014241276,0.07769149,0.000102102604],"about_ca_topic_score_codex":0.005206248,"about_ca_topic_score_gemma":0.010919541,"teacher_disagreement_score":0.015950266,"about_ca_system_score_codex":0.0046918187,"about_ca_system_score_gemma":0.0036419511,"threshold_uncertainty_score":0.06478804},"labels":[],"label_agreement":null},{"id":"W7010804186","doi":"","title":"Interoperability in an cooperative intelligent design environment","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Intelligent decision support system; Systems design; Key (lock); Set (abstract data type)","score_opus":0.05111897347735061,"score_gpt":0.26381230219122553,"score_spread":0.21269332871387492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010804186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17846511,0.0009549849,0.45360923,0.01104759,0.0019647148,0.0020953412,0.00031771854,0.0041706003,0.34737462],"genre_scores_gemma":[0.7027135,0.000647704,0.12103633,0.00073655177,0.0004798361,0.00094748766,0.000763367,0.0014842155,0.17119096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97412723,0.012312606,0.0016238765,0.0012401171,0.010098714,0.0005974292],"domain_scores_gemma":[0.93764144,0.01986189,0.0027774784,0.014674627,0.02259894,0.0024456338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020098884,0.00032096927,0.00072053174,0.0025657401,0.0027960448,0.0068264604,0.001250886,0.001402451,0.037766524],"category_scores_gemma":[0.07050742,0.00051087915,0.0005079928,0.0018470725,0.0016171664,0.0064319773,0.005341444,0.0011342322,0.010278968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050112006,0.00061387045,0.01554752,0.0006529966,0.00007865728,0.0016021902,0.021821763,0.0033389835,0.016503485,0.10162151,0.07365384,0.7640642],"study_design_scores_gemma":[0.0002710073,0.0008450547,0.018440558,0.0006133758,0.00019799994,0.0019621511,0.012801595,0.029550994,0.026854364,0.1079819,0.8002845,0.00019641694],"about_ca_topic_score_codex":0.0006862362,"about_ca_topic_score_gemma":0.0010412857,"teacher_disagreement_score":0.037766524,"about_ca_system_score_codex":0.00085885724,"about_ca_system_score_gemma":0.002701636,"threshold_uncertainty_score":0.12634158},"labels":[],"label_agreement":null},{"id":"W7015921847","doi":"","title":"Visualisation, Exploration and Characterization of Virtual Collections","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rendering (computer graphics); Visualization; Architecture; Virtual machine; Cultural heritage; Virtual reality; Process (computing); Asynchronous communication","score_opus":0.030565110373117432,"score_gpt":0.252176086680554,"score_spread":0.2216109763074366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015921847","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22011688,0.0015269092,0.7461837,0.0004346247,0.00013595306,0.000417385,0.0022842416,0.008166216,0.020734122],"genre_scores_gemma":[0.5830897,0.0016623791,0.40727362,0.000062210485,0.00005934717,0.0002420816,0.0016376491,0.00085260684,0.005120332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927205,0.0002009143,0.000046350597,0.000114667855,0.0003099489,0.000056091932],"domain_scores_gemma":[0.9992648,0.000306364,0.00007119906,0.0001938217,0.00010617981,0.000057637753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007216811,0.0005085822,0.00048721884,0.0036552902,0.00048749312,0.0028176284,0.0007372224,0.00045671998,0.003291246],"category_scores_gemma":[0.0020741718,0.00032031874,0.0004924867,0.0018855365,0.00054374035,0.0012155761,0.0017817529,0.0003628034,0.000674071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010464469,0.00016546933,0.007929114,0.0015218395,0.00015209624,0.0018483457,0.0075676073,0.08897327,0.091692455,0.0366634,0.015990658,0.74644935],"study_design_scores_gemma":[0.00022777192,0.000533784,0.029156528,0.0009796203,0.00023060324,0.004900854,0.00797656,0.5021699,0.124380685,0.03654178,0.2924817,0.00042019223],"about_ca_topic_score_codex":0.0015175685,"about_ca_topic_score_gemma":0.0012520285,"teacher_disagreement_score":0.0036552902,"about_ca_system_score_codex":0.00037092654,"about_ca_system_score_gemma":0.00058110023,"threshold_uncertainty_score":0.011010349},"labels":[],"label_agreement":null},{"id":"W7016054379","doi":"","title":"Web-based infrastructure for collaborative product design: an overview","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product (mathematics); Key (lock); Process (computing); Work (physics); New product development","score_opus":0.05829283794457984,"score_gpt":0.29860412662137303,"score_spread":0.2403112886767932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7016054379","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02426827,0.06200619,0.76137245,0.00616846,0.0019176755,0.0026784095,0.0005060824,0.009338676,0.13174385],"genre_scores_gemma":[0.20987847,0.10530871,0.5180127,0.0013900485,0.0028769602,0.0031072653,0.0027689668,0.0025379944,0.15411897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99044997,0.0026468616,0.0007466236,0.0007391323,0.0050808378,0.00033651627],"domain_scores_gemma":[0.9814291,0.005258451,0.00081901846,0.0029239692,0.008738497,0.0008310058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011313465,0.00054966466,0.0009685189,0.0061670127,0.0014281791,0.006739054,0.0022674622,0.0022910316,0.018876467],"category_scores_gemma":[0.014953406,0.000838306,0.0006576687,0.007930356,0.0011269613,0.010435155,0.002406818,0.0012947368,0.014033411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099614925,0.00032731946,0.0015206231,0.0018936673,0.000026959317,0.00022426466,0.0005077343,0.0009630814,0.004186159,0.014719191,0.024566507,0.9509649],"study_design_scores_gemma":[0.00008368898,0.0006335291,0.00700707,0.0020686653,0.00010573046,0.0025904991,0.0008454445,0.011483174,0.0145328175,0.019788869,0.94072187,0.00013869394],"about_ca_topic_score_codex":0.00091101776,"about_ca_topic_score_gemma":0.0010533816,"teacher_disagreement_score":0.018876467,"about_ca_system_score_codex":0.0010642092,"about_ca_system_score_gemma":0.0030604838,"threshold_uncertainty_score":0.06314808},"labels":[],"label_agreement":null},{"id":"W7017871258","doi":"","title":"Code development priorities to be addressed by joint task groups","year":2011,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Joint (building); Code (set theory); Development (topology); Group (periodic table); Field (mathematics)","score_opus":0.09462417403166652,"score_gpt":0.24851106382595986,"score_spread":0.15388688979429332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017871258","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40319642,0.0027515464,0.4665231,0.047043096,0.0021013666,0.0067084758,0.0008019248,0.0036864118,0.06718752],"genre_scores_gemma":[0.6321023,0.0010535083,0.32060426,0.0028724123,0.00043045013,0.0070191296,0.0016457606,0.0018494626,0.032422807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79499006,0.12131914,0.022100646,0.010832768,0.03470869,0.016048713],"domain_scores_gemma":[0.4696585,0.20253634,0.037657917,0.05776589,0.19492872,0.03745263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17494231,0.0018054303,0.0013251915,0.009872497,0.013614406,0.014904102,0.00447468,0.0052622575,0.010380101],"category_scores_gemma":[0.31747445,0.0025477987,0.0016312358,0.005941376,0.0034727955,0.013924957,0.01760185,0.0055927695,0.0040259548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019221468,0.0013211635,0.089936845,0.0033278156,0.00026708643,0.001058682,0.12829429,0.0068691564,0.02453189,0.081800535,0.03106503,0.6296053],"study_design_scores_gemma":[0.001066855,0.004432435,0.14313684,0.0074447384,0.0006099782,0.0022264654,0.24299094,0.03016127,0.035825487,0.09650905,0.43445453,0.0011413485],"about_ca_topic_score_codex":0.023547033,"about_ca_topic_score_gemma":0.027043195,"teacher_disagreement_score":0.17494231,"about_ca_system_score_codex":0.016714912,"about_ca_system_score_gemma":0.08463699,"threshold_uncertainty_score":0.92519444},"labels":[],"label_agreement":null},{"id":"W7033068361","doi":"","title":"Persistent problems with IT-user collaboration: a functionalist explanation of relationship management","year":2007,"lang":"en","type":"article","venue":"Brunel University Research Archive (BURA) (Brunel University London)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Information system; Proposition; Relation (database)","score_opus":0.05177668393281503,"score_gpt":0.2617904646785361,"score_spread":0.21001378074572108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033068361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12122612,0.0017637386,0.53707755,0.06887898,0.00033390272,0.00032949972,0.00022758397,0.0007025051,0.2694601],"genre_scores_gemma":[0.95524997,0.00045964858,0.034223154,0.00076353864,0.000081698585,0.00023151342,0.00010314794,0.00012220883,0.008765171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9929006,0.00447654,0.0002969213,0.00062193733,0.0009695998,0.0007343156],"domain_scores_gemma":[0.98907125,0.0061231004,0.0010962044,0.0017404432,0.0012474357,0.00072163926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007733921,0.00068572036,0.0005106333,0.0027739503,0.005047624,0.007446008,0.0039396877,0.0056708166,0.011398189],"category_scores_gemma":[0.017938165,0.00075272424,0.0009870699,0.002166538,0.018660152,0.020113455,0.006402953,0.0035205234,0.0011691332],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034456207,0.000045831748,0.001646389,0.00007961436,0.0000117213895,0.00042876884,0.038225576,0.0010363983,0.00029234448,0.9429031,0.0023178551,0.012977818],"study_design_scores_gemma":[0.000060863018,0.00008545188,0.0019186388,0.00015030475,0.00002323121,0.0013375086,0.020706354,0.020430423,0.0003584636,0.92068595,0.0342047,0.000038115442],"about_ca_topic_score_codex":0.008812075,"about_ca_topic_score_gemma":0.0043837163,"teacher_disagreement_score":0.011398189,"about_ca_system_score_codex":0.0039391136,"about_ca_system_score_gemma":0.003577053,"threshold_uncertainty_score":0.040901423},"labels":[],"label_agreement":null},{"id":"W7033951970","doi":"","title":"SNOMS Swire NOCS Ocean Monitoring System: Diary of the system development and installation on the MV Pacific Celebes in 2006 and 2007","year":2007,"lang":"en","type":"other","venue":"NERC Open Research Archive (Natural Environment Research Council)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tracking system; Climate system; Pacific ocean; Limiting; Data collection","score_opus":0.11950297614235542,"score_gpt":0.3091186209190205,"score_spread":0.18961564477666507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033951970","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102389835,0.0032536876,0.04420469,0.00914223,0.0022498937,0.002519408,0.2349771,0.016161533,0.58510166],"genre_scores_gemma":[0.16284499,0.0039864825,0.12534545,0.0016883891,0.00069007726,0.002386462,0.2812128,0.0071252,0.4147202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815243,0.00023197732,0.000111075424,0.00020966041,0.0011803154,0.00011453151],"domain_scores_gemma":[0.9956729,0.00044812364,0.0003586786,0.0006519598,0.0024914227,0.0003769657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034917467,0.00051705725,0.00038169321,0.0023312732,0.0010080698,0.002238131,0.0009227804,0.00047529602,0.023130203],"category_scores_gemma":[0.004967578,0.0006860799,0.00018718441,0.002138024,0.00039753944,0.0015960399,0.0011631746,0.001423027,0.008745863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040297408,0.0001346696,0.01122624,0.0003827025,0.0000196196,0.00013844766,0.0010049326,0.0027740304,0.0056450134,0.0025639043,0.7635606,0.21214691],"study_design_scores_gemma":[0.000023691795,0.00009224125,0.033678994,0.00010334807,0.00000596588,0.000083956504,0.00030009923,0.0013551934,0.0020235197,0.00017043197,0.9621285,0.000034054225],"about_ca_topic_score_codex":0.06341956,"about_ca_topic_score_gemma":0.11533006,"teacher_disagreement_score":0.06341956,"about_ca_system_score_codex":0.0022848241,"about_ca_system_score_gemma":0.0024931522,"threshold_uncertainty_score":0.12610084},"labels":[],"label_agreement":null},{"id":"W7034997111","doi":"","title":"In Whose Interest? Nursing Pre-Licensure Educational Approval","year":2025,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Privilege (computing); Obligation; Dissenting opinion; Socialization; Premise; Higher education; Professional association; Qualitative research; Control (management)","score_opus":0.011667401629826086,"score_gpt":0.20742170507300772,"score_spread":0.19575430344318165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034997111","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054249834,0.0028312618,0.0020550552,0.6357795,0.0064309863,0.00009778193,0.00016553384,0.00009461013,0.2982955],"genre_scores_gemma":[0.75592256,0.002739978,0.0018084012,0.13654117,0.0033666135,0.00018877085,0.00022928508,0.00015518998,0.099047944],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9781837,0.008369186,0.0009897277,0.0015182288,0.006962452,0.00397665],"domain_scores_gemma":[0.94512445,0.01669863,0.0049696327,0.0023778838,0.015943004,0.014886308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012287133,0.00021126564,0.00043833148,0.000834306,0.005742501,0.009825633,0.0011430521,0.0068860594,0.026051512],"category_scores_gemma":[0.07230183,0.00023910208,0.0004515682,0.0005428189,0.008036479,0.006917347,0.0046362686,0.010914865,0.008610137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000141905,0.0006285222,0.07003547,0.000668999,0.000043951437,0.002371743,0.052376222,0.00016039753,0.001411822,0.26374537,0.3619494,0.24646622],"study_design_scores_gemma":[0.000038079914,0.00021355793,0.038090777,0.0014257762,0.00002720211,0.00084543426,0.050392326,0.00016954688,0.0011125389,0.03599827,0.87158746,0.000099085286],"about_ca_topic_score_codex":0.008565649,"about_ca_topic_score_gemma":0.014375619,"teacher_disagreement_score":0.026051512,"about_ca_system_score_codex":0.0043317075,"about_ca_system_score_gemma":0.014330287,"threshold_uncertainty_score":0.08715105},"labels":[],"label_agreement":null},{"id":"W7035934162","doi":"","title":"Analysis of an M/M/1 Queue with Customer Interjection","year":2010,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Joins; Queue; Fork–join queue; Queueing theory; Exponential distribution; Poisson distribution; Service (business); Bulk queue; Queue management system; Multilevel queue","score_opus":0.00335631376490621,"score_gpt":0.15252422357292938,"score_spread":0.14916790980802316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035934162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35205686,0.0051533035,0.61815596,0.002642369,0.00066174235,0.0004109941,0.00095007784,0.00085964514,0.019109063],"genre_scores_gemma":[0.9801421,0.00078234356,0.012988883,0.00020152619,0.00016314814,0.0000898508,0.00030538303,0.00006980751,0.0052569294],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978294,0.00045432107,0.00008311596,0.00034927813,0.00046774608,0.0008161908],"domain_scores_gemma":[0.99588805,0.0015138339,0.0007520895,0.00010706471,0.0012620512,0.00047688303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027246485,0.0013545243,0.0016696325,0.0015825047,0.0014003555,0.002111337,0.0025752566,0.0016182668,0.004469827],"category_scores_gemma":[0.0053775823,0.0006065646,0.0013098177,0.001403306,0.000995486,0.0017730143,0.0015172109,0.0015166929,0.0005093131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031355143,0.00021389734,0.0077478383,0.00026472006,0.00015188957,0.0010467655,0.00041850115,0.9001307,0.0058060596,0.06918473,0.005046396,0.009674985],"study_design_scores_gemma":[0.000005714724,0.000026312966,0.00036437451,0.000006035457,0.0000127748945,0.000028791,0.00004287687,0.9973966,0.00010043442,0.0017754876,0.00023123334,0.000009422841],"about_ca_topic_score_codex":0.031825297,"about_ca_topic_score_gemma":0.010657894,"teacher_disagreement_score":0.031825297,"about_ca_system_score_codex":0.004080155,"about_ca_system_score_gemma":0.002726271,"threshold_uncertainty_score":0.063280106},"labels":[],"label_agreement":null},{"id":"W7038851549","doi":"","title":"Investigation of alexithymia and levels of anxiety and depression among patients with restless legs syndrome","year":2018,"lang":"en","type":"other","venue":"Dove Medical Press (Taylor and Francis Group)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bezmialem Vakıf Üniversitesi","keywords":"Alexithymia; Restless legs syndrome; Anxiety; Toronto Alexithymia Scale; Depression (economics); Beck Depression Inventory; Hospital Anxiety and Depression Scale","score_opus":0.019534779000326928,"score_gpt":0.2264078159303651,"score_spread":0.20687303693003817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038851549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995321,0.00017074839,0.000019254496,0.000015799695,0.0000029168552,0.000006952413,0.000044706434,9.894851e-7,0.00020661285],"genre_scores_gemma":[0.9996978,0.00007655808,0.00003803358,0.000012417522,0.000004505025,0.000005739912,0.000088657034,3.0635397e-7,0.00007606445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99977344,0.000049375445,0.000046923673,0.000034936853,0.000058003818,0.000037214],"domain_scores_gemma":[0.99968815,0.00005385038,0.0001309374,0.000010615264,0.000044854787,0.000071580194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020646185,0.00029353538,0.00035872482,0.0008308708,0.00038328284,0.00039334377,0.00018950137,0.00035305807,0.0011155466],"category_scores_gemma":[0.00089857785,0.0002041319,0.00024757657,0.00053291634,0.0001798813,0.00026587644,0.0002944623,0.00036629837,0.00013858736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006738874,0.00007345703,0.9978531,0.00001036796,0.00002257593,0.0002604124,0.000112551905,0.00001343732,0.0005010388,0.000006939993,0.000037318805,0.0010413785],"study_design_scores_gemma":[0.000004887232,0.0001301572,0.9987852,0.000003322974,0.000010310338,0.0007002888,0.00021215277,0.000057059806,0.00005167061,0.000005768213,0.00003674419,0.0000023017064],"about_ca_topic_score_codex":0.0018554758,"about_ca_topic_score_gemma":0.0019358515,"teacher_disagreement_score":0.0018554758,"about_ca_system_score_codex":0.00017123912,"about_ca_system_score_gemma":0.00014759874,"threshold_uncertainty_score":0.0037319064},"labels":[],"label_agreement":null},{"id":"W7042441725","doi":"","title":"Performance Patterns Among Internationally Educated Physical Therapist During Clinical Education in a Bridging Program","year":2017,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Clinical Practice; Professional development; Health professionals; Content analysis; Phase (matter); MEDLINE","score_opus":0.011892018325068318,"score_gpt":0.26641648178579624,"score_spread":0.25452446346072793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042441725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99898094,0.000113265975,0.000026050478,0.00006568248,0.0000026819528,0.000020231404,0.0001145348,0.0000018692682,0.00067464105],"genre_scores_gemma":[0.99917066,0.00014910316,0.00006498682,0.000028495588,0.0000022188628,0.000026385722,0.00017721676,0.0000020031614,0.0003789972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820805,0.00023873751,0.00016310943,0.00021596685,0.000721449,0.00045267516],"domain_scores_gemma":[0.9948666,0.00083941896,0.0014168675,0.000086687774,0.0018315075,0.00095886964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021594441,0.0001760426,0.00027724533,0.001563851,0.0009113082,0.0010952997,0.0007699937,0.00050677406,0.0012778698],"category_scores_gemma":[0.010697845,0.00016642237,0.00022351183,0.0018963813,0.00046863756,0.0007331189,0.0012464075,0.00046830508,0.00018549898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007412947,0.00015174261,0.96717113,0.00008166383,0.000014598255,0.00022993638,0.018566255,0.00005254527,0.00030739678,0.000052906606,0.0003271351,0.012970473],"study_design_scores_gemma":[0.0000032408475,0.00020928016,0.97998744,0.00007389794,0.000008256519,0.00012883187,0.018524574,0.00009876536,0.00015755995,0.000012272286,0.00078861386,0.0000072779494],"about_ca_topic_score_codex":0.11047678,"about_ca_topic_score_gemma":0.22093044,"teacher_disagreement_score":0.11047678,"about_ca_system_score_codex":0.0032992533,"about_ca_system_score_gemma":0.0038249216,"threshold_uncertainty_score":0.2196675},"labels":[],"label_agreement":null},{"id":"W7043482652","doi":"","title":"SOS: A Simple Operating System for Modeling HCI with ACT-R","year":2002,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Simple (philosophy); Interface (matter); Key (lock); Automation; Component (thermodynamics)","score_opus":0.05913243434678114,"score_gpt":0.25212437744103783,"score_spread":0.19299194309425668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043482652","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006220038,0.000068039306,0.88443625,0.00013575866,0.00013883779,0.00049763365,0.0041770553,0.09798211,0.0063443417],"genre_scores_gemma":[0.15305515,0.00045213316,0.7718324,0.00030685196,0.00009827848,0.0034735964,0.011932498,0.0317186,0.027130429],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917233,0.00025995294,0.00012568297,0.0001309018,0.00025107546,0.00006004093],"domain_scores_gemma":[0.9979861,0.0010300087,0.000101203754,0.00044191358,0.000324976,0.00011574895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015432871,0.0012132672,0.00071103417,0.0007299546,0.0006406805,0.0025325143,0.0022373942,0.0010900389,0.02351895],"category_scores_gemma":[0.005442188,0.0010965306,0.001948621,0.00044585016,0.00087650813,0.0020959417,0.0016585989,0.0021676952,0.008432448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002046567,0.00062311464,0.01349771,0.0031770647,0.00056311383,0.00079852965,0.004921176,0.24900311,0.024386201,0.2044519,0.18559684,0.31093478],"study_design_scores_gemma":[0.0003061176,0.00026866203,0.002187822,0.00027421344,0.0002995919,0.000276939,0.00024375282,0.6654085,0.018900324,0.04712443,0.26450524,0.00020438671],"about_ca_topic_score_codex":0.0065168133,"about_ca_topic_score_gemma":0.006008033,"teacher_disagreement_score":0.02351895,"about_ca_system_score_codex":0.0006494862,"about_ca_system_score_gemma":0.0018103687,"threshold_uncertainty_score":0.07867873},"labels":[],"label_agreement":null},{"id":"W7043800429","doi":"","title":"Uses and Abuses of Ritalin? Interview with cynthia forlini, canadian researcher","year":2008,"lang":"en","type":"article","venue":"Figshare","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interview; Qualitative research; Government (linguistics); Agency (philosophy); Work (physics)","score_opus":0.18873147694226652,"score_gpt":0.28601613918126534,"score_spread":0.09728466223899881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043800429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7607105,0.010549925,0.002693535,0.1723054,0.0016309143,0.00055974553,0.00044188087,0.00010278294,0.051005278],"genre_scores_gemma":[0.9260339,0.005951739,0.0020448784,0.03769195,0.00018589146,0.00030470575,0.00007931565,0.00017299465,0.027534554],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98448586,0.00938179,0.00046619197,0.0006253694,0.002516022,0.0025248001],"domain_scores_gemma":[0.9739618,0.013363376,0.0020555223,0.0006599701,0.0054014316,0.0045578694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011993109,0.00059426494,0.0014747116,0.003193799,0.034484208,0.006946555,0.0025914353,0.0065219556,0.0036428217],"category_scores_gemma":[0.035817243,0.0016318844,0.0006991992,0.0031316874,0.016093532,0.007953593,0.0052309847,0.01227686,0.0006033271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024588382,0.000033250093,0.0019374487,0.000061505816,0.0000042543966,0.00093503366,0.9840731,0.000013022874,0.00032266043,0.0018205933,0.007060762,0.00371384],"study_design_scores_gemma":[0.000004042936,0.000018148372,0.0016082671,0.00014312519,0.000004413871,0.00053236826,0.9626914,0.000028845805,0.00013343,0.00012801829,0.034679882,0.000028067685],"about_ca_topic_score_codex":0.50571936,"about_ca_topic_score_gemma":0.70809036,"teacher_disagreement_score":0.50571936,"about_ca_system_score_codex":0.025220241,"about_ca_system_score_gemma":0.02916243,"threshold_uncertainty_score":0.9943831},"labels":[],"label_agreement":null},{"id":"W7070084517","doi":"","title":"Remembering design","year":2010,"lang":"en","type":"dissertation","venue":"Summit (Simon Fraser University)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Conversation; Segmentation; Filter (signal processing); Transitive relation; Contextual design; Research design; Exploratory research; Design science research","score_opus":0.02411959432755612,"score_gpt":0.22928329177781487,"score_spread":0.20516369745025875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070084517","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038869932,0.0040523903,0.3681906,0.005771669,0.0017121899,0.0005714628,0.0009098386,0.003844909,0.57607704],"genre_scores_gemma":[0.42434636,0.0032618602,0.23497908,0.0018265184,0.00038156542,0.0005873801,0.0020191993,0.0011354997,0.3314625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979456,0.00081535766,0.00017910452,0.0004143734,0.00048215463,0.00016329235],"domain_scores_gemma":[0.9948323,0.0017465134,0.00025549706,0.002024054,0.0008752978,0.0002663939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024080274,0.001094558,0.00043470427,0.0016199063,0.0022275841,0.0059321714,0.0017723342,0.0015851528,0.051145066],"category_scores_gemma":[0.011872689,0.00045163275,0.0008687935,0.0011407852,0.0023459408,0.008122235,0.003751008,0.001456563,0.011485249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022777026,0.00012540273,0.004294962,0.00095827255,0.000054118213,0.0005245723,0.027732465,0.0018929517,0.0038465299,0.4143763,0.05968953,0.4862771],"study_design_scores_gemma":[0.000026421027,0.00015187993,0.00095294026,0.00046887028,0.000046278812,0.0008482273,0.0062226863,0.0025172443,0.0030292743,0.09440792,0.8912772,0.000051190225],"about_ca_topic_score_codex":0.0018570271,"about_ca_topic_score_gemma":0.002994255,"teacher_disagreement_score":0.051145066,"about_ca_system_score_codex":0.0016772522,"about_ca_system_score_gemma":0.0014346575,"threshold_uncertainty_score":0.17109728},"labels":[],"label_agreement":null},{"id":"W7095208453","doi":"","title":"References 70","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Affordance; Computer-supported cooperative work; Window (computing); Interface (matter); User interface","score_opus":0.045945810541149865,"score_gpt":0.28466828084405793,"score_spread":0.23872247030290805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095208453","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019461349,0.0043073576,0.000947941,0.0024322942,0.0024945782,0.00013864537,0.005500629,0.0012308136,0.98275316],"genre_scores_gemma":[0.0009864091,0.0038725291,0.00091233064,0.0011696774,0.00039589038,0.000071307346,0.0056715845,0.00048920984,0.98643094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924326,0.000081607264,0.000042961543,0.00015340932,0.0003850128,0.00009376462],"domain_scores_gemma":[0.99891126,0.000102676444,0.000037899063,0.00014255186,0.0006014509,0.00020415969],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006354789,0.0013166813,0.0010045939,0.0047651078,0.0023877579,0.0057609756,0.002241349,0.0019233128,0.8501478],"category_scores_gemma":[0.0026612394,0.00044378013,0.0009904753,0.005174136,0.0005371796,0.0036536027,0.002991395,0.0017131005,0.8273993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001366424,0.000017358363,0.00009545043,0.0001459007,0.0000023781695,0.0000448862,0.000056269102,0.0000242027,0.00010132361,0.0035792375,0.920173,0.07574634],"study_design_scores_gemma":[0.0000017630374,0.0000030664137,0.00012752457,0.00010506886,0.000001387278,0.00004551732,0.000059563867,0.000012897089,0.000022505905,0.00042444107,0.9991934,0.000002948005],"about_ca_topic_score_codex":0.014518138,"about_ca_topic_score_gemma":0.024072135,"teacher_disagreement_score":0.14985222,"about_ca_system_score_codex":0.0020064686,"about_ca_system_score_gemma":0.0023202323,"threshold_uncertainty_score":0.21374601},"labels":[],"label_agreement":null},{"id":"W7095893117","doi":"","title":"KNOWLEDGE-BASED CONTROL OF VISION SYSTEMS: DESIGN TOOLS AND CASE STUDIES","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Microform; Permission; Control (management); The Internet; Class (philosophy); Electronic mail; Electronic document; Access control","score_opus":0.06550268344449078,"score_gpt":0.3084243804638913,"score_spread":0.24292169701940053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095893117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43221813,0.0026764015,0.49973503,0.0013526245,0.00009532212,0.0017681569,0.00017372207,0.0008799786,0.061100625],"genre_scores_gemma":[0.8700458,0.0006299711,0.12512302,0.000050565923,0.00000899077,0.0006478079,0.000080940474,0.00005998779,0.003352887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943421,0.003765662,0.00026907542,0.00031132405,0.0010076247,0.00030422016],"domain_scores_gemma":[0.9847741,0.0127411885,0.00040283997,0.0010223718,0.00083023094,0.00022926484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064040637,0.00089181226,0.00066965097,0.001419397,0.0013355294,0.004898679,0.0023136442,0.0034100586,0.004924043],"category_scores_gemma":[0.016766252,0.0006466743,0.0007792008,0.0013068477,0.0031930476,0.0037087114,0.0021888379,0.0012448683,0.0004291023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015041633,0.004133685,0.0046550287,0.002787655,0.00018452389,0.0027444009,0.024539178,0.27812204,0.014716538,0.20619488,0.0064540682,0.45396388],"study_design_scores_gemma":[0.0006532978,0.0023462726,0.0028152035,0.00066715473,0.00020089433,0.0009237962,0.008824295,0.8619422,0.0279674,0.06288512,0.030575858,0.00019848133],"about_ca_topic_score_codex":0.00584114,"about_ca_topic_score_gemma":0.0052245157,"teacher_disagreement_score":0.0064040637,"about_ca_system_score_codex":0.002973374,"about_ca_system_score_gemma":0.0013086692,"threshold_uncertainty_score":0.033868313},"labels":[],"label_agreement":null},{"id":"W7095940829","doi":"","title":"EMERGING TECHNOLOGIES IN A TELE-COLLABORATIVE DESIGN STUDIO BETWEEN THE PENNSYLVANIA STATE","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Design studio; Emerging technologies; The Internet; Virtual reality; Interface (matter); State (computer science)","score_opus":0.0504046016069571,"score_gpt":0.2731874666805988,"score_spread":0.2227828650736417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095940829","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7094854,0.00041789853,0.20875363,0.0025493044,0.00011801744,0.00079434074,0.00017911903,0.0009842246,0.076718],"genre_scores_gemma":[0.7983436,0.00029693346,0.15888627,0.00032256098,0.000020988213,0.0008994118,0.00018809129,0.00018903286,0.040853143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955617,0.003089431,0.00013080583,0.0004234852,0.0005707379,0.0002238604],"domain_scores_gemma":[0.9968502,0.0015152856,0.00018536625,0.00042466057,0.00041388164,0.00061061117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046293424,0.00047738332,0.00025114944,0.000520584,0.0035941864,0.0035070095,0.0009978927,0.0008537858,0.010112124],"category_scores_gemma":[0.0036148985,0.0005123397,0.0003517703,0.00043537008,0.0019171679,0.0017457545,0.004050264,0.0015228535,0.0011892064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009593616,0.0061502405,0.017069867,0.0007561228,0.00008764426,0.0031932872,0.33009008,0.014478237,0.043393504,0.14211959,0.026709624,0.41499248],"study_design_scores_gemma":[0.00036426587,0.004851025,0.011735754,0.00042456944,0.0001008311,0.0039286055,0.09384051,0.022312,0.056352165,0.028657835,0.77723444,0.0001979014],"about_ca_topic_score_codex":0.0018368695,"about_ca_topic_score_gemma":0.0053114416,"teacher_disagreement_score":0.010112124,"about_ca_system_score_codex":0.002093167,"about_ca_system_score_gemma":0.003087271,"threshold_uncertainty_score":0.033828437},"labels":[],"label_agreement":null},{"id":"W7096800250","doi":"","title":"Adding Intelligence to Hypertext Applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hypertext; Public access; Information system; The Internet","score_opus":0.06654626201436507,"score_gpt":0.27526117960320573,"score_spread":0.20871491758884064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096800250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08508409,0.005683792,0.5414505,0.005223578,0.00094523747,0.00046646816,0.00066181563,0.02255242,0.3379321],"genre_scores_gemma":[0.5603682,0.0060741734,0.32287884,0.0015766149,0.0007689958,0.00020771728,0.0020316876,0.002324466,0.1037693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978807,0.0006762633,0.0001327247,0.00023906698,0.0008865702,0.00018469314],"domain_scores_gemma":[0.9967257,0.0014027545,0.00010062016,0.0009158185,0.0005941146,0.0002610354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012517197,0.000979857,0.00056002365,0.0020356944,0.00097449956,0.008540256,0.0013694793,0.0015861819,0.01590593],"category_scores_gemma":[0.008704149,0.00071197393,0.0007990672,0.0018437963,0.0016284504,0.011733393,0.0056906478,0.002044596,0.007139861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004738044,0.00030393907,0.0026250845,0.0013624696,0.00013567871,0.00096461613,0.0075320257,0.0068118353,0.027970716,0.17049463,0.037162017,0.7441632],"study_design_scores_gemma":[0.00009253472,0.0003135964,0.0035261433,0.0006666104,0.00039665558,0.0012599517,0.0016822425,0.06369043,0.031982638,0.26110592,0.6351328,0.00015055577],"about_ca_topic_score_codex":0.0018412557,"about_ca_topic_score_gemma":0.0028817481,"teacher_disagreement_score":0.01590593,"about_ca_system_score_codex":0.0007087303,"about_ca_system_score_gemma":0.00056469545,"threshold_uncertainty_score":0.053210616},"labels":[],"label_agreement":null},{"id":"W7097684707","doi":"","title":"Web portal characteristics: Children as designers and evaluators. Proceedings of the 33rd Annual Conference of the Canadian Association for Information Science","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Web site; Suite; Information science; The Internet; Association (psychology); Focus (optics); Focus group","score_opus":0.012873951130470044,"score_gpt":0.2310730808000583,"score_spread":0.21819912966958827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097684707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91164094,0.005582083,0.0041823345,0.008481978,0.00026019165,0.00049648783,0.0005784311,0.00033454385,0.068443],"genre_scores_gemma":[0.96032476,0.0035613214,0.004393616,0.0006291188,0.000026829463,0.00063476426,0.00048442578,0.00018411901,0.029761063],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99030787,0.0056133727,0.0004492465,0.00053802907,0.0022631702,0.00082832563],"domain_scores_gemma":[0.9627784,0.019015366,0.0025544337,0.0015890751,0.009159669,0.0049031307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021367775,0.0005905998,0.00063615665,0.0021035452,0.004466662,0.009001021,0.00079701206,0.0018732152,0.009194394],"category_scores_gemma":[0.044063963,0.0009328284,0.00043336602,0.0018029381,0.003481834,0.005009928,0.0040633376,0.001893107,0.0016494775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009085286,0.00036666467,0.056921266,0.00020882042,0.000013432964,0.00037421074,0.8535327,0.000061546736,0.0009548209,0.0018446045,0.015162296,0.07046875],"study_design_scores_gemma":[0.000047394366,0.000357548,0.090639964,0.0006112928,0.000056458637,0.0005017545,0.6694012,0.00028156082,0.0015936666,0.0017066415,0.23468482,0.00011772817],"about_ca_topic_score_codex":0.03715563,"about_ca_topic_score_gemma":0.06404342,"teacher_disagreement_score":0.03715563,"about_ca_system_score_codex":0.0047242935,"about_ca_system_score_gemma":0.007373671,"threshold_uncertainty_score":0.11300492},"labels":[],"label_agreement":null},{"id":"W7097729508","doi":"","title":"THE UNIVERSITY OF CALGARY Integrating Back, History and Bookmarks in Web Browsers","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Thumbnail; Web browser; Software; Web design; Web page; Web standards; Web navigation","score_opus":0.018806149728356567,"score_gpt":0.1938938677047399,"score_spread":0.17508771797638334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097729508","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122435495,0.029406572,0.014613127,0.05413168,0.004918352,0.0004977265,0.0012848863,0.00746744,0.7652447],"genre_scores_gemma":[0.16277428,0.015374395,0.03484788,0.0051383274,0.00043929718,0.00017865353,0.00087162247,0.0010695615,0.779306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823195,0.00033572264,0.00009579881,0.00041672197,0.0006526743,0.00026719391],"domain_scores_gemma":[0.99294925,0.0014815505,0.00019820752,0.0008802962,0.0026426283,0.0018481404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019594475,0.0005003294,0.00066150294,0.0012105001,0.0048146187,0.0061101075,0.0011774742,0.0016961681,0.07736124],"category_scores_gemma":[0.0061503886,0.00075088907,0.00033413267,0.0015111263,0.0021671455,0.0025380044,0.0031063433,0.0026312836,0.017271096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046911475,0.00044263364,0.015593265,0.0006085638,0.000028715323,0.0012164551,0.010274796,0.0006288465,0.0105466405,0.027671412,0.30172294,0.6307966],"study_design_scores_gemma":[0.000048257778,0.00017271329,0.017141322,0.00052226696,0.000022287,0.00029636023,0.003726518,0.00084008975,0.0036210425,0.0040300395,0.9695022,0.00007697655],"about_ca_topic_score_codex":0.24336798,"about_ca_topic_score_gemma":0.38310948,"teacher_disagreement_score":0.24336798,"about_ca_system_score_codex":0.008955019,"about_ca_system_score_gemma":0.010615647,"threshold_uncertainty_score":0.4839028},"labels":[],"label_agreement":null},{"id":"W7099270910","doi":"","title":"PERMISSION TO USE","year":2016,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Permission; Copying; Work (physics); Order (exchange); Head (geology)","score_opus":0.05650533344765307,"score_gpt":0.2707400986274236,"score_spread":0.21423476517977053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099270910","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013005864,0.00080783205,0.0067492104,0.011412539,0.0072053904,0.0013208787,0.0055401237,0.004558379,0.9611051],"genre_scores_gemma":[0.005750344,0.0008259662,0.0013985002,0.00683238,0.0005054903,0.0008945379,0.0026188616,0.0017891115,0.9793848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935189,0.0014300674,0.0005806429,0.0009990274,0.0025035054,0.0009677681],"domain_scores_gemma":[0.9679224,0.00612405,0.0008950857,0.011781179,0.010463748,0.002813625],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006161731,0.0013244982,0.0015926469,0.002156917,0.0040736627,0.009869734,0.0022311436,0.0039574723,0.84734714],"category_scores_gemma":[0.049711946,0.0008463617,0.0009092032,0.0028796226,0.003977248,0.0061686034,0.009141963,0.005071996,0.81837976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007231825,0.000036715264,0.00020742037,0.00023833783,0.000006551413,0.0001734244,0.0005762946,0.000046960653,0.0009285312,0.005232129,0.9284353,0.064045995],"study_design_scores_gemma":[0.00001493292,0.000012024232,0.00037833294,0.0001820582,0.000002232522,0.000100246914,0.00032348433,0.000045883466,0.00011646247,0.0014211251,0.9973923,0.00001078598],"about_ca_topic_score_codex":0.009143937,"about_ca_topic_score_gemma":0.022947934,"teacher_disagreement_score":0.15265286,"about_ca_system_score_codex":0.0030918133,"about_ca_system_score_gemma":0.011562862,"threshold_uncertainty_score":0.21774071},"labels":[],"label_agreement":null},{"id":"W7099778285","doi":"","title":"RECOMMENDATIONS","year":2010,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payment; Solvency; Position (finance); Pension fund; Valuation (finance)","score_opus":0.031186152434422954,"score_gpt":0.276709185005817,"score_spread":0.24552303257139402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099778285","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014757051,0.0074012512,0.00414158,0.6529125,0.034281343,0.0029842204,0.015502037,0.0016653846,0.279636],"genre_scores_gemma":[0.008650652,0.010136595,0.025751987,0.5150511,0.007120116,0.0048461277,0.010306567,0.0005454478,0.41759133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952851,0.0012455705,0.00043082444,0.00032139773,0.0019792772,0.0007378206],"domain_scores_gemma":[0.97328126,0.0033292053,0.0009961139,0.0009439277,0.017119875,0.004329705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047000158,0.0009378921,0.0006916773,0.0019840845,0.0013589284,0.0026145643,0.0030810854,0.014496473,0.22759102],"category_scores_gemma":[0.033827916,0.00048827165,0.0021221745,0.0014332688,0.0006980484,0.0041505066,0.0021173027,0.005693533,0.1207246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003035443,0.00006626641,0.00024468737,0.00020640931,0.0000074197906,0.00003968959,0.000021796272,0.00003924942,0.00005629978,0.00074461685,0.9751101,0.023433072],"study_design_scores_gemma":[0.00016711792,0.000055604884,0.002354576,0.0019853713,0.00004078886,0.00013853135,0.00030481155,0.000080597514,0.00015967047,0.0031488978,0.9915283,0.000035728965],"about_ca_topic_score_codex":0.025533361,"about_ca_topic_score_gemma":0.050063107,"teacher_disagreement_score":0.77240896,"about_ca_system_score_codex":0.002374155,"about_ca_system_score_gemma":0.016259734,"threshold_uncertainty_score":0.7613678},"labels":[],"label_agreement":null},{"id":"W7101031586","doi":"","title":"� Survey and Usability Testing Results of the Analytical Reasoning Computerized Prototype at","year":2005,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Agency (philosophy); Voting; Corporation; Association (psychology); Public law","score_opus":0.07582482147915348,"score_gpt":0.292610077678459,"score_spread":0.2167852561993055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101031586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938552,0.00009108791,0.0018532636,0.00009615756,0.000036504844,0.0009803451,0.00026686932,0.00010089274,0.0027195993],"genre_scores_gemma":[0.98435533,0.00017780533,0.007640576,0.00021800147,0.000040435123,0.0014532552,0.0009463296,0.000072121984,0.005096103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99118,0.0043363306,0.0014386183,0.0008371419,0.0016488767,0.00055905903],"domain_scores_gemma":[0.94955575,0.03067896,0.0012854625,0.0027572531,0.014373101,0.0013495275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011984213,0.00070677494,0.0007517604,0.0019354546,0.00075322465,0.0013081104,0.0006620359,0.0008708465,0.0034775166],"category_scores_gemma":[0.05572287,0.00042207172,0.0010045331,0.0008241546,0.00074437755,0.001460397,0.0011074608,0.0007307105,0.0017521867],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006549971,0.04174207,0.3682243,0.0023295216,0.0005768091,0.0016088499,0.089768104,0.002570638,0.031379804,0.0009442669,0.015668225,0.43863755],"study_design_scores_gemma":[0.0013763733,0.07296648,0.8160784,0.0004710499,0.00090438215,0.0019240933,0.034737077,0.014466071,0.023376921,0.00069136947,0.032637436,0.00037029342],"about_ca_topic_score_codex":0.0031511874,"about_ca_topic_score_gemma":0.0044441903,"teacher_disagreement_score":0.011984213,"about_ca_system_score_codex":0.00076277135,"about_ca_system_score_gemma":0.0009435531,"threshold_uncertainty_score":0.06337935},"labels":[],"label_agreement":null},{"id":"W7101114520","doi":"","title":"Université de Montréal","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Context (archaeology); Perspective (graphical); Identification (biology)","score_opus":0.017385213972782705,"score_gpt":0.1792818416512477,"score_spread":0.161896627678465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101114520","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007918857,0.017432347,0.003704511,0.007143251,0.001986627,0.0002562269,0.012090682,0.0013128873,0.9481547],"genre_scores_gemma":[0.020254984,0.0055220155,0.0030248496,0.0008445537,0.00012240213,0.00009873386,0.0031775031,0.0003699645,0.9665849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973773,0.000222669,0.00008924296,0.0009838954,0.0009784112,0.0003485174],"domain_scores_gemma":[0.9967506,0.0005016174,0.00015882686,0.0003050152,0.0015751057,0.0007088421],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010193634,0.0015071731,0.001273747,0.0017921064,0.004131419,0.006457252,0.002167959,0.0014918232,0.5583891],"category_scores_gemma":[0.004487581,0.000629433,0.0006300942,0.002682456,0.0016984629,0.0021023285,0.0025023262,0.0014772437,0.1837065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005764228,0.0002577439,0.007900894,0.0015112238,0.00012622695,0.0019436595,0.0022666326,0.0010480658,0.0042207176,0.062350415,0.540297,0.37750086],"study_design_scores_gemma":[0.00003664953,0.000054856773,0.007531138,0.0002938856,0.000025432235,0.00032573135,0.00052986556,0.00032264003,0.0008112778,0.0023861753,0.98763126,0.000051059385],"about_ca_topic_score_codex":0.42797247,"about_ca_topic_score_gemma":0.5780438,"teacher_disagreement_score":0.44161087,"about_ca_system_score_codex":0.010589416,"about_ca_system_score_gemma":0.013168548,"threshold_uncertainty_score":0.85096276},"labels":[],"label_agreement":null},{"id":"W7106817337","doi":"10.1561/1100000106","title":"Survey on User Interface Design and Interactions for Generative AI Applications","year":2025,"lang":"en","type":"article","venue":"Foundations and Trends® in Human–Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"User interface; Generative grammar; User interface design; Interface (matter); User modeling; User experience design","score_opus":0.07904131606368998,"score_gpt":0.38514641766615343,"score_spread":0.30610510160246346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106817337","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042528484,0.82774633,0.08075206,0.0031939268,0.00041145945,0.00023661817,0.00067488285,0.00048542887,0.04397083],"genre_scores_gemma":[0.1093418,0.8098613,0.05959947,0.0015904524,0.0005996815,0.00035349032,0.0020765916,0.0002534189,0.016323887],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99743974,0.00062328676,0.0004065691,0.00033882764,0.0010437891,0.00014784918],"domain_scores_gemma":[0.9865676,0.010104045,0.00047654106,0.0005922533,0.00206066,0.00019886966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029091449,0.00068127725,0.0009347942,0.00577312,0.0005653484,0.0027181362,0.0011049939,0.0010763489,0.006668335],"category_scores_gemma":[0.009869794,0.00063734094,0.00064146955,0.008519685,0.0006507874,0.004192002,0.0008577229,0.00096876756,0.0017363359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008786087,0.00018806086,0.0026947742,0.0056048767,0.000041590574,0.000043955726,0.000594417,0.00092509395,0.0034324778,0.009664692,0.007962087,0.9687602],"study_design_scores_gemma":[0.00004408533,0.00075106084,0.027174223,0.008655379,0.00021403212,0.00130847,0.0018157507,0.007349675,0.009920771,0.01772159,0.92494965,0.00009524902],"about_ca_topic_score_codex":0.0023887805,"about_ca_topic_score_gemma":0.003333301,"teacher_disagreement_score":0.006668335,"about_ca_system_score_codex":0.0009352307,"about_ca_system_score_gemma":0.002111836,"threshold_uncertainty_score":0.022307813},"labels":[],"label_agreement":null},{"id":"W7115036174","doi":"","title":"Educational materials for people with HIV in web-based patient portals","year":2025,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Human immunodeficiency virus (HIV); Patient portal; Confidentiality; MEDLINE; Quality (philosophy); Health care","score_opus":0.014932520465119996,"score_gpt":0.245999684468823,"score_spread":0.231067164003703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115036174","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16499098,0.46183473,0.021436224,0.057852913,0.004897066,0.013133538,0.014242121,0.0009051933,0.2607073],"genre_scores_gemma":[0.4624941,0.4206453,0.06325176,0.01778402,0.0014189609,0.013287551,0.004651179,0.00022182961,0.016245259],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98811954,0.008490796,0.0015569751,0.00028382504,0.0011984722,0.00035043334],"domain_scores_gemma":[0.9272367,0.06417868,0.004466282,0.00078292756,0.0022878512,0.0010475505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0154032335,0.0004680264,0.0011166635,0.007143601,0.0013428847,0.004786187,0.0011297797,0.0019845464,0.03106673],"category_scores_gemma":[0.068098694,0.00034858816,0.0013722236,0.0065271766,0.0014865169,0.00881562,0.0056123193,0.001911762,0.002222231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051909516,0.00044240747,0.002953163,0.2247219,0.00022729965,0.00066130626,0.030263556,0.00020515356,0.0005291274,0.013338601,0.03669916,0.6894392],"study_design_scores_gemma":[0.00029902213,0.00051449967,0.006869515,0.4491175,0.0006056974,0.00075834664,0.026848199,0.00015099476,0.0007522837,0.0051950887,0.50881517,0.00007374325],"about_ca_topic_score_codex":0.0010792321,"about_ca_topic_score_gemma":0.0018540518,"teacher_disagreement_score":0.03106673,"about_ca_system_score_codex":0.0023838775,"about_ca_system_score_gemma":0.0062575373,"threshold_uncertainty_score":0.103928626},"labels":[],"label_agreement":null},{"id":"W7116923907","doi":"10.1145/3744333.3786134","title":"10.1145/3744333.3786134","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); User experience design; User interface; Focus (optics); Component (thermodynamics)","score_opus":0.010523371543775238,"score_gpt":0.1862431294280348,"score_spread":0.17571975788425956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116923907","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026786986,0.008512258,0.015747385,0.0016201044,0.002770427,0.00064551126,0.017938048,0.02388941,0.9261981],"genre_scores_gemma":[0.0035392283,0.0031717904,0.0023602191,0.0008326183,0.00018422584,0.0002711485,0.007705044,0.0024485493,0.9794871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991373,0.000060135324,0.000076244265,0.00025875485,0.00029128962,0.00017627991],"domain_scores_gemma":[0.99790514,0.0005305712,0.00009560091,0.0006441168,0.00045538452,0.00036917083],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023553586,0.0042687897,0.0029921858,0.0036081518,0.0030066376,0.0058936803,0.0033850376,0.0071418695,0.94832975],"category_scores_gemma":[0.004129263,0.0025148129,0.0017683053,0.011185598,0.0019712886,0.013930909,0.007135147,0.0033901394,0.9678949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026292383,0.00020664444,0.0005122871,0.0008370361,0.000056800407,0.00026984024,0.00012395492,0.0006303628,0.0014077723,0.00520122,0.6652152,0.325276],"study_design_scores_gemma":[0.00004925716,0.00004567105,0.0011046178,0.0003773882,0.00006795932,0.00022054359,0.00009832928,0.0007975377,0.00062803057,0.001504643,0.9950564,0.00004960468],"about_ca_topic_score_codex":0.023071555,"about_ca_topic_score_gemma":0.0143559035,"teacher_disagreement_score":0.051670253,"about_ca_system_score_codex":0.0026924221,"about_ca_system_score_gemma":0.0011793572,"threshold_uncertainty_score":0.07370132},"labels":[],"label_agreement":null},{"id":"W7117461775","doi":"10.1145/3716553.3786370","title":"10.1145/3716553.3786370","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Research design; Human interaction","score_opus":0.010481463982022049,"score_gpt":0.1862538404503148,"score_spread":0.17577237646829275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117461775","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022906126,0.0060751857,0.012206922,0.00120057,0.0020357224,0.00050467567,0.012602419,0.020685693,0.94239813],"genre_scores_gemma":[0.0033887096,0.0025296651,0.0018752587,0.00072800525,0.00015980673,0.00024782436,0.006882628,0.0023101852,0.981878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920326,0.000055964752,0.000069897585,0.00023669287,0.00026864515,0.00016552373],"domain_scores_gemma":[0.9980471,0.00044787326,0.00008615871,0.0006277431,0.00041833258,0.00037282714],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020918776,0.004102412,0.00278362,0.0033360112,0.0030873297,0.005592412,0.0030801848,0.006586211,0.95163196],"category_scores_gemma":[0.0038509197,0.0023383107,0.0016318759,0.009587998,0.001706893,0.012993091,0.0072904616,0.0027740216,0.9715037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026953203,0.00020291304,0.0004998763,0.0007630844,0.000050412465,0.000237326,0.0001303316,0.00054276566,0.0014239207,0.005389811,0.6654225,0.32506752],"study_design_scores_gemma":[0.000050642087,0.000046467,0.0010530592,0.00035019,0.000061881394,0.00019422002,0.00009893203,0.00071231875,0.00055999815,0.00141108,0.99541336,0.000047815953],"about_ca_topic_score_codex":0.021632155,"about_ca_topic_score_gemma":0.014338742,"teacher_disagreement_score":0.048368037,"about_ca_system_score_codex":0.0026377386,"about_ca_system_score_gemma":0.0011199649,"threshold_uncertainty_score":0.068991125},"labels":[],"label_agreement":null},{"id":"W7134241431","doi":"10.1145/3742413.3801710","title":"10.1145/3742413.3801710","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Component (thermodynamics); Key (lock); User interface; Adaptation (eye)","score_opus":0.010567759478936279,"score_gpt":0.18737443040576618,"score_spread":0.1768066709268299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134241431","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025016856,0.008223379,0.015701516,0.0015430852,0.0023868235,0.0006281172,0.018834744,0.028623002,0.9215577],"genre_scores_gemma":[0.0035132065,0.003166424,0.0023551767,0.00079430686,0.00017354857,0.00028252497,0.008298469,0.002994521,0.9784218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990977,0.00006566229,0.000080452795,0.00027274282,0.00030148562,0.00018204733],"domain_scores_gemma":[0.99772495,0.00054831186,0.00010302327,0.00077576493,0.00045121915,0.00039670288],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002600474,0.0045502763,0.003254944,0.0034257828,0.0028666952,0.006014946,0.003709869,0.0076739537,0.947702],"category_scores_gemma":[0.004257921,0.0027540762,0.0017832223,0.010598837,0.0020377694,0.014416206,0.007640304,0.0036886167,0.9690279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002814283,0.00021992794,0.0005467806,0.00089623866,0.000060981634,0.00024398658,0.000121593206,0.0006996308,0.0013978932,0.0061777574,0.64069384,0.3486599],"study_design_scores_gemma":[0.00005079848,0.000042323107,0.0009776255,0.00035405086,0.000060600196,0.00019926322,0.00008233165,0.0007327664,0.00058597524,0.0015066825,0.99536234,0.0000453179],"about_ca_topic_score_codex":0.023769913,"about_ca_topic_score_gemma":0.01558966,"teacher_disagreement_score":0.05229801,"about_ca_system_score_codex":0.003029511,"about_ca_system_score_gemma":0.0012421826,"threshold_uncertainty_score":0.07459676},"labels":[],"label_agreement":null},{"id":"W7137880344","doi":"10.1145/3756884.3795818","title":"10.1145/3756884.3795818","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Interaction model","score_opus":0.01056037402535509,"score_gpt":0.18683582206421367,"score_spread":0.17627544803885858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7137880344","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025756748,0.007840732,0.012586101,0.001535094,0.0025386147,0.0005392064,0.01367538,0.01708644,0.94162273],"genre_scores_gemma":[0.0032763123,0.0027062332,0.0019124306,0.0006715744,0.00015154478,0.00021509296,0.0061589796,0.0017055796,0.9832023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920326,0.000059014124,0.0000720126,0.00023386127,0.000270229,0.00016155328],"domain_scores_gemma":[0.99821764,0.0004270793,0.00007961079,0.000541004,0.0004160108,0.0003185744],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021831256,0.0037539813,0.0025277152,0.002881311,0.002795166,0.005273819,0.0029791512,0.0062554115,0.94040316],"category_scores_gemma":[0.003781448,0.0020100034,0.0013970583,0.008730784,0.0016846821,0.012653703,0.006175453,0.0029065514,0.96048325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002696496,0.00016521271,0.00052441785,0.0007018761,0.00004693064,0.0001851924,0.00011261994,0.00054791215,0.0011928737,0.004629349,0.6507739,0.34085009],"study_design_scores_gemma":[0.000044144246,0.000033726225,0.0009942953,0.00031249764,0.00005573064,0.00014854038,0.00009325137,0.00067442865,0.0004247423,0.0013109142,0.99587315,0.000034639706],"about_ca_topic_score_codex":0.027765088,"about_ca_topic_score_gemma":0.020995645,"teacher_disagreement_score":0.059596837,"about_ca_system_score_codex":0.002457307,"about_ca_system_score_gemma":0.0012269884,"threshold_uncertainty_score":0.08500767},"labels":[],"label_agreement":null},{"id":"W7138165674","doi":"10.1145/3756884.3795814","title":"10.1145/3756884.3795814","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Key (lock)","score_opus":0.010369777703573958,"score_gpt":0.18585517586625314,"score_spread":0.1754853981626792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138165674","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027117215,0.008368725,0.0131747695,0.0016150087,0.0025800888,0.000566643,0.015228455,0.01794295,0.9378117],"genre_scores_gemma":[0.0034579043,0.0029168793,0.0020276178,0.0007150346,0.0001559946,0.00022939389,0.006803117,0.0018194871,0.9818746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917895,0.000060716004,0.0000755692,0.000240895,0.00027691037,0.00016698582],"domain_scores_gemma":[0.9981522,0.0004457433,0.000083879546,0.0005659815,0.0004215382,0.00033063127],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022916335,0.0038809264,0.0026488323,0.0029443775,0.0028610497,0.0054251705,0.0030917341,0.006576936,0.9389835],"category_scores_gemma":[0.003902704,0.0021277322,0.0014724601,0.00918239,0.0017631399,0.012973708,0.006401631,0.0030216905,0.95916086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028621347,0.00017291812,0.0005556347,0.0007444589,0.000051304338,0.00019381398,0.00011657013,0.0006005706,0.0012203939,0.004743306,0.6509973,0.34031755],"study_design_scores_gemma":[0.000047204354,0.000035933714,0.0010374904,0.0003247513,0.0000614667,0.00015416442,0.00009961399,0.00071020745,0.00044877693,0.0014029744,0.99564064,0.000036813653],"about_ca_topic_score_codex":0.030151935,"about_ca_topic_score_gemma":0.02241565,"teacher_disagreement_score":0.0610165,"about_ca_system_score_codex":0.002569973,"about_ca_system_score_gemma":0.0012767883,"threshold_uncertainty_score":0.087032616},"labels":[],"label_agreement":null},{"id":"W7138204786","doi":"10.1145/3756884.3795801","title":"10.1145/3756884.3795801","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Mobile interaction; Human interaction; Key (lock)","score_opus":0.010609136699563199,"score_gpt":0.1865049298840526,"score_spread":0.1758957931844894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138204786","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030387407,0.00929098,0.014771781,0.00166098,0.002616184,0.0005828014,0.015896661,0.018590877,0.9335511],"genre_scores_gemma":[0.0040481407,0.003373214,0.0023817034,0.0007749496,0.00017506756,0.0002554319,0.0076291114,0.0020941878,0.9792682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991715,0.00006514939,0.00007766984,0.00023325824,0.0002813237,0.00017118285],"domain_scores_gemma":[0.9981495,0.00045945222,0.0000811211,0.0005872679,0.00041196973,0.00031064916],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023410644,0.003917262,0.0026158853,0.0029459668,0.002855506,0.0051918724,0.0030881092,0.0066328477,0.9279156],"category_scores_gemma":[0.003986348,0.0020947922,0.0014661393,0.009141756,0.0017665018,0.013289348,0.006238385,0.0030461387,0.95020735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030796358,0.0001763657,0.000559595,0.0007786672,0.00005207651,0.00020384794,0.00012518051,0.0006420924,0.0012471008,0.005161331,0.6379673,0.35277843],"study_design_scores_gemma":[0.000046716355,0.000035414138,0.0010460356,0.000325252,0.00006308607,0.0001622922,0.000102026126,0.00077296654,0.00046891934,0.0016161464,0.99532497,0.000036198857],"about_ca_topic_score_codex":0.030799171,"about_ca_topic_score_gemma":0.022846725,"teacher_disagreement_score":0.07208443,"about_ca_system_score_codex":0.0024978314,"about_ca_system_score_gemma":0.0012337739,"threshold_uncertainty_score":0.10281962},"labels":[],"label_agreement":null},{"id":"W7138448996","doi":"10.1145/3756884.3795804","title":"10.1145/3756884.3795804","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Interaction design; Human interaction; Mobile interaction; Key (lock)","score_opus":0.010402635868303632,"score_gpt":0.18607811927894974,"score_spread":0.1756754834106461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7138448996","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030259767,0.009442506,0.014770987,0.0017183026,0.0027771485,0.0006069597,0.016441748,0.01892267,0.9322937],"genre_scores_gemma":[0.0038030976,0.0033348324,0.0023176554,0.00077178073,0.0001750094,0.0002527199,0.007387921,0.002017494,0.97993946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991373,0.00006587175,0.000080503414,0.00024693485,0.00029393617,0.00017538629],"domain_scores_gemma":[0.998095,0.00046757975,0.00008514504,0.0005919931,0.0004330691,0.00032717217],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024333724,0.004030374,0.0027571307,0.003049145,0.0029317662,0.0054272884,0.0032256227,0.0068538,0.93337035],"category_scores_gemma":[0.0040208776,0.0022150278,0.0015291274,0.009607606,0.0018356738,0.013641185,0.0064475494,0.0031467555,0.9547689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031145717,0.00018044077,0.00056207104,0.0007991387,0.00005488562,0.00020554617,0.00012070973,0.0006466952,0.0012763096,0.004998832,0.6472389,0.343605],"study_design_scores_gemma":[0.000049960792,0.00003763338,0.001073046,0.00034039756,0.00006676114,0.0001628921,0.00010333848,0.00078078936,0.00047563185,0.0015226542,0.9953485,0.00003844149],"about_ca_topic_score_codex":0.031568173,"about_ca_topic_score_gemma":0.023275707,"teacher_disagreement_score":0.06662965,"about_ca_system_score_codex":0.0026207455,"about_ca_system_score_gemma":0.0012860947,"threshold_uncertainty_score":0.09503901},"labels":[],"label_agreement":null},{"id":"W7160376939","doi":"10.1145/3786995.3786998","title":"Supporting Reviewing Reviews: How HCI Authors Handle Peer Reviews of Manuscripts","year":2025,"lang":"","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Workflow; Meaning (existential); Subtext; Interpretation (philosophy); Peer review; Collaborative writing; Peer production; Qualitative research","score_opus":0.1190120307250906,"score_gpt":0.36551244173358793,"score_spread":0.24650041100849734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160376939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02211809,0.019955592,0.68809205,0.11858037,0.03622936,0.01302839,0.002294041,0.03290988,0.066792235],"genre_scores_gemma":[0.09349063,0.018807998,0.8164803,0.012981733,0.014307646,0.011355245,0.0018634857,0.009591767,0.021121202],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.59157515,0.28712416,0.040920857,0.014137042,0.061972033,0.004270764],"domain_scores_gemma":[0.21857585,0.44320768,0.05026961,0.10694834,0.15359387,0.027404657],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3297716,0.0031477546,0.004137409,0.018440524,0.012151634,0.049801603,0.0067483513,0.009521618,0.02511065],"category_scores_gemma":[0.6961476,0.0051642684,0.002641771,0.013625084,0.010867787,0.03570694,0.018136367,0.008757587,0.04173206],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028256638,0.00015202997,0.00292471,0.0048893155,0.00027231153,0.0006569258,0.047336273,0.000867597,0.0051735584,0.011952212,0.31559837,0.60989404],"study_design_scores_gemma":[0.00033907476,0.00035383197,0.0029187326,0.005131684,0.00030599564,0.0014544305,0.01922903,0.0038303959,0.0042826314,0.04941542,0.91194457,0.0007941834],"about_ca_topic_score_codex":0.0024052924,"about_ca_topic_score_gemma":0.0056966357,"teacher_disagreement_score":0.67022836,"about_ca_system_score_codex":0.0039224657,"about_ca_system_score_gemma":0.042186134,"threshold_uncertainty_score":0.8265109},"labels":[],"label_agreement":null},{"id":"W79206917","doi":"10.3233/978-1-58603-979-0-277","title":"Exploring the Relationship Between Training and Usability: A Study of the Impact of Usability Testing On Improving Training and System Deployment","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Software deployment; Personalization; Computer science; Cognitive walkthrough; Usability lab; Web usability; Pluralistic walkthrough; System usability scale; Usability engineering; Usability inspection; Health informatics; Training (meteorology); Human–computer interaction; Knowledge management; Process management; World Wide Web; Software engineering; Engineering; Medicine; Nursing; Public health","score_opus":0.39388722696659284,"score_gpt":0.3915997622274969,"score_spread":0.002287464739095968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79206917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99340147,0.0003050765,0.0030128085,0.00022333227,0.000008906807,0.00019822613,0.000011055268,0.000023926064,0.0028152773],"genre_scores_gemma":[0.993638,0.00026633026,0.005243549,0.00013428631,0.000008409199,0.00018833394,0.000015462369,0.000019790183,0.00048586074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9631874,0.03076989,0.0011972303,0.000996174,0.0028977382,0.0009516231],"domain_scores_gemma":[0.4946505,0.473363,0.012482054,0.006734994,0.009548586,0.0032208827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033671875,0.00056423433,0.0005715267,0.0015018529,0.0013355649,0.0021663082,0.00127702,0.0010365043,0.0017053848],"category_scores_gemma":[0.21053688,0.0006922527,0.00048274896,0.0013606547,0.002759031,0.0031934285,0.001589092,0.0020058546,0.000240703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019893234,0.016083842,0.40004045,0.0022538914,0.00037876415,0.00071938254,0.20311645,0.0015595984,0.00763326,0.0027698097,0.0013616894,0.36209354],"study_design_scores_gemma":[0.00043932206,0.033983633,0.8459971,0.0012160237,0.00044865793,0.0014671116,0.08616575,0.011082147,0.008279863,0.002868072,0.007770156,0.00028221152],"about_ca_topic_score_codex":0.0034345456,"about_ca_topic_score_gemma":0.0034109468,"teacher_disagreement_score":0.033671875,"about_ca_system_score_codex":0.0018276419,"about_ca_system_score_gemma":0.0021428138,"threshold_uncertainty_score":0.17807603},"labels":[],"label_agreement":null},{"id":"W81360817","doi":"","title":"Evaluation of a Contextual Assistant Interface Using Cognitive Models","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Human–computer interaction; Computer science; Task (project management); Usability; Interface (matter); User interface; Cognitive model; Process (computing); Task analysis; Cognition; User interface design; User modeling; User experience design; Engineering; Programming language; Psychology","score_opus":0.2929230823096987,"score_gpt":0.36057683091639214,"score_spread":0.06765374860669343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81360817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228879,0.00011203551,0.07392522,0.00007147333,0.000014348547,0.0002196733,0.000076356424,0.00066333666,0.0020296813],"genre_scores_gemma":[0.9757647,0.000047427966,0.023756381,0.000014594756,0.00000419394,0.00008628329,0.00006071453,0.000017361164,0.00024830742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622357,0.0026633777,0.00019945065,0.00021025946,0.0005968983,0.000106472835],"domain_scores_gemma":[0.99075633,0.006245213,0.00048747406,0.0007865129,0.0015427714,0.00018184602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035418118,0.000869237,0.00045589308,0.0006332204,0.00032839918,0.0013983307,0.0007255334,0.0006509204,0.0017273452],"category_scores_gemma":[0.016930183,0.00024250065,0.0004984121,0.00037555402,0.00038297294,0.00092262705,0.00081624364,0.00035167456,0.00028243876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012845307,0.0053369584,0.094724864,0.0021012677,0.0008388974,0.0006501752,0.011800788,0.19612892,0.15018176,0.007194581,0.003411815,0.5147847],"study_design_scores_gemma":[0.0003585021,0.009033514,0.03175087,0.00020535552,0.00060345023,0.00038427746,0.0024147541,0.8390276,0.10983283,0.002074023,0.0040920777,0.00022278208],"about_ca_topic_score_codex":0.0033481396,"about_ca_topic_score_gemma":0.0017276856,"teacher_disagreement_score":0.0035418118,"about_ca_system_score_codex":0.0008259864,"about_ca_system_score_gemma":0.0005465822,"threshold_uncertainty_score":0.018731117},"labels":[],"label_agreement":null},{"id":"W83546148","doi":"","title":"Visual Interface Design Tool for Educational Courseware.","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interface (matter); Human–computer interaction","score_opus":0.03595416610483432,"score_gpt":0.3159498471892749,"score_spread":0.27999568108444056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W83546148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022385768,0.00080813444,0.9529175,0.00043819778,0.00058488053,0.00084929395,0.0011267493,0.021486133,0.019550508],"genre_scores_gemma":[0.023966515,0.0005803775,0.9357651,0.0006290993,0.000079567435,0.0018382074,0.0023388201,0.0038658774,0.030936522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981957,0.0006342264,0.0001714762,0.00019012135,0.0007207173,0.0000877763],"domain_scores_gemma":[0.9968148,0.0018504298,0.00012307492,0.0003534025,0.0007481816,0.00011013483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027299384,0.0012205278,0.0005637148,0.0024461662,0.00054895517,0.0019810966,0.0013443871,0.0013994551,0.037975088],"category_scores_gemma":[0.010658603,0.00059731485,0.0006803861,0.001043912,0.0004722771,0.0018023384,0.0014868921,0.0015032021,0.014978439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003052985,0.00020406312,0.0005202548,0.0022782644,0.00007415571,0.00054619607,0.0018384118,0.002021767,0.037870996,0.043678336,0.14280964,0.76785254],"study_design_scores_gemma":[0.00014339149,0.00026031566,0.0012571685,0.00074886053,0.000057645393,0.0013810317,0.00032388078,0.014439388,0.021455767,0.017283158,0.9425574,0.000092000926],"about_ca_topic_score_codex":0.0007373829,"about_ca_topic_score_gemma":0.0011337046,"teacher_disagreement_score":0.037975088,"about_ca_system_score_codex":0.0005514867,"about_ca_system_score_gemma":0.00070068846,"threshold_uncertainty_score":0.12703937},"labels":[],"label_agreement":null},{"id":"W85636356","doi":"10.4018/978-1-59140-989-2.ch116","title":"Personalizing Web Portals","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"World Wide Web; Enterprise portal; Personalization; Gateway (web page); Web development; Computer science; Web standards; Web service; Web 2.0; Web intelligence; Web application security","score_opus":0.057486945235494524,"score_gpt":0.2840173258998435,"score_spread":0.226530380664349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85636356","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032444403,0.010089209,0.5394924,0.0025634891,0.00067478325,0.0005641973,0.00041122397,0.011665885,0.40209433],"genre_scores_gemma":[0.25536424,0.025597591,0.44583452,0.0016923371,0.0007329434,0.0005230745,0.0022519971,0.0030191634,0.2649841],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881625,0.00038789902,0.00006204245,0.00018394864,0.00046420057,0.00008565369],"domain_scores_gemma":[0.998288,0.0005663228,0.000065620705,0.0007722797,0.00019467356,0.00011315309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014952751,0.00059163023,0.0004069015,0.0014131315,0.0007093439,0.0036747097,0.0010472853,0.0014373173,0.015197773],"category_scores_gemma":[0.004031371,0.0005715834,0.0006059215,0.0019952091,0.0009096568,0.006584904,0.0032120398,0.0016280256,0.0095062675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063766,0.000163971,0.0016764246,0.00096658233,0.00004020659,0.0005152886,0.0064396127,0.0027275956,0.008458204,0.2008069,0.05466361,0.7234779],"study_design_scores_gemma":[0.000023826904,0.00007196276,0.0014799754,0.00047271734,0.000045309964,0.002012103,0.0011175863,0.0063332003,0.0054201987,0.10237631,0.88060206,0.00004483713],"about_ca_topic_score_codex":0.0005712972,"about_ca_topic_score_gemma":0.0008323491,"teacher_disagreement_score":0.015197773,"about_ca_system_score_codex":0.000533791,"about_ca_system_score_gemma":0.0004910057,"threshold_uncertainty_score":0.05084163},"labels":[],"label_agreement":null},{"id":"W87112213","doi":"","title":"Evaluationg software usability of geographic information system","year":2009,"lang":"en","type":"article","venue":"The International Journal of the Computer, the Internet and Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Geographic information system; Geoportal; Heuristic evaluation; Christian ministry; Usability engineering; World Wide Web; Software; Usability inspection; Web usability; GIS and public health; Human–computer interaction; Geography; Cartography","score_opus":0.016784541085931134,"score_gpt":0.2397733812671327,"score_spread":0.22298884018120158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87112213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801932,0.0005227429,0.011446838,0.000121268764,0.000027006461,0.00081868714,0.000109640394,0.00010165408,0.006658984],"genre_scores_gemma":[0.97965884,0.0003879757,0.017792815,0.000037082013,0.00001533966,0.0005225212,0.00024102369,0.00003133516,0.0013131046],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9719496,0.016788647,0.0026414692,0.0005946878,0.0074137533,0.0006118368],"domain_scores_gemma":[0.92298496,0.042348083,0.0029452804,0.0022147556,0.028573547,0.0009333585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01939687,0.0005170987,0.0005367238,0.0032771106,0.00072154385,0.0015566212,0.000569197,0.00044139006,0.0014308684],"category_scores_gemma":[0.062274467,0.00022660024,0.0006180748,0.0019467274,0.0006968606,0.0013274325,0.00095697155,0.0003299331,0.00028751697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002287929,0.0024426999,0.23614903,0.0050531295,0.00058014336,0.0007222298,0.035140585,0.0034026722,0.045887318,0.002457658,0.0038056748,0.66207093],"study_design_scores_gemma":[0.0005173559,0.03318525,0.75886846,0.0020116575,0.0010478896,0.0019633856,0.04296669,0.03704796,0.092021614,0.00210272,0.027925901,0.00034100193],"about_ca_topic_score_codex":0.00224475,"about_ca_topic_score_gemma":0.0025843177,"teacher_disagreement_score":0.01939687,"about_ca_system_score_codex":0.0012438856,"about_ca_system_score_gemma":0.0012733612,"threshold_uncertainty_score":0.10258168},"labels":[],"label_agreement":null},{"id":"W91723561","doi":"","title":"Situating GOMS Models Within Complex, Sociotechnical Systems","year":2000,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sociotechnical system; Computer science; Task (project management); Situated; Complex system; Software; Data science; Software engineering; Artificial intelligence; Systems engineering; Engineering; Programming language","score_opus":0.04211051232430763,"score_gpt":0.23413298861238643,"score_spread":0.1920224762880788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W91723561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023792299,0.000075804004,0.9642313,0.0007675847,0.000030463669,0.00029150763,0.000149947,0.00055386685,0.01010719],"genre_scores_gemma":[0.30915803,0.00019797128,0.68538266,0.00017267907,0.000017437138,0.00088976783,0.00056917453,0.0003090752,0.0033032019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929208,0.0041787275,0.00038006098,0.0008817834,0.0013329969,0.0003055373],"domain_scores_gemma":[0.98379207,0.009322984,0.0014033595,0.003882162,0.001261849,0.00033760295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066148136,0.0010620969,0.0006663342,0.00321911,0.001950926,0.006186651,0.003016796,0.0026029241,0.0054562646],"category_scores_gemma":[0.024960542,0.0008588953,0.0015037239,0.002303437,0.004925265,0.011193379,0.00703553,0.0025152916,0.0011371917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008042233,0.00015195222,0.006090521,0.00054943905,0.00010749265,0.00055163057,0.03368453,0.10539786,0.0036115735,0.7955183,0.0012542128,0.053002093],"study_design_scores_gemma":[0.00004464027,0.00017150186,0.0016460357,0.00060730596,0.00010699855,0.00026073935,0.019312913,0.27312768,0.0053785145,0.6276986,0.07154712,0.000097917145],"about_ca_topic_score_codex":0.0058552655,"about_ca_topic_score_gemma":0.009481767,"teacher_disagreement_score":0.0066148136,"about_ca_system_score_codex":0.0028174678,"about_ca_system_score_gemma":0.0046716053,"threshold_uncertainty_score":0.03498292},"labels":[],"label_agreement":null}]}