{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":434,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":434,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"5be91e182fad","filters":{"topic":"Usability and User Interface Design"}},"results":[{"id":"W2750641468","doi":"10.1002/9780470050118.ecse524","title":"Human–Computer Interaction","year":2009,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":804,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Field (mathematics); Interactive systems engineering; Interactive computing; User interface; User experience design; User interface design","retraction":null,"screen_n_in":null,"score":{"opus":0.009933893364410026,"gpt":0.2283310529877959,"spread":0.2183971596233859,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000483284,0.0003541081,0.0004263222,0.0007836896,0.00008211793,0.0002320736,0.001530311,0.000165985,0.00002692066],"category_scores_gemma":[0.00001856015,0.0003461087,0.00007463652,0.0006966307,0.0001659322,0.0007218472,0.0005030893,0.0002905863,0.00002164838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006197641,"about_ca_system_score_gemma":0.0001097552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005287094,"about_ca_topic_score_gemma":0.000005040743,"domain_scores_codex":[0.9978009,0.0000223556,0.0003721287,0.0007804859,0.0005886175,0.0004355533],"domain_scores_gemma":[0.9986937,0.00004252633,0.0001853365,0.0007729032,0.0001231218,0.0001823971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003601081,0.0002425903,0.0001167306,0.0005145437,0.00008551999,0.00003973268,0.001817925,0.005873484,0.001074018,0.01223619,0.3532112,0.6247845],"study_design_scores_gemma":[0.0003768429,0.00056374,0.001753125,0.001519356,0.00002425053,0.00006564557,0.000004207875,0.4030581,0.0004154938,0.0003639695,0.5907632,0.00109212],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008489563,0.0004397188,0.950236,0.0001129035,0.002740009,0.000270858,0.000002905835,0.0005933353,0.04475529],"genre_scores_gemma":[0.02002112,0.001492457,0.9508235,0.0006656195,0.003928163,0.00003902389,0.000008614576,0.0003655941,0.02265593],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6236924,"threshold_uncertainty_score":0.9998991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1070813037349988,"gpt":0.3415206230228138,"spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001249132,0.00006102325,0.00008677557,0.00002066634,0.0002680428,0.00005223227,0.04488588,0.00001853906,0.000001634421],"category_scores_gemma":[0.009478708,0.00003743281,0.00006547519,0.0002595997,0.0002874694,0.0004018066,0.01324726,0.0001570313,0.00001820033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002803797,"about_ca_system_score_gemma":0.00007628628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003953236,"about_ca_topic_score_gemma":0.00004695273,"domain_scores_codex":[0.9985453,0.0007822738,0.0002990239,0.0000987153,0.0001643666,0.0001103229],"domain_scores_gemma":[0.9644833,0.003014243,0.0002817611,0.03193101,0.0002687178,0.00002098542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004056937,0.004962683,0.001462056,0.00008221754,0.000791347,4.402119e-7,0.04402808,0.02234601,0.03896533,0.2638122,0.2562797,0.3668642],"study_design_scores_gemma":[0.0008120019,0.000237417,0.006022686,0.0001485527,0.00007718954,0.0000189054,0.0005048604,0.07506157,0.14246,0.2522451,0.5220938,0.0003179443],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02890291,0.004020506,0.2428883,0.719157,0.00031683,0.001090918,0.00001371054,0.0001177352,0.00349209],"genre_scores_gemma":[0.5714964,0.0003305151,0.4277375,0.0002164811,0.000003663296,0.00001171597,2.170009e-7,0.000003407007,0.0002000351],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7189406,"threshold_uncertainty_score":0.9988649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1537911176","doi":"10.1023/a:1025869312943","title":"Usability Meanings and Interpretations in ISO Standards","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":454,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; System usability scale; Component-based usability testing; Usability goals; Software quality; Standardization; Usability inspection; Software; Software development; Human–computer interaction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0318959053260117,"gpt":0.3304311199025112,"spread":0.2985352145764995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006367042,0.0001453744,0.0002490614,0.0001162522,0.0002303039,0.0003905287,0.0004636247,0.0000796656,0.00009655744],"category_scores_gemma":[0.004704433,0.0001336297,0.00008246922,0.0003119955,0.0001431119,0.00094655,0.00008969015,0.0005234445,0.000007536692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002610641,"about_ca_system_score_gemma":0.0003409733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003925326,"about_ca_topic_score_gemma":0.0001301991,"domain_scores_codex":[0.9972105,0.00102571,0.0006159425,0.0003444035,0.0004939741,0.0003094516],"domain_scores_gemma":[0.9983265,0.0006057774,0.0001540147,0.0004014829,0.0003291235,0.0001830438],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000116895,0.0007743562,0.6923544,0.0002088196,0.0000985501,0.00006041231,0.06421291,0.0003732032,0.0005407538,0.1573096,0.002104677,0.08184545],"study_design_scores_gemma":[0.002900564,0.00070362,0.1777315,0.0003435652,0.00002499272,0.0008626055,0.002646427,0.002121191,0.003136615,0.7894859,0.01882635,0.001216591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3267286,0.0002234336,0.6717445,0.0005862222,0.0002467025,0.00008115736,0.000007886144,0.00005984826,0.0003216604],"genre_scores_gemma":[0.9274701,0.00001644448,0.07212339,0.0003242995,0.00001524786,0.000004077695,2.894368e-7,0.000006093976,0.00004003687],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6321763,"threshold_uncertainty_score":0.5631985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160510495","doi":"10.1145/1357054.1357282","title":"Heuristic evaluation for games","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":415,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Usability; Heuristics; Heuristic evaluation; Computer science; Human–computer interaction; Usability engineering; Usability lab; Web usability; Usability inspection; Cognitive walkthrough; Set (abstract data type); Multimedia; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1201071745701627,"gpt":0.3138795387785487,"spread":0.193772364208386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003361808,0.00004187147,0.0000510435,0.00002284689,0.00007226014,0.00002494471,0.0002648347,0.00001925782,0.00005974188],"category_scores_gemma":[0.0001519286,0.00003521936,0.00003137317,0.0000727907,0.0000197562,0.0001943255,0.00002773578,0.00002136985,0.00007583979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002040337,"about_ca_system_score_gemma":0.00005531036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007664315,"about_ca_topic_score_gemma":0.000003429215,"domain_scores_codex":[0.999462,0.00003415618,0.00008746375,0.0001661869,0.0001528755,0.00009730703],"domain_scores_gemma":[0.9994472,0.0001241515,0.00001644798,0.000250292,0.0001352661,0.00002667958],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007324904,0.0007615208,0.005540178,0.00009539015,0.00007868711,0.000009026604,0.009314002,0.002908762,0.004669799,0.4004536,0.2889689,0.2871269],"study_design_scores_gemma":[0.000473084,0.0001960218,0.006123703,0.000004644533,0.000006939469,0.00002048412,0.00001532007,0.9206481,0.01337625,0.04638447,0.01259942,0.0001515782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04425656,0.00003810873,0.9510328,0.0007026357,0.0001802304,0.0002339721,4.881551e-7,0.00009218952,0.003463036],"genre_scores_gemma":[0.9325011,0.000002008996,0.0661349,0.0002442519,0.00002343315,0.00004574267,7.963415e-7,0.000001965687,0.001045773],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9177393,"threshold_uncertainty_score":0.1436204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.08157917640863166,"gpt":0.3458757302966998,"spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001307974,0.0002987408,0.0003557469,0.0005668802,0.0006107028,0.0003644999,0.000913762,0.0001437029,0.0003753033],"category_scores_gemma":[0.0001353383,0.0003129618,0.000542642,0.001039677,0.00005813452,0.001248001,0.00001624127,0.0003367299,0.00006806353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004792887,"about_ca_system_score_gemma":0.00006712107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000773143,"about_ca_topic_score_gemma":0.0002528422,"domain_scores_codex":[0.9970103,0.0005681314,0.000599885,0.000972699,0.0004949103,0.0003541012],"domain_scores_gemma":[0.9966442,0.0007714507,0.0001884526,0.001729501,0.0005393188,0.0001270888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002895625,0.005268714,0.002364927,0.0001905163,0.003313098,0.000003597161,0.005683105,0.501259,0.003944653,0.01855184,0.001934112,0.4571968],"study_design_scores_gemma":[0.001803649,0.001621963,0.006618855,0.00005909948,0.0009069068,0.00002737583,0.0001722387,0.9287799,0.01661396,0.03392529,0.008605388,0.0008653479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07284407,0.000009635647,0.9238465,0.0003959479,0.001629674,0.0007871579,0.00001655515,0.0002706894,0.0001997751],"genre_scores_gemma":[0.9225481,0.000002114754,0.07673045,0.0002181751,0.00006632008,0.0002918615,0.000028472,0.00001581693,0.0000987036],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.849704,"threshold_uncertainty_score":0.9999322,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158508294","doi":"10.1145/365024.365339","title":"The notification collage","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Thumbnail; World Wide Web; Computer science; Multimedia; Collaborative software; Internet privacy; Image (mathematics)","retraction":null,"screen_n_in":null,"score":{"opus":0.02519056875447317,"gpt":0.2462492104577882,"spread":0.221058641703315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002580743,0.00002995536,0.00002357885,0.000008362123,0.0001545364,0.0001765057,0.0005616872,0.00001436402,0.00002675789],"category_scores_gemma":[0.00003233044,0.00001781541,0.00001562675,0.0001598851,0.00002271999,0.0001600963,0.00004657532,0.00002824653,0.0003723763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001224699,"about_ca_system_score_gemma":0.00001360069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001244755,"about_ca_topic_score_gemma":0.00003675309,"domain_scores_codex":[0.9996077,0.00003231481,0.0000715503,0.0001106603,0.0000849447,0.00009277672],"domain_scores_gemma":[0.9993826,0.0001199028,0.00001399569,0.0004227014,0.00003950984,0.00002135827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000964935,0.00007112882,0.001510593,0.000001702755,0.000007864311,0.000003285496,0.0007974356,0.00006700683,0.003297149,0.7945107,0.02934646,0.170377],"study_design_scores_gemma":[0.0001648692,0.0001110919,0.01094542,0.000003138201,0.000001975362,0.0000197305,0.0001115786,0.1121142,0.02324246,0.03472387,0.8183892,0.0001724843],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03068689,0.00003101517,0.9240459,0.009499458,0.0002427442,0.00008572147,8.092628e-8,0.0001350173,0.03527313],"genre_scores_gemma":[0.9857438,0.00001358266,0.004817363,0.000297303,0.0000162482,0.000006884719,1.093199e-7,0.000001255292,0.009103465],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9550569,"threshold_uncertainty_score":0.4786268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036433269","doi":"10.1145/985692.985704","title":"A comparison of static, adaptive, and adaptable menus","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Control (management); Human–computer interaction; Software; Interface (matter); User interface; World Wide Web; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06679607622993636,"gpt":0.315854657216914,"spread":0.2490585809869777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001328432,0.00006295805,0.0001468158,0.00003183513,0.000032182,0.00003311498,0.0002527083,0.00002371994,0.00002133525],"category_scores_gemma":[0.00001499543,0.00005327938,0.00001730173,0.000118094,0.00005206578,0.0002705559,0.00009935852,0.00005229797,0.00001485859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001716306,"about_ca_system_score_gemma":0.00004129529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002164467,"about_ca_topic_score_gemma":0.00005750842,"domain_scores_codex":[0.9993887,0.00002447795,0.0001651452,0.0001716096,0.0001282558,0.0001218337],"domain_scores_gemma":[0.9995637,0.00006085942,0.00004196309,0.0002346751,0.00004923495,0.00004958436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006156111,0.0008299613,0.004465057,0.00006325385,0.00006103301,0.000005556255,0.01450154,0.007140698,0.008529826,0.9384321,0.002166194,0.02374323],"study_design_scores_gemma":[0.002606701,0.002950162,0.01108352,0.0001131219,0.00002638508,0.00002002105,0.002215015,0.3437063,0.4739937,0.1571389,0.005501389,0.0006447557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1377666,0.0001043351,0.8579801,0.00059708,0.00004481405,0.00008607958,0.000001112678,0.0000482235,0.003371658],"genre_scores_gemma":[0.8258863,0.000002316376,0.1738937,0.00006065734,0.000002472083,0.000002410328,1.090322e-7,0.000001818735,0.0001502184],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7812932,"threshold_uncertainty_score":0.217267,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164201790","doi":"10.2307/25148744","title":"Enhancing the Design of Web Navigation Systems: The Influence of User Disorientation on Engagement and Performance1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Human–computer interaction; Computer science; User engagement; Web application; Systems engineering; World Wide Web; Engineering; Knowledge management; Process management","retraction":null,"screen_n_in":null,"score":{"opus":0.01625167166000217,"gpt":0.233853787612979,"spread":0.2176021159529769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001016941,0.00007883308,0.00009395198,0.00002930124,0.0001262411,0.00007080684,0.0003323613,0.00002525008,0.000001218785],"category_scores_gemma":[0.00001148487,0.0000459243,0.00002187031,0.0001550883,0.00007634313,0.0003080718,0.00001318559,0.00008509462,0.000004608121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001970826,"about_ca_system_score_gemma":0.00002529598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001944144,"about_ca_topic_score_gemma":0.00001563825,"domain_scores_codex":[0.9988916,0.0003102153,0.0003051265,0.0001521035,0.0002381107,0.0001028237],"domain_scores_gemma":[0.9990306,0.0003555136,0.0001602996,0.0003499104,0.00009167941,0.00001194854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001736984,0.0004919181,0.00882327,0.0007538935,0.00008765394,0.000002535807,0.1480798,0.2315446,0.5242553,0.06407801,0.0007885675,0.02092084],"study_design_scores_gemma":[0.001680653,0.00593496,0.2938908,0.001206962,0.00008370364,0.00001880366,0.01300624,0.4603663,0.217265,0.004802824,0.001111458,0.000632335],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8379486,0.00005471827,0.1614419,0.0001439081,0.00007533406,0.0002895118,0.00000145859,0.00001412804,0.00003044745],"genre_scores_gemma":[0.9991168,0.000002344185,0.0007777381,0.00002559205,0.00001679854,0.00002956877,7.839587e-7,0.000002948704,0.00002742848],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3069903,"threshold_uncertainty_score":0.1872738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1294709442842135,"gpt":0.3473394616592907,"spread":0.2178685173750772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0007868703,0.00007469167,0.0001112579,0.00002733503,0.000231835,0.00004036454,0.03944656,0.00003728874,0.000006061151],"category_scores_gemma":[0.005591094,0.00005749529,0.00009049525,0.0002345133,0.0001741451,0.0001688879,0.007679691,0.0001190347,0.00001570395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002869196,"about_ca_system_score_gemma":0.00005963427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000086955,"about_ca_topic_score_gemma":0.000006158926,"domain_scores_codex":[0.9989898,0.0004555278,0.0002133854,0.0001374479,0.00008095121,0.0001228573],"domain_scores_gemma":[0.9650003,0.001412804,0.0001063382,0.03330588,0.0001482794,0.00002641991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004470306,0.001752132,0.001541401,0.0001028638,0.0001842759,6.635777e-8,0.01151603,0.01000173,0.02701595,0.676069,0.2584258,0.01334608],"study_design_scores_gemma":[0.0005121612,0.0002464468,0.0004091965,0.00007261864,0.0000287186,0.000007569199,0.000335064,0.02307649,0.2302538,0.5517528,0.1930527,0.0002524892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005496569,0.001185546,0.9699186,0.02055239,0.0002059001,0.0009108628,0.000005911537,0.00006884027,0.001655355],"genre_scores_gemma":[0.4992318,0.00002310831,0.5003374,0.0001247153,0.000001535763,0.0001050724,2.953624e-7,0.000004080873,0.0001719549],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4937352,"threshold_uncertainty_score":0.9657505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W158310253","doi":"","title":"Proceedings of Graphics Interface 2006","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Computer graphics; Graphics; Computer science; Interface (matter); Web site; User interface; Computer graphics (images); Library science; World Wide Web; The Internet; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0139118026404575,"gpt":0.2323893286744811,"spread":0.2184775260340236,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001962935,0.00008023608,0.0001066315,0.00007200183,0.00002635622,0.00006655059,0.0006357429,0.00004455612,0.00002746059],"category_scores_gemma":[0.00001281908,0.00006827996,0.00004994739,0.0003426998,0.00005764753,0.000416053,0.0001191223,0.00007212557,0.00002972883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001077507,"about_ca_system_score_gemma":0.00001373994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002158134,"about_ca_topic_score_gemma":0.00002190556,"domain_scores_codex":[0.9992598,0.000005401421,0.0002076793,0.0002143138,0.0001622558,0.0001505281],"domain_scores_gemma":[0.9995512,0.00003167861,0.00005810471,0.0001631822,0.0001691892,0.000026602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006416608,0.0001836704,0.006418668,0.00003709189,0.000007857348,4.437643e-7,0.00023156,0.00003822989,0.03107557,0.8852264,0.07604075,0.0007333811],"study_design_scores_gemma":[0.0002588398,0.0002197354,0.00538889,0.00003086969,0.000005669726,0.00001061465,0.00004855323,0.010953,0.8866903,0.07969825,0.01643843,0.0002568971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4583378,0.0001331718,0.4809808,0.0008170138,0.0001487689,0.0001479069,0.00000171749,0.0002509008,0.05918198],"genre_scores_gemma":[0.9747207,0.000003065044,0.02379646,0.00008054537,0.00001671192,0.000003324397,1.48208e-7,0.000003656738,0.001375432],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8556147,"threshold_uncertainty_score":0.2784376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127848723","doi":"10.1109/enabl.2000.883711","title":"The mechanics of collaboration: developing low cost usability evaluation methods for shared workspaces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Workspace; Collaborative software; Computer science; Human–computer interaction; Context (archaeology); Heuristic evaluation; Task (project management); Knowledge management; Conceptual framework; Engineering; Systems engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1385000679545008,"gpt":0.398164443632392,"spread":0.2596643756778912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004415006,0.00009650235,0.0001411138,0.00002866176,0.000248044,0.0002466273,0.0006873942,0.00006572236,0.0001010094],"category_scores_gemma":[0.00182819,0.00006847436,0.00005176643,0.0005811441,0.00004158755,0.0005111503,0.00009776665,0.00005686859,0.000008292411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001248475,"about_ca_system_score_gemma":0.0001205712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005360506,"about_ca_topic_score_gemma":0.00009856484,"domain_scores_codex":[0.9984174,0.000493017,0.0003437149,0.000296194,0.0002697395,0.000179872],"domain_scores_gemma":[0.996497,0.001716081,0.0001302531,0.0005733988,0.001047808,0.00003545408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003239638,0.0001220887,0.00009122519,0.00007042674,0.00005107689,4.747058e-8,0.004332259,0.002202539,0.001375179,0.2719991,0.006573577,0.71315],"study_design_scores_gemma":[0.0002117922,0.00005167711,0.00007489746,0.00001622552,0.000008560695,4.59459e-7,0.0002442753,0.9284418,0.02737113,0.03743315,0.006049123,0.0000968872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008299026,0.0002115467,0.990599,0.006424776,0.0004171935,0.001125882,0.000002798347,0.00005480101,0.0003341257],"genre_scores_gemma":[0.151511,0.00002346454,0.8478022,0.0001655599,0.00002187452,0.0002557196,0.000001816698,0.000004981944,0.000213321],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9262393,"threshold_uncertainty_score":0.2792304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2485113444","doi":"10.1007/978-3-319-39510-4_25","title":"New ISO Standards for Usability, Usability Reports and Usability Measures","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability lab; Web usability; Usability inspection; System usability scale; Component-based usability testing; Heuristic evaluation; Cognitive walkthrough; Pluralistic walkthrough; Human–computer interaction; Software engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03476624718639018,"gpt":0.2879566603387476,"spread":0.2531904131523575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008958033,0.0009952321,0.001273062,0.0004834226,0.0005432278,0.00105637,0.003287841,0.000685733,0.00008759617],"category_scores_gemma":[0.002676804,0.0007996873,0.0003770783,0.0004982213,0.002527791,0.001443812,0.002134314,0.0008461284,0.00001102884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001360945,"about_ca_system_score_gemma":0.003351114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009839417,"about_ca_topic_score_gemma":0.0005251332,"domain_scores_codex":[0.9905413,0.0001698554,0.001554265,0.004233325,0.002288844,0.001212404],"domain_scores_gemma":[0.9909664,0.002443859,0.0005749189,0.004053196,0.001335242,0.0006263315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007588532,0.00008752208,0.002451652,0.0002483211,0.00003270107,0.00003002132,0.0008715381,0.0007715262,0.0002583603,0.01570611,0.0002725036,0.9791939],"study_design_scores_gemma":[0.0005778945,0.0006590408,0.001042839,0.0004946333,0.00002886514,0.0001690128,3.474483e-7,0.01726383,0.004125348,0.9541231,0.02019894,0.001316172],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008569304,0.0006700857,0.9891183,0.003549225,0.002597001,0.001715525,0.00007334131,0.0002841523,0.001135467],"genre_scores_gemma":[0.3919062,0.00007055309,0.6049359,0.001241503,0.0009484389,0.00006566001,0.000004562818,0.00008614737,0.0007410602],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9778777,"threshold_uncertainty_score":0.9999806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2278152755","doi":"","title":"Adapting usability investigations for agile user-centered design","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Agile software development; Computer science; Usability engineering; Agile usability engineering; Usability goals; User story; User experience design; Human–computer interaction; Web usability; Usability inspection; Usability lab; User-centered design; Pluralistic walkthrough; User interface; Knowledge management; Process management; Software engineering; Engineering; Software development process; Software development; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1325906199585196,"gpt":0.3167544527483563,"spread":0.1841638327898367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002387434,0.0001374841,0.0001470956,0.00006970776,0.0002160263,0.0001557178,0.0007897284,0.00007505999,0.00003954365],"category_scores_gemma":[0.0006120977,0.0001272534,0.00009133804,0.0003060568,0.00008823766,0.0006392241,0.0001310077,0.0001032398,0.00004852053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008436204,"about_ca_system_score_gemma":0.00009349907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005324143,"about_ca_topic_score_gemma":0.00008983059,"domain_scores_codex":[0.998449,0.0001017587,0.0003899943,0.0004613585,0.0001846486,0.0004132979],"domain_scores_gemma":[0.9977571,0.001152095,0.00007536372,0.0006570452,0.0001867972,0.0001716142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002574203,0.001690716,0.03253702,0.0002259507,0.0001581139,0.00001140388,0.008679084,0.005322271,0.07183418,0.7340573,0.04725372,0.09797281],"study_design_scores_gemma":[0.00160292,0.0008249458,0.01206935,0.0000665216,0.00002606854,0.00001886449,0.0004672827,0.3828214,0.4531599,0.1048886,0.04309417,0.000960011],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03964996,0.00001244545,0.9569911,0.001101851,0.0002678485,0.0005871213,0.000002803624,0.0003086026,0.001078266],"genre_scores_gemma":[0.4820943,3.130912e-7,0.5169904,0.0004470646,0.00003227828,0.00002245967,0.000001314993,0.000005813222,0.0004060216],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6291687,"threshold_uncertainty_score":0.5189244,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","retraction":null,"screen_n_in":null,"score":{"opus":0.0849931170347225,"gpt":0.3925779122126836,"spread":0.3075847951779611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008098979,0.0006341123,0.001899337,0.0005137098,0.0001704782,0.0004495745,0.004772542,0.0003275583,0.00002874222],"category_scores_gemma":[0.001275901,0.0005957578,0.0003720366,0.001424376,0.00005035173,0.000315398,0.001399536,0.0007795359,0.0005081697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000196131,"about_ca_system_score_gemma":0.0002401032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003198356,"about_ca_topic_score_gemma":0.0003707302,"domain_scores_codex":[0.9922276,0.003592068,0.001546946,0.001354202,0.0003769688,0.0009021736],"domain_scores_gemma":[0.9946391,0.002329155,0.0004119941,0.002256828,0.0001478708,0.0002150544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.923613e-7,0.00009062738,0.0000440452,0.001705845,0.0000403392,0.00001581621,0.002579835,0.0001517585,0.000002086093,0.0001919301,0.001086731,0.9940902],"study_design_scores_gemma":[0.0002034166,0.000161142,0.0001440801,0.01270324,0.00003901386,0.00005323805,0.00005680833,0.004084513,0.00002399108,0.0001948304,0.9811173,0.001218407],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.0002487802,0.3820803,0.6150909,0.0004891232,0.0008908912,0.0007088624,0.00001038316,0.0003281654,0.0001526174],"genre_scores_gemma":[0.03570925,0.6630166,0.2947825,0.003382366,0.001344734,0.0003130746,0.0001900644,0.0004535627,0.0008078255],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9928718,"threshold_uncertainty_score":0.9996494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165884442","doi":"10.1145/587078.587093","title":"Empirical development of a heuristic evaluation methodology for shared workspace groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"National Institute of Standards and Technology","keywords":"Collaborative software; Workspace; Heuristics; Teamwork; Computer science; Usability; Heuristic; Human–computer interaction; Knowledge management; Artificial intelligence; Robot","retraction":null,"screen_n_in":null,"score":{"opus":0.4951253384805921,"gpt":0.4201068761668401,"spread":0.07501846231375203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001575259,0.00008908405,0.0001739645,0.00006444348,0.00006011459,0.00003220928,0.0004508865,0.00007101824,0.0004028431],"category_scores_gemma":[0.0007380947,0.00007679862,0.00005193473,0.0002094701,0.00002626773,0.0001637196,0.00009773375,0.00005615815,0.00003466597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006178771,"about_ca_system_score_gemma":0.00005674228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003777327,"about_ca_topic_score_gemma":0.00002260056,"domain_scores_codex":[0.9986877,0.000286309,0.000293553,0.0003101156,0.0002405291,0.0001818041],"domain_scores_gemma":[0.9984393,0.000859031,0.00007346929,0.0003251936,0.0002528202,0.00005018461],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001366302,0.001313796,0.003687908,0.0003161196,0.0002203564,0.000002780352,0.07458182,0.001567738,0.003527388,0.01776007,0.0698448,0.8270406],"study_design_scores_gemma":[0.000956709,0.0002960117,0.006721518,0.00003691481,0.00002884586,0.000007169802,0.0001838762,0.9529214,0.01359015,0.01896072,0.005992202,0.0003044718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01564119,0.0001007055,0.9820639,0.001182482,0.0001564159,0.0003825357,0.000001110234,0.00006237049,0.0004092325],"genre_scores_gemma":[0.243594,6.318671e-7,0.7557901,0.0001569037,0.00001105737,0.00008048371,0.000001922348,0.000003536899,0.0003613175],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9513537,"threshold_uncertainty_score":0.441085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1574779036","doi":"10.7551/mitpress/6208.003.0014","title":"Using a Room Metaphor to Ease Transitions in Groupware","year":2002,"lang":"en","type":"book-chapter","venue":"The MIT Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Metaphor; Usability; Collaborative software; Human–computer interaction; Computer science; World Wide Web; Linguistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1492568556493566,"gpt":0.2796436318915413,"spread":0.1303867762421847,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003158051,0.0003527187,0.0003832653,0.0001605779,0.0001433321,0.0002049765,0.001625469,0.0002031798,0.00006606024],"category_scores_gemma":[0.00001337228,0.000283945,0.0002129816,0.00002348643,0.00007696725,0.0001292795,0.0002946211,0.0005112832,0.00007404764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009349114,"about_ca_system_score_gemma":0.00004320281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002364455,"about_ca_topic_score_gemma":0.0001733328,"domain_scores_codex":[0.9982296,0.0001127891,0.0003926675,0.0005915879,0.0003335659,0.0003397917],"domain_scores_gemma":[0.9982442,0.0001054614,0.00009159568,0.001351707,0.00007310387,0.0001338844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001070521,0.0001655115,0.000001550905,0.0002067249,0.0004070343,0.0002844936,0.03919675,0.003572722,0.001065731,0.9224201,0.004076308,0.028496],"study_design_scores_gemma":[0.001318972,0.0004567044,0.00002635465,0.001833047,0.0006384457,0.000171048,0.0000652231,0.08524255,0.005480828,0.1382811,0.7636759,0.00280982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0006609811,0.001175108,0.286573,0.001237633,0.0005841458,0.002169065,0.0001456307,0.0003395446,0.7071149],"genre_scores_gemma":[0.07049403,0.00001177524,0.01993103,0.001891857,0.0002698232,0.0001807399,0.00000616834,0.0001348377,0.9070798],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.784139,"threshold_uncertainty_score":0.9999613,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2342799194","doi":"10.1186/s40064-016-2171-z","title":"Usability evaluation of mobile applications using ISO 9241 and ISO 25062 standards","year":2016,"lang":"en","type":"article","venue":"SpringerPlus","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Android (operating system); Software; Mobile device; World Wide Web; Human–computer interaction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0494214866631552,"gpt":0.3385566616627815,"spread":0.2891351749996263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002416379,0.0001094822,0.0001716684,0.00006478721,0.00009557691,0.00004914355,0.0003928412,0.00006120399,0.00007875713],"category_scores_gemma":[0.0002133481,0.00008478205,0.00004839542,0.000212936,0.0001751854,0.0004002176,0.0002121142,0.00005789052,0.00001192046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002628486,"about_ca_system_score_gemma":0.0002770346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006029957,"about_ca_topic_score_gemma":0.00002251319,"domain_scores_codex":[0.9983367,0.0001600622,0.0003006352,0.0004177795,0.0005987468,0.0001860794],"domain_scores_gemma":[0.998324,0.0001587852,0.0001100848,0.000778674,0.0005559411,0.00007246486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005218131,0.000414235,0.02622398,0.0001907571,0.00006161804,6.563118e-7,0.002925112,0.001333879,0.1500833,0.01913226,0.0001399104,0.7994422],"study_design_scores_gemma":[0.005069314,0.001010351,0.06701977,0.0004605265,0.0002953072,0.00004621109,0.0003851806,0.368044,0.3985922,0.1187099,0.03873432,0.001632956],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5009642,0.0002219913,0.4978678,0.0001055853,0.00007735901,0.0004320677,0.00001572371,0.00004291399,0.0002723919],"genre_scores_gemma":[0.9876199,0.00001406374,0.01220096,0.00001560749,0.00003098843,0.00008812026,2.439532e-7,0.000006209597,0.0000239094],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7978092,"threshold_uncertainty_score":0.3457311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160421392","doi":"10.1023/b:cosu.0000014876.96003.be","title":"Empirical Study on Collaborative Writing: What Do Co-authors Do, Use, and Like?","year":2004,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Communications Research Centre Canada","funders":"","keywords":"Collaborative writing; Computer science; Task (project management); Collaborative software; Collaborative editing; Empirical research; Work (physics); Computer-supported cooperative work; Teamwork; Control (management); World Wide Web; Knowledge management; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.05519322543567857,"gpt":0.3222008296470765,"spread":0.267007604211398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008312329,0.0006872476,0.0007461754,0.0002894411,0.0006149633,0.004457691,0.001192942,0.0002464661,0.00006411612],"category_scores_gemma":[0.00009518593,0.0006070434,0.0001127794,0.001970955,0.0003376192,0.002773351,0.0005965468,0.0008162895,0.0002220681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002068415,"about_ca_system_score_gemma":0.0003976075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001166091,"about_ca_topic_score_gemma":0.00002046427,"domain_scores_codex":[0.9949836,0.001002846,0.0007944633,0.001765049,0.0006990039,0.0007550062],"domain_scores_gemma":[0.9964756,0.0007135531,0.0002003178,0.001265631,0.0008717774,0.000473076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001455029,0.01514455,0.4605067,0.0000974295,0.00211663,0.002659219,0.30977,0.02061402,0.0005053795,0.02131521,0.08659189,0.0792239],"study_design_scores_gemma":[0.02796174,0.04097668,0.7862261,0.003865933,0.0003711075,0.0004511765,0.03528908,0.01789755,0.01514197,0.005684676,0.0563113,0.009822673],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7759573,0.0003310661,0.2183686,0.002019291,0.001137893,0.001582289,0.00001750531,0.0003844211,0.0002016485],"genre_scores_gemma":[0.9812842,0.00006470326,0.01607561,0.002085238,0.000180259,0.0001050455,0.00001891186,0.00004258352,0.000143417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3257194,"threshold_uncertainty_score":0.9996381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W142899596","doi":"","title":"Proceedings of Graphics Interface 2008","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":160,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Windsor; Set (abstract data type); Computer graphics (images); Human–computer interaction; Multimedia; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0362248725346006,"gpt":0.2477386843677311,"spread":0.2115138118331305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001539218,0.00008203884,0.0001231253,0.00007491618,0.00005209672,0.00002140635,0.0007413643,0.00004583122,0.00003900608],"category_scores_gemma":[0.0000341814,0.00006935871,0.00005453349,0.0003745517,0.0001117205,0.0004863058,0.0001489826,0.00009234274,0.00004483133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009694957,"about_ca_system_score_gemma":0.0000274348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003516714,"about_ca_topic_score_gemma":0.000002732241,"domain_scores_codex":[0.99924,0.00000614709,0.0001932205,0.0002229466,0.0001857387,0.0001519893],"domain_scores_gemma":[0.9994717,0.00003559088,0.00005307889,0.0001882723,0.0001980978,0.00005331368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005446085,0.000862587,0.04268865,0.0001551427,0.00008665176,0.00001133807,0.01452218,0.00005099408,0.05923262,0.7133566,0.1657158,0.003262946],"study_design_scores_gemma":[0.0005159332,0.0006250874,0.01494045,0.00004701801,0.000006430039,0.0001875591,0.0001549624,0.02007163,0.9329201,0.01381084,0.01627052,0.0004494445],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7409694,0.0000712231,0.2406561,0.0007524902,0.0001327883,0.0001163599,6.21093e-7,0.0001916865,0.01710939],"genre_scores_gemma":[0.9725708,0.00002106828,0.0260102,0.0001397938,0.000009332012,0.000003195738,5.731863e-8,0.000003561074,0.00124196],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8736875,"threshold_uncertainty_score":0.2828366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011201505","doi":"10.1145/503376.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Software system; World Wide Web; Engineering; Systems engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.05102629285948977,"gpt":0.2180877078881256,"spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007410369,0.000060856,0.00006102664,0.00002026414,0.00005187818,0.00008905847,0.0005974157,0.00002985705,0.001273152],"category_scores_gemma":[0.00001708223,0.000049799,0.00003552724,0.0001579079,0.00001980027,0.0004594454,0.0001028519,0.00005861606,0.002038809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001441636,"about_ca_system_score_gemma":0.000002477662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001937718,"about_ca_topic_score_gemma":0.000006161842,"domain_scores_codex":[0.999405,0.00002505853,0.00009227931,0.0002065844,0.000116871,0.0001541779],"domain_scores_gemma":[0.9994244,0.00003949049,0.00001255785,0.0004505756,0.00002727452,0.00004570695],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002399835,0.0004357004,0.00171311,0.00002150964,0.00002587112,0.00003262806,0.005545649,0.00005623025,0.0007789307,0.5659824,0.2471629,0.1782426],"study_design_scores_gemma":[0.0007730398,0.0004591844,0.003766573,0.00002275743,0.000007079046,0.00008185422,0.0001297706,0.4775419,0.02678003,0.05640541,0.4331585,0.0008739367],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009060729,0.000105366,0.8915191,0.004909598,0.0002863682,0.00006946766,3.504422e-7,0.0004274431,0.09362163],"genre_scores_gemma":[0.9506269,0.00000650835,0.04143856,0.001168783,0.0000256111,0.000004502303,1.215183e-7,0.000002903201,0.006726098],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9415662,"threshold_uncertainty_score":0.9996398,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135345119","doi":"10.1145/1166253.1166301","title":"User interface façades","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Personalization; Human–computer interaction; User interface; Interface (matter); Graphical user interface; Natural user interface; User interface design; Simple (philosophy); Post-WIMP; 10-foot user interface; User experience design; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01545688324289222,"gpt":0.2473856424170776,"spread":0.2319287591741854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001344462,0.00008299106,0.00007797166,0.00003681154,0.00004544022,0.0001731786,0.0006907971,0.00003727869,0.0001611663],"category_scores_gemma":[0.00001075987,0.00006759695,0.00004097942,0.0001544252,0.00003008449,0.0004523071,0.0001519118,0.00006909369,0.0006439757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002092097,"about_ca_system_score_gemma":0.00001504063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002041503,"about_ca_topic_score_gemma":0.0000630388,"domain_scores_codex":[0.9992713,0.00003401975,0.0001391731,0.000248368,0.0001243012,0.0001828099],"domain_scores_gemma":[0.9994228,0.00005437639,0.00002063383,0.0004292291,0.00004041274,0.00003248571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000009796011,0.0003169204,0.008018547,0.00001741352,0.00001715713,0.00001040128,0.0004947786,0.001002772,0.01735266,0.8151524,0.1479874,0.009619759],"study_design_scores_gemma":[0.0005137349,0.0002091137,0.01916564,0.00002329829,0.000006033289,0.00003006073,0.0000714102,0.03650413,0.5709988,0.07346466,0.2983748,0.000638337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0759799,0.00004578276,0.8901239,0.00145386,0.0001932666,0.00006144462,3.709554e-7,0.0003082203,0.03183324],"genre_scores_gemma":[0.9409109,6.044397e-7,0.04602286,0.0002397233,0.00003304461,0.000004197293,2.58702e-7,0.000003792431,0.01278461],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.864931,"threshold_uncertainty_score":0.827722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W59380319","doi":"","title":"Proceedings of Graphics Interface 2010","year":2010,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Communications Research Centre Canada; Carleton University","funders":"","keywords":"Graphics; Interface (matter); Computer science; Computer graphics; Computer graphics (images); Graphics software; User interface; Track (disk drive); Human–computer interaction; Computer Graphics Metafile; 3D computer graphics; Real-time computer graphics; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02464379987594251,"gpt":0.2704655159417717,"spread":0.2458217160658291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011595,0.0004075357,0.0004594163,0.000471771,0.0001549883,0.000285089,0.003243988,0.000382927,0.00008894737],"category_scores_gemma":[0.0002958053,0.0003883496,0.000271012,0.001326532,0.0005934112,0.00112534,0.0007420007,0.001545402,0.00008840795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000021575,"about_ca_system_score_gemma":0.00007612957,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001162046,"about_ca_topic_score_gemma":0.0001353047,"domain_scores_codex":[0.9971799,0.0000374818,0.0007317932,0.0008704959,0.0005882282,0.0005921544],"domain_scores_gemma":[0.9973744,0.0002148444,0.0003510199,0.001004161,0.0008203142,0.000235253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00007485628,0.0004921354,0.006035374,0.0001865291,0.0001280134,0.000003085641,0.003809172,0.00002281041,0.3041069,0.6697439,0.01376271,0.001634509],"study_design_scores_gemma":[0.0007015289,0.0007220044,0.004114465,0.0001733579,0.00004049773,0.00009556353,0.0002481369,0.0142298,0.8828748,0.06868782,0.02719717,0.0009148035],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8079745,0.0001723509,0.1834982,0.001904544,0.002605882,0.0003955371,0.00001443156,0.0004087852,0.003025753],"genre_scores_gemma":[0.9842365,0.00004258062,0.01480537,0.0002149061,0.00006039117,0.0000227493,7.975839e-7,0.00003253783,0.0005842127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6010561,"threshold_uncertainty_score":0.9998568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914951492","doi":"10.1145/2642918","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); User interface; Timeline; Wearable computer; Software; World Wide Web; Multimedia; Library science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01210827986561843,"gpt":0.2469290113860944,"spread":0.2348207315204759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002897741,0.0003679376,0.0004799939,0.000227833,0.0001047674,0.0001478942,0.004249839,0.0005916618,0.000107996],"category_scores_gemma":[0.0003201912,0.000236974,0.00008732094,0.0005085192,0.000340729,0.0002604107,0.002419497,0.0006739421,0.0005155657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000526217,"about_ca_system_score_gemma":0.0001120735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001834844,"about_ca_topic_score_gemma":0.000009903166,"domain_scores_codex":[0.998105,0.00003490847,0.0003787752,0.0008232677,0.0003174222,0.0003405979],"domain_scores_gemma":[0.9978057,0.0002282117,0.0002768505,0.001183299,0.000442772,0.00006317862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003024472,0.0001426289,0.0007916498,0.0005629312,0.00008321912,3.495061e-7,0.001218222,0.00003683434,0.001766445,0.01194377,0.9808033,0.002620413],"study_design_scores_gemma":[0.0006458331,0.001905534,0.0003253673,0.001282157,0.00004973309,0.00005543622,0.0003219754,0.0004894228,0.22919,0.004889694,0.7598293,0.001015495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.3699148,0.001979692,0.2955243,0.1100561,0.01866414,0.007195997,0.0005055188,0.002395649,0.1937638],"genre_scores_gemma":[0.3633403,0.0002092195,0.04729412,0.001735536,0.0002956469,0.0001449886,0.000004771317,0.0001179247,0.5868576],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.3930937,"threshold_uncertainty_score":0.9663518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W630244727","doi":"","title":"Game usability : advice from the experts for advancing the player experience","year":2008,"lang":"en","type":"book","venue":"CRC Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Pluralistic walkthrough; Think aloud protocol; Usability engineering; Usability lab; Web usability; Cognitive walkthrough; Usability goals; Usability inspection; World Wide Web; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.06617732051174147,"gpt":0.2818548838153599,"spread":0.2156775633036184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005889972,0.0005608121,0.0005228487,0.00002663078,0.000617202,0.0003986483,0.005339901,0.000353033,0.00001631471],"category_scores_gemma":[0.0003024359,0.0003380724,0.0003668682,0.00002465575,0.0006852574,0.0003412612,0.001026371,0.0005930029,0.00001643603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002255695,"about_ca_system_score_gemma":0.0004802202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004220438,"about_ca_topic_score_gemma":0.0001449669,"domain_scores_codex":[0.9964721,0.0003058437,0.0006453808,0.001281297,0.0006270075,0.0006684329],"domain_scores_gemma":[0.9921913,0.003565447,0.000332742,0.00350806,0.0002549868,0.0001474691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004727581,0.000285585,0.00008007056,0.0003606842,0.0004600818,0.00005747948,0.3316142,0.0006079313,0.0009279987,0.06788202,0.5190399,0.07821127],"study_design_scores_gemma":[0.0002956875,0.00008018719,0.00003401992,0.0001928124,0.00003078421,0.00001466542,0.0001476692,0.006765232,0.00371008,0.01286128,0.9753513,0.0005163362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.00455122,0.006630811,0.5005895,0.001228253,0.005510284,0.00751223,0.0003818375,0.001465072,0.4721308],"genre_scores_gemma":[0.0378748,0.0001423287,0.01404916,0.007032925,0.002307535,0.003823878,0.00004444491,0.0001941338,0.9345308],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.4865403,"threshold_uncertainty_score":0.9999071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130025274","doi":"10.1080/07370020902990402","title":"A Predictive Model of Human Performance With Scrolling and Hierarchical Lists","year":2009,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scrolling; Computer science; Selection (genetic algorithm); Hierarchical database model; Information retrieval; Tree (set theory); Anticipation (artificial intelligence); Contrast (vision); Human–computer interaction; Artificial intelligence; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.03807816590606963,"gpt":0.2823521965992984,"spread":0.2442740306932288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002113165,0.0001853066,0.0002352733,0.0001685155,0.0002023729,0.0001593411,0.000406636,0.00006964481,0.000005697554],"category_scores_gemma":[0.000003797839,0.0001607382,0.00005062717,0.0001382216,0.00008761797,0.001224583,0.0001001225,0.0003200869,0.000003907556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004185822,"about_ca_system_score_gemma":0.00002464244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001401075,"about_ca_topic_score_gemma":0.000007002058,"domain_scores_codex":[0.9986687,0.0000633498,0.0003266808,0.0004675752,0.0002522286,0.0002214233],"domain_scores_gemma":[0.9991866,0.00005036814,0.0001504072,0.0003908429,0.0001419246,0.0000798875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001647499,0.003640061,0.009190802,0.0006438963,0.0004489639,0.00005054572,0.06583302,0.3346711,0.1970216,0.1275962,0.001853217,0.257403],"study_design_scores_gemma":[0.000457455,0.002073978,0.01286727,0.000195563,0.00001180262,0.00003487845,0.00001576011,0.9701583,0.01166224,0.00229746,0.00003563372,0.0001896454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.553269,0.000007326634,0.4458213,0.0001047901,0.00006406743,0.0001092801,8.07696e-7,0.00007978723,0.0005436099],"genre_scores_gemma":[0.9711651,0.00000354669,0.02848069,0.0001692532,0.00009291975,0.000007024545,0.000002987229,0.000007621672,0.00007088789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6354871,"threshold_uncertainty_score":0.6554713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099523582","doi":"10.1109/enabl.2000.883709","title":"A review of groupware evaluations","year":2002,"lang":"en","type":"review","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Collaborative software; Computer-supported cooperative work; Computer science; Variety (cybernetics); Frame (networking); Human–computer interaction; World Wide Web; Engineering; Artificial intelligence; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.2372137589706075,"gpt":0.4225297539354597,"spread":0.1853159949648521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007281988,0.0002248749,0.001263188,0.00009990073,0.00002952967,0.00003108211,0.001612956,0.0001179679,0.001013688],"category_scores_gemma":[0.0002290686,0.0001601008,0.0005593239,0.0006994758,0.00003088507,0.0001804581,0.0002277571,0.0001843553,0.0006511691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005142571,"about_ca_system_score_gemma":0.0001684916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000560374,"about_ca_topic_score_gemma":0.000001198223,"domain_scores_codex":[0.99804,0.000368923,0.0007591253,0.0003939335,0.0002857688,0.0001523072],"domain_scores_gemma":[0.9978697,0.0002731841,0.0002992407,0.001314185,0.0001880007,0.00005567405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.53889e-8,0.00003124285,1.657743e-8,0.152151,0.00002164714,3.785046e-7,0.00001243573,3.384252e-8,3.160359e-9,0.002935165,0.01930805,0.82554],"study_design_scores_gemma":[0.0000144083,0.00002762167,4.255396e-8,0.1685011,0.0001651114,0.00001377784,2.75169e-7,0.0001038258,2.096766e-7,0.0001757993,0.8308665,0.0001313404],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.815662e-10,0.9251946,0.06833322,0.0001058709,0.0001475331,0.0006976384,0.000007992621,0.00007557802,0.005437605],"genre_scores_gemma":[1.695352e-8,0.9878435,0.01078969,0.0003023015,0.00001933004,0.00009430599,0.0000079251,0.000009148565,0.0009338437],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8254086,"threshold_uncertainty_score":0.9998995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049817002","doi":"10.1145/2556288.2557199","title":"Panelrama","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Synchronization (alternating current); Sample (material); Categorization; Human–computer interaction; Distributed computing; Software engineering; Artificial intelligence; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01441809810745439,"gpt":0.2127736668073482,"spread":0.1983555686998938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001906894,0.00003541169,0.00004119805,0.00001446836,0.00002625648,0.00007176415,0.0004557333,0.00001795925,0.00007750475],"category_scores_gemma":[0.00003541975,0.00002770809,0.00001912918,0.00007042364,0.0000116393,0.0001693561,0.00007157862,0.00003310766,0.000718474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000048468,"about_ca_system_score_gemma":0.000005628396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001208201,"about_ca_topic_score_gemma":0.000003024511,"domain_scores_codex":[0.9996062,0.00003433544,0.00005762601,0.0001352122,0.00007111401,0.00009551704],"domain_scores_gemma":[0.9995189,0.00005993458,0.000008430624,0.0003563269,0.00002046487,0.00003592263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[9.154542e-7,0.00003407084,0.0006753359,0.000003310015,0.000002765146,5.110415e-7,0.0002722922,0.00002618544,0.0009551617,0.9160701,0.009867581,0.07209174],"study_design_scores_gemma":[0.0002976137,0.000242585,0.007608758,0.000006435766,0.000002068145,0.00001326133,0.00001725461,0.3462368,0.04691262,0.1429542,0.4554028,0.0003056485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01405867,0.00000285769,0.9400234,0.0022556,0.0001529209,0.0000221986,3.450414e-8,0.0001821593,0.04330219],"genre_scores_gemma":[0.9484658,1.562134e-7,0.04839993,0.0009644097,0.00002445159,0.000001727156,6.345233e-8,0.000001327872,0.002142178],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9344071,"threshold_uncertainty_score":0.9234769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974976481","doi":"10.1016/j.intcom.2007.01.001","title":"Implicit measures of lostness and success in web navigation","year":2007,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"George (robot); Library science; Psychology; World Wide Web; Computer science; History; Art history","retraction":null,"screen_n_in":null,"score":{"opus":0.02471025836231856,"gpt":0.2807621005848553,"spread":0.2560518422225367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007834866,0.0001220256,0.000184519,0.0001720849,0.0000380087,0.0001011787,0.0004395765,0.00004170759,0.000001285614],"category_scores_gemma":[0.00007924512,0.0001063952,0.0000235897,0.000335985,0.00005709642,0.0006340886,0.0001379345,0.0001859334,0.000001779136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000502755,"about_ca_system_score_gemma":0.00003362022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001995076,"about_ca_topic_score_gemma":0.0002394905,"domain_scores_codex":[0.998869,0.0000635734,0.0003247601,0.000311094,0.0002116489,0.0002199345],"domain_scores_gemma":[0.9982823,0.00110272,0.0001589997,0.0002679259,0.0001315448,0.00005653692],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007171871,0.0005694682,0.5739413,0.0004053755,0.0001480195,0.0002576091,0.03066412,0.007507937,0.0486174,0.006437982,0.0003264253,0.3304072],"study_design_scores_gemma":[0.003737756,0.00149726,0.3038109,0.006488795,0.00002864151,0.0007750326,0.001576516,0.4446275,0.2335394,0.001530139,0.001018184,0.001369935],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6446836,0.00001835576,0.3545471,0.0001530215,0.0003425393,0.00008362256,3.769767e-7,0.00003637276,0.0001350012],"genre_scores_gemma":[0.9774824,0.000001034564,0.022413,0.00006880515,0.00002067958,0.000002020759,6.686454e-7,0.000006563062,0.00000487268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4371195,"threshold_uncertainty_score":0.4338669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003205661","doi":"10.1145/1180875.1180906","title":"Shared waypoints and social tagging to support collaboration in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Bookmarking; Computer science; Asynchronous communication; Software development; Collaborative software; Software engineering; Software; Human–computer interaction; World Wide Web; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.02240329418955386,"gpt":0.2661888606298614,"spread":0.2437855664403075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002382945,0.0000710042,0.00008513112,0.00007929506,0.00008456169,0.0001865867,0.0001854408,0.00003609958,0.00003735219],"category_scores_gemma":[0.00001846836,0.00007087993,0.000008038806,0.0002630432,0.000009712337,0.0003772611,0.0001229701,0.00003949368,0.00005724258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008383486,"about_ca_system_score_gemma":0.0001053444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006181198,"about_ca_topic_score_gemma":0.001004472,"domain_scores_codex":[0.9992499,0.00002559125,0.0001837738,0.0002506325,0.0001350804,0.0001550699],"domain_scores_gemma":[0.9997691,0.00002544308,0.00002103729,0.00009788087,0.00005781015,0.00002873905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001591299,0.001254282,0.2520022,0.0002976593,0.00004613585,0.0001217398,0.1175464,0.001307645,0.01656924,0.1178806,0.1876714,0.3051436],"study_design_scores_gemma":[0.002550312,0.000436757,0.7232515,0.00008961649,0.00000664405,0.00001919815,0.001262634,0.01161111,0.1170104,0.01546117,0.1266287,0.001671966],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5588166,0.000004146945,0.4364062,0.003486968,0.00009740113,0.0002250152,0.000002148186,0.0001390246,0.0008225183],"genre_scores_gemma":[0.8295025,6.661976e-8,0.1693862,0.0006375104,0.00001533397,0.0000172871,0.000004855847,0.000003084866,0.0004331182],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4712493,"threshold_uncertainty_score":0.28904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104927684","doi":"10.1109/ozchi.1996.559988","title":"Semantic telepointers for groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Workspace; Collaborative software; Focus (optics); Gesture; Viewport; Representation (politics); Object (grammar); Multimedia; Computer vision; World Wide Web; Artificial intelligence; Robot","retraction":null,"screen_n_in":null,"score":{"opus":0.05196017736498068,"gpt":0.2395398986509189,"spread":0.1875797212859382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001164597,0.000074176,0.00008439425,0.00003631757,0.00005882597,0.0001010536,0.0005572125,0.00002947435,0.0002175004],"category_scores_gemma":[0.00004011649,0.00006184537,0.00007086663,0.0001077642,0.0000197518,0.0003091454,0.00006869879,0.00004213599,0.000294461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001693415,"about_ca_system_score_gemma":0.000003320977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001009688,"about_ca_topic_score_gemma":0.00001053431,"domain_scores_codex":[0.9993337,0.00001758868,0.0001236501,0.0002449503,0.00008794619,0.0001921906],"domain_scores_gemma":[0.9994029,0.0001070797,0.0000194875,0.000377163,0.00004274644,0.00005066916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002399719,0.0008030428,0.002578609,0.0002338595,0.0001089148,0.00002283658,0.007677763,0.0001721547,0.003407644,0.3389991,0.4449359,0.2010362],"study_design_scores_gemma":[0.0006840442,0.0004731305,0.0005951424,0.0000278461,0.000008454039,0.00003618953,0.0001074438,0.9029768,0.0179236,0.01640421,0.06034705,0.0004160999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008543647,0.00003408685,0.9817026,0.003281505,0.0002639719,0.0001784324,8.388834e-7,0.0002079959,0.005786933],"genre_scores_gemma":[0.9323217,0.000002160439,0.062603,0.0008929804,0.0000266481,0.0000206265,2.953756e-7,0.000004889992,0.004127762],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.923778,"threshold_uncertainty_score":0.3784799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W206625662","doi":"10.17705/1thci.00011","title":"HCI Research: Future Challenges and Directions","year":2010,"lang":"en","type":"article","venue":"AIS Transactions on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Society of Canada; University of British Columbia","funders":"","keywords":"Face (sociological concept); Field (mathematics); Engineering ethics; Plan (archaeology); Work (physics); Computer science; Knowledge management; Sociology; Data science; Public relations; Political science; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1524571709073003,"gpt":0.3772718693519763,"spread":0.2248146984446759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006955527,0.0002468992,0.0002102023,0.0005954105,0.0008995089,0.0004231056,0.0006150497,0.0002140686,0.0001552898],"category_scores_gemma":[0.00001126595,0.0002417117,0.0001287478,0.0003412442,0.0001507124,0.001478793,0.00003261057,0.001698104,0.0001956541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007602289,"about_ca_system_score_gemma":0.00003047464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008707179,"about_ca_topic_score_gemma":0.0008516387,"domain_scores_codex":[0.997768,0.0002870371,0.0003236401,0.0008195265,0.0004037111,0.0003980818],"domain_scores_gemma":[0.9981544,0.0004112872,0.00006968917,0.0008991087,0.0002888734,0.0001766217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003741521,0.0007762028,0.00001073772,0.00004187161,0.00008884324,0.000009973135,0.006837057,0.0001481885,0.007076599,0.03332374,0.001417129,0.9502323],"study_design_scores_gemma":[0.002136646,0.003860159,0.0225839,0.000321201,0.00008221855,0.0008713202,0.002098762,0.06452698,0.06460027,0.030193,0.80674,0.001985545],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1528658,0.0003181523,0.8143607,0.01318475,0.01104279,0.0006411714,0.000008270467,0.001021294,0.006557088],"genre_scores_gemma":[0.9858077,0.0003715339,0.01229567,0.0001960078,0.0007523006,0.00009268396,0.000002355372,0.00002429838,0.0004574559],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9482467,"threshold_uncertainty_score":0.9856716,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146038408","doi":"10.1145/587078.587086","title":"Improving interpretation of remote gestures with telepointer traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Gesture; Computer science; Pointer (user interface); Jitter; Human–computer interaction; Visibility; Artificial intelligence; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.01676335793589917,"gpt":0.2179674734822241,"spread":0.201204115546325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001245998,0.00008122932,0.0001049876,0.0000541733,0.00002509962,0.00006495477,0.0004013345,0.00003122516,0.0000892231],"category_scores_gemma":[0.00003263977,0.00005580618,0.00003426107,0.0001316089,0.00004212833,0.0004801079,0.00005369915,0.000075911,0.00002403072],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001189994,"about_ca_system_score_gemma":0.000006684178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009140623,"about_ca_topic_score_gemma":0.00004431207,"domain_scores_codex":[0.9993173,0.00003572008,0.0001698215,0.0002153947,0.000143612,0.0001181412],"domain_scores_gemma":[0.9994341,0.00006625975,0.0000722754,0.0003251079,0.00007139989,0.00003083625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000677083,0.0002012477,0.001136514,0.0001103095,0.00004283884,0.0000111592,0.01623413,0.0003871109,0.01396753,0.004292983,0.001873562,0.9616749],"study_design_scores_gemma":[0.0002173909,0.0004406134,0.000791036,0.00004056764,0.000005984034,0.00002238673,0.0001239793,0.9178528,0.07937884,0.0007122927,0.000281673,0.0001325031],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1421774,0.00005065645,0.8513332,0.0005153849,0.00006007684,0.00007828193,2.298792e-7,0.00007814216,0.005706607],"genre_scores_gemma":[0.846783,0.000001431993,0.1524467,0.0001302435,0.000008000659,9.387732e-7,9.151728e-8,0.000003465804,0.0006261372],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9615424,"threshold_uncertainty_score":0.227571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110890920","doi":"10.1518/0018720053653785","title":"The Impact of Visual Layout Factors on Performance in Web Pages: A Cross-Language Study","year":2005,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Web page; Computer science; Web design; Page layout; World Wide Web; Reading (process); Static web page; Human–computer interaction; Information retrieval; Web navigation; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03743262458559483,"gpt":0.3189104833163315,"spread":0.2814778587307367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001893545,0.0004412424,0.000539628,0.00008706276,0.001305047,0.0004208192,0.002420413,0.000134914,0.00002015374],"category_scores_gemma":[0.00006445892,0.0001908852,0.0007503238,0.0002301914,0.0004573627,0.000688383,0.000461196,0.001016487,0.000001673894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004581067,"about_ca_system_score_gemma":0.0001403335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002132928,"about_ca_topic_score_gemma":0.0003967614,"domain_scores_codex":[0.9973593,0.0004101841,0.0009979544,0.0002846961,0.0004579992,0.0004898829],"domain_scores_gemma":[0.997311,0.0006671271,0.0009348511,0.0008334688,0.0001210147,0.0001325179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008129448,0.0006250956,0.8953924,0.0000117299,0.0002643685,4.095118e-7,0.0966694,0.00356799,0.002835964,0.00008719078,0.0003320165,0.0001322015],"study_design_scores_gemma":[0.0008359838,0.001323017,0.9809717,0.0000464424,0.00003722193,0.000003333223,0.01028599,0.002188627,0.003936232,0.00006523917,0.00006502784,0.0002412047],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991099,0.0001376784,0.00002890953,0.00004666215,0.0002480721,0.0003573139,0.00001232109,0.00001899661,0.0000401581],"genre_scores_gemma":[0.9996219,0.00008205642,0.00001429593,0.00003102532,0.00009970809,0.000001698723,9.73521e-7,0.00002410876,0.0001242287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0863834,"threshold_uncertainty_score":0.9999951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155073551","doi":"10.1145/1978942.1979270","title":"Post-deployment usability","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Software deployment; Pluralistic walkthrough; Web usability; Computer science; Usability engineering; Usability lab; Cognitive walkthrough; Bridge (graph theory); Human–computer interaction; Process management; World Wide Web; Software engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.06378382652698246,"gpt":0.2529053081360033,"spread":0.1891214816090209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003259376,0.00008198989,0.00008245599,0.00002694477,0.00004681886,0.00004349032,0.000804927,0.00003470731,0.0007204275],"category_scores_gemma":[0.00004088098,0.00006465988,0.00005349368,0.0001090618,0.00004462481,0.0004284062,0.0002096671,0.00006719142,0.000655261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002883549,"about_ca_system_score_gemma":0.00003179196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002985935,"about_ca_topic_score_gemma":0.00004111963,"domain_scores_codex":[0.999146,0.00005902597,0.0001577965,0.0003056123,0.0001386593,0.0001928352],"domain_scores_gemma":[0.9990286,0.00003989386,0.00002160556,0.0007367929,0.00008577358,0.00008730419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00007496754,0.00211692,0.04905107,0.00004570208,0.000069872,0.00002613556,0.01888127,0.000006315401,0.01138674,0.8058558,0.005759768,0.1067255],"study_design_scores_gemma":[0.0008324144,0.001797482,0.2608558,0.00001730031,0.00001609607,0.00004742531,0.00038219,0.0137385,0.5683576,0.1373798,0.01548299,0.001092438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3075719,0.00001614283,0.6375626,0.001009362,0.0003801851,0.000187326,0.000001126037,0.0005558453,0.0527155],"genre_scores_gemma":[0.9342568,7.269749e-7,0.06415444,0.0008337157,0.000009445616,0.000008745727,1.347124e-7,0.000003275494,0.0007327431],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.668476,"threshold_uncertainty_score":0.8422273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","retraction":null,"screen_n_in":null,"score":{"opus":0.03467616129877977,"gpt":0.2867475151867631,"spread":0.2520713538879834,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003158608,0.0002821106,0.0002776227,0.0002137978,0.0003929811,0.0004264694,0.0008545993,0.0001235908,0.0002911026],"category_scores_gemma":[0.00001633668,0.0002835133,0.0001414773,0.0003306827,0.00008445316,0.001407829,0.00006320333,0.000500428,0.0002733897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001995493,"about_ca_system_score_gemma":0.0000395977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001087487,"about_ca_topic_score_gemma":0.00007877233,"domain_scores_codex":[0.9978586,0.00022253,0.0004850378,0.0008252612,0.0003084096,0.0003000957],"domain_scores_gemma":[0.9978761,0.0003927429,0.0001429592,0.001279206,0.0001741953,0.0001347903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001155133,0.00619438,0.003597663,0.0008983287,0.0006748285,0.00001256857,0.04245052,0.1070685,0.009609146,0.04765968,0.003281249,0.7784377],"study_design_scores_gemma":[0.003352389,0.004331131,0.01369467,0.0007426883,0.0001108644,0.0002173234,0.0006742632,0.9210237,0.01223235,0.02358469,0.0182002,0.001835783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2615527,0.00001624907,0.7344692,0.0006587497,0.002284265,0.0004807962,0.000007540943,0.0003216682,0.0002088694],"genre_scores_gemma":[0.990639,0.00001525299,0.008657487,0.0002902829,0.00006969059,0.00002177168,0.00001006114,0.00001738922,0.0002790662],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8139552,"threshold_uncertainty_score":0.9999617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911408393","doi":"","title":"Proceedings of the 16th international conference on Human-computer interaction with mobile devices & services","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction with Mobile Devices and Services","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; Ontario College of Art and Design","funders":"","keywords":"Library science; Multidisciplinary approach; Computer science; World Wide Web; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02587699107930844,"gpt":0.2843744723930335,"spread":0.2584974813137251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004222412,0.0006363413,0.0005994837,0.0003215689,0.0005651122,0.001549426,0.00217289,0.0001697527,0.0001293871],"category_scores_gemma":[0.000001382472,0.0004165496,0.0001480246,0.0004224788,0.0001749829,0.00322055,0.0006140583,0.0005556921,0.00003403223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009149012,"about_ca_system_score_gemma":0.00003541697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005473666,"about_ca_topic_score_gemma":0.002100374,"domain_scores_codex":[0.9965312,0.0001310227,0.0008021411,0.001266922,0.0008059458,0.0004627774],"domain_scores_gemma":[0.9969842,0.0002086662,0.001056325,0.0006998343,0.000887044,0.0001638859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004160203,0.01053673,0.3748875,0.02108211,0.005463845,0.00006501379,0.1619861,0.07835614,0.03149317,0.130736,0.002469976,0.1787631],"study_design_scores_gemma":[0.004512052,0.01229869,0.1148417,0.009778576,0.0003133346,0.0004821979,0.0100129,0.7698335,0.01972036,0.00113407,0.05434151,0.002731061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868423,0.00003832074,0.007801987,0.0003390706,0.001019499,0.0008764673,0.000008828379,0.0002488602,0.002824639],"genre_scores_gemma":[0.9925219,0.00001769812,0.005094698,0.001436852,0.0005014314,0.0002118104,0.00002229384,0.00004154829,0.0001517176],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6914774,"threshold_uncertainty_score":0.9998286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.2818764015980461,"gpt":0.4738172032287361,"spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02590021,0.00007375329,0.0001817819,0.00004540994,0.000101973,0.0001195455,0.002538839,0.00002486594,0.00007490185],"category_scores_gemma":[0.004943295,0.00004408322,0.00004891293,0.0003334917,0.0002247704,0.0002638841,0.002284909,0.0004971437,0.000008767736],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002690096,"about_ca_system_score_gemma":0.0002278878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002291431,"about_ca_topic_score_gemma":0.00001102198,"domain_scores_codex":[0.9941981,0.003070631,0.0004266183,0.0002498293,0.001893161,0.0001616164],"domain_scores_gemma":[0.9980896,0.0006277006,0.0001897671,0.0004234707,0.0006134165,0.00005603113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000236898,0.001405593,0.7845744,0.001441519,0.0001930805,0.000003025023,0.005711088,0.03165224,0.0006292589,0.02967658,0.002755995,0.1417203],"study_design_scores_gemma":[0.00572871,0.0010493,0.4990437,0.01823087,0.00008695152,0.00003321576,0.01373001,0.3162754,0.003918452,0.03276031,0.1086132,0.0005298628],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9365656,0.01559609,0.009679547,0.02673717,0.000332072,0.003209419,0.00002170744,0.00001788837,0.007840549],"genre_scores_gemma":[0.9978244,0.001808276,0.0001787256,0.00004457106,0.00000919518,0.00005305929,0.000009459827,0.000002714143,0.00006956974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2855307,"threshold_uncertainty_score":0.8976546,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050147921","doi":"10.1007/s00779-009-0241-8","title":"Investigating teamwork and taskwork in single- and multi-display groupware systems","year":2009,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Dalhousie University","keywords":"Collaborative software; Human–computer interaction; Teamwork; Computer science; Task (project management); Interface (matter); User interface; Computer-supported cooperative work; Task management; Knowledge management; Systems engineering; Engineering; Work (physics); Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03402645806426801,"gpt":0.2533030010960293,"spread":0.2192765430317613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005443323,0.0002081532,0.0002728267,0.00008909683,0.000290164,0.000436118,0.0002078582,0.00009177502,4.459665e-7],"category_scores_gemma":[0.00007479183,0.0001937384,0.00002367005,0.0002394086,0.0001073266,0.0002885372,0.0002074956,0.0002693816,0.000001224999],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003405006,"about_ca_system_score_gemma":0.00001952164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001217959,"about_ca_topic_score_gemma":0.00002545836,"domain_scores_codex":[0.9984694,0.0001284078,0.0002957084,0.0005621843,0.0001723887,0.0003719126],"domain_scores_gemma":[0.9992903,0.0002806619,0.00009084646,0.0001381787,0.0000377326,0.0001622656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000427019,0.0006640583,0.2831393,0.0008878161,0.00007180249,0.0001674788,0.1243606,0.002249899,0.01675,0.0193525,0.0003363807,0.5519774],"study_design_scores_gemma":[0.0005814377,0.0002689534,0.08066394,0.0006244306,0.000006938896,0.0002167715,0.001030752,0.915294,0.0001114791,0.0007164641,0.0001234813,0.0003613645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9547969,0.002231545,0.04173077,0.0007217798,0.0001659245,0.0001730244,0.000001479537,0.0001088113,0.00006984435],"genre_scores_gemma":[0.9759968,0.00001537548,0.02342412,0.0004041284,0.0001241593,0.00000194593,9.304877e-7,0.000007050222,0.00002550229],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9130441,"threshold_uncertainty_score":0.7900423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03243758715169351,"gpt":0.2837117455178326,"spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001826597,0.00004929165,0.00004016826,0.00002602028,0.0002392804,0.0001661814,0.0003399826,0.000012307,0.0001953872],"category_scores_gemma":[0.0002192679,0.00003317206,0.00004268138,0.0001522203,0.00002365328,0.0003700009,0.00003804583,0.0002265372,0.0005916888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002178917,"about_ca_system_score_gemma":0.00002076526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002525021,"about_ca_topic_score_gemma":0.00003002377,"domain_scores_codex":[0.9994417,0.0001574614,0.00008884812,0.0001306443,0.0000733041,0.0001080294],"domain_scores_gemma":[0.9993696,0.0002482589,0.00002689814,0.0002835251,0.00004680435,0.0000249452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001096848,0.0004301852,0.006386452,0.00001080827,0.0001352771,0.00001668189,0.02318263,0.00867777,0.01178118,0.8376678,0.04366882,0.06803148],"study_design_scores_gemma":[0.00005333674,0.00004716937,0.001048688,0.000008110581,0.000003570869,0.00005721505,0.000273939,0.007082549,0.008964027,0.004990439,0.9773871,0.00008383382],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06275134,0.00005947699,0.8465503,0.006120297,0.001732764,0.0001167645,6.065267e-7,0.0002702747,0.0823982],"genre_scores_gemma":[0.9906537,0.000002598386,0.003506247,0.0002764241,0.00002119495,0.00001248106,1.69617e-7,0.000002891132,0.005524297],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9337183,"threshold_uncertainty_score":0.760516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089113163","doi":"10.1109/tse.2013.29","title":"Usability through Software Design","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability inspection; Component-based usability testing; Usability engineering; Cognitive walkthrough; Usability goals; Software engineering; Usability lab; Heuristic evaluation; Software development; Web usability; Software; Human–computer interaction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02966686498437836,"gpt":0.2302247028682714,"spread":0.200557837883893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002478674,0.0003090365,0.0002559831,0.0001107667,0.0001888124,0.0002247213,0.0008213368,0.0001515255,0.0002739266],"category_scores_gemma":[0.0001012142,0.0003103014,0.0001703757,0.0004960153,0.00005048621,0.001515191,0.000006131458,0.0004420577,0.000671958],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001607596,"about_ca_system_score_gemma":0.00005819973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009293313,"about_ca_topic_score_gemma":0.000002665084,"domain_scores_codex":[0.9981649,0.00007950705,0.0003508891,0.0005946408,0.0003246375,0.0004854441],"domain_scores_gemma":[0.9979621,0.0007319757,0.00004178313,0.0009731083,0.0001359506,0.0001550589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001287224,0.0003627095,0.0001111481,0.0001026245,0.00008785361,0.000007762925,0.001437864,0.9438112,0.001346283,0.0003167904,0.001012062,0.05139082],"study_design_scores_gemma":[0.001532953,0.001085936,0.003106166,0.0003344438,0.00007598715,0.0001143536,0.00008811808,0.5975533,0.3822563,0.00649013,0.004623675,0.002738706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008345455,0.00004337038,0.9880087,0.0001454347,0.001124209,0.0004839661,0.000006590103,0.001830072,0.00001216775],"genre_scores_gemma":[0.4443417,0.000006663588,0.5551503,0.0001456869,0.00002451925,0.0001807729,3.79396e-7,0.00002554397,0.0001244653],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4359962,"threshold_uncertainty_score":0.9999349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000336361","doi":"10.4236/jsea.2012.510087","title":"User Experience Design and Agile Development: From Theory to Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; User story; Process (computing); Field (mathematics); Set (abstract data type); User experience design; Agile Unified Process; Agile usability engineering; Computer science; Process management; Software engineering; Work (physics); Systems engineering; Engineering; Engineering management; Knowledge management; Human–computer interaction; Software development; Software development process; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01676844602606792,"gpt":0.2531829568392712,"spread":0.2364145108132033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004858102,0.00007251987,0.00008948064,0.00005399982,0.0000733743,0.00007636628,0.0002176121,0.00002857893,0.00000335213],"category_scores_gemma":[0.0003038852,0.00006445008,0.00001278743,0.0001240756,0.00001298574,0.0006595275,0.00006952624,0.0001047885,0.000006943762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002044611,"about_ca_system_score_gemma":0.00002434616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001737737,"about_ca_topic_score_gemma":5.176105e-8,"domain_scores_codex":[0.9994641,0.00002913514,0.0001790265,0.00009882362,0.0001055991,0.0001233326],"domain_scores_gemma":[0.9987493,0.0007879554,0.00006764253,0.0001420955,0.00008281215,0.00017023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001337359,0.001037391,0.01596656,0.000137312,0.0004069744,0.00001403224,0.1349788,0.02571803,0.02548323,0.0619989,0.003008331,0.7311167],"study_design_scores_gemma":[0.0003320709,0.0001078514,0.02377106,0.0001274128,0.00003986203,0.0002262656,0.0006475321,0.001873969,0.02275548,0.001266158,0.9484037,0.0004486928],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0358879,0.0008414544,0.962918,0.0001377334,0.00008176479,0.00009261329,6.819711e-7,0.00003655079,0.000003323373],"genre_scores_gemma":[0.2144338,0.00002166171,0.7853059,0.0001180704,0.00006584793,0.00002825327,1.427702e-7,0.000004787723,0.00002151199],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9453953,"threshold_uncertainty_score":0.2628198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02025391393309924,"gpt":0.2154627778022191,"spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004213151,0.0001277248,0.000232237,0.00009656636,0.00004471824,0.0002340129,0.0003253606,0.00005302766,0.000001282739],"category_scores_gemma":[0.00001977988,0.00008959744,0.00004485952,0.00008901855,0.00001427694,0.0004371748,0.00002929602,0.0001565169,0.000001214658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004386486,"about_ca_system_score_gemma":0.00007164689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004348296,"about_ca_topic_score_gemma":0.000004018323,"domain_scores_codex":[0.9990699,0.00005014241,0.0003364638,0.0001414941,0.0002408667,0.0001611917],"domain_scores_gemma":[0.9992167,0.0001263261,0.0001858708,0.0002018222,0.0001919058,0.00007731035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002646592,0.00004549827,0.00943396,0.0001207592,0.00002221206,0.0000360008,0.0002213623,0.9887468,0.0003320318,0.0003226193,0.0004305612,0.0002617478],"study_design_scores_gemma":[0.0007009333,0.0005204853,0.002799443,0.0007276955,0.00001929553,0.0002789147,0.00004417924,0.9915301,0.002498938,0.0001239375,0.0005197971,0.0002362656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1670052,0.0003953047,0.8322452,0.00007566954,0.000156774,0.0000813847,0.000001747935,0.00003559226,0.000003100157],"genre_scores_gemma":[0.8968625,0.00000258347,0.1029778,0.00002080282,0.00005477903,0.000002639454,1.122652e-7,0.000009399967,0.00006941282],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7298573,"threshold_uncertainty_score":0.3653678,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W131679044","doi":"10.1007/3-540-44988-4_11","title":"User Interface Prototyping Based on UML Scenarios and High-Level Petri Nets","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Petri net; Computer science; Unified Modeling Language; Programming language; Interface (matter); Sequence diagram; User interface; Process (computing); Process architecture; Operating system; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02871211737986094,"gpt":0.2537835898130939,"spread":0.225071472433233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001016103,0.0007704918,0.0006658086,0.0009336636,0.0003296624,0.001006105,0.003366349,0.0004495848,0.00009854526],"category_scores_gemma":[0.0001149848,0.0006959327,0.0001250609,0.0005868828,0.0007873159,0.0007155417,0.0008604923,0.001317819,0.0001064365],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003342195,"about_ca_system_score_gemma":0.0004905067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005554547,"about_ca_topic_score_gemma":0.00008208448,"domain_scores_codex":[0.9950807,0.00009670534,0.0006154314,0.002308155,0.001067833,0.0008311725],"domain_scores_gemma":[0.9967668,0.0006718714,0.0002298781,0.001869129,0.0001980323,0.0002642961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007064866,0.00009263383,0.00007406345,0.00007959483,0.0000133486,0.00006787355,0.0006505389,0.1691805,0.0000707588,0.004688588,0.00005912883,0.8249523],"study_design_scores_gemma":[0.0005252211,0.000617509,0.0003028384,0.001009879,0.000008379751,0.00004032112,1.055499e-7,0.9552915,0.002850756,0.03428581,0.004149216,0.0009184406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0006064182,0.0002583408,0.993331,0.00234138,0.001033065,0.00116067,0.0000119487,0.0002195639,0.001037627],"genre_scores_gemma":[0.654352,0.0000361167,0.3394358,0.005359272,0.0002513004,0.00004470294,0.000004141139,0.00006651399,0.0004501271],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8240339,"threshold_uncertainty_score":0.9995492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W16476387","doi":"10.1016/s0001-7310(05)75054-7","title":"mSpace: interaction design for user-determined, adaptable domain exploration in hypermedia","year":2003,"lang":"en","type":"article","venue":"Actas dermo-sifiliograficas","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Human–computer interaction; Affordance; Rendering (computer graphics); Context (archaeology); Domain (mathematical analysis); Multimedia; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.08063595183861505,"gpt":0.2945844763107327,"spread":0.2139485244721177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001299758,0.0003535984,0.0003785721,0.0005839404,0.0001885062,0.000377475,0.0007682173,0.0002142163,0.0000429077],"category_scores_gemma":[0.0004624708,0.0003562306,0.0001823893,0.001231769,0.00007519169,0.002544249,0.00007996787,0.0002934832,0.0001005759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001683596,"about_ca_system_score_gemma":0.0001325811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004663678,"about_ca_topic_score_gemma":0.0001677271,"domain_scores_codex":[0.99695,0.0005473378,0.0006044513,0.0008675584,0.0003468026,0.0006838022],"domain_scores_gemma":[0.9975899,0.0009217653,0.0001912282,0.0009511278,0.0001684553,0.0001775331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003820519,0.009012981,0.01565428,0.0009175392,0.0007837367,0.0007186271,0.04664216,0.03477798,0.3702307,0.2050896,0.1796237,0.1327282],"study_design_scores_gemma":[0.008598429,0.002801807,0.003222149,0.0003530807,0.0001172375,0.0004219981,0.004650371,0.2207223,0.3598371,0.1059806,0.2900288,0.003266229],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1165081,0.000142455,0.8793451,0.001033622,0.0009347348,0.00125949,0.000006851864,0.0002273224,0.0005422461],"genre_scores_gemma":[0.836845,0.00005224051,0.1620783,0.0002388747,0.00005837251,0.0004745877,0.00001412445,0.00003428159,0.0002042142],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7203369,"threshold_uncertainty_score":0.999889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144201843","doi":"10.1152/advan.00043.2013","title":"An efficient approach to improve the usability of e-learning resources: the role of heuristic evaluation","year":2013,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Heuristic evaluation; Computer science; Heuristics; Heuristic; Usability goals; Usability inspection; Web usability; Cognitive walkthrough; Set (abstract data type); Human–computer interaction; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01055014456176382,"gpt":0.2908256034667108,"spread":0.2802754589049469,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001173357,0.00008266862,0.000132795,0.00004733588,0.00008058226,0.00001791856,0.0008155039,0.00003776167,0.000009776954],"category_scores_gemma":[0.0004682801,0.00005030829,0.00003035647,0.000342901,0.0001882384,0.000276242,0.00008362252,0.0001448785,0.000007153099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005242382,"about_ca_system_score_gemma":0.0001092517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001987696,"about_ca_topic_score_gemma":0.000008643008,"domain_scores_codex":[0.998255,0.0008004279,0.0002964051,0.0003220949,0.0001853374,0.0001406997],"domain_scores_gemma":[0.9983376,0.0004283113,0.0001891476,0.0007287518,0.0002902961,0.00002588872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004222424,0.001719947,0.006638622,0.00007861434,0.00001087317,3.408849e-9,0.03512697,0.5070975,0.1180523,0.01539604,0.00002443689,0.3158124],"study_design_scores_gemma":[0.0001341476,0.0004087283,0.1823356,0.00002625458,0.00001195744,6.940942e-7,0.009179376,0.7102765,0.01459833,0.08221627,0.0006792668,0.0001328472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9843045,0.000505181,0.01319474,0.0002094488,0.0002657774,0.000788031,5.334348e-7,0.00001229474,0.0007194885],"genre_scores_gemma":[0.9960583,0.000006401926,0.003505444,0.00005915993,0.00003678337,0.0003219387,0.000002689285,0.000003214027,0.000006078376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3156796,"threshold_uncertainty_score":0.2051512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118581912","doi":"10.4018/jgim.2002100105","title":"Software and Culture","year":2002,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; Modular design; Software; Human–computer interaction; Interface (matter); Component (thermodynamics); Software development; Core (optical fiber); Component-based software engineering; Software engineering; Programming language; Operating system; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.01470817008428234,"gpt":0.2284402065435991,"spread":0.2137320364593168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001877945,0.00005344402,0.00007020468,0.0000364437,0.00004301676,0.0002163241,0.0003090604,0.00002184922,0.00002286976],"category_scores_gemma":[0.00001877335,0.00004138215,0.00003447064,0.0001555875,0.00001272205,0.002521907,0.0001002485,0.00005541026,0.00006222718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006370455,"about_ca_system_score_gemma":0.000002992771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":8.168813e-7,"about_ca_topic_score_gemma":3.468373e-7,"domain_scores_codex":[0.9993603,0.0000155604,0.0002790143,0.00003651403,0.0002283272,0.00008032335],"domain_scores_gemma":[0.9995375,0.000005691351,0.0001767886,0.0001127162,0.0001137171,0.00005363306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001406667,0.0000758141,0.001827259,0.0001313223,0.00010042,0.00001819642,0.002801088,0.0008413963,0.000001207982,0.08456957,0.2548001,0.6548196],"study_design_scores_gemma":[0.001065295,0.000399741,0.01928448,0.00008192458,0.00003006771,0.0002500014,0.0004147038,0.01969069,0.00003327179,0.02203914,0.9365023,0.0002083169],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003301203,0.0001806077,0.9856301,0.001899113,0.0002589185,0.00007286255,0.000001490072,0.00002588006,0.008629854],"genre_scores_gemma":[0.5847281,0.0003662434,0.4113336,0.003060992,0.00005050266,0.000001978841,5.937704e-7,0.000001732551,0.0004562741],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6817023,"threshold_uncertainty_score":0.2086018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3170561818","doi":"10.2196/18198","title":"Conceptualizing Usability for the eHealth Context: Content Analysis of Usability Problems of eHealth Applications","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; eHealth; Computer science; Summative assessment; Web usability; Usability lab; Usability goals; Formative assessment; Human–computer interaction; System usability scale; Ontology; Usability engineering; Usability inspection; World Wide Web; Psychology; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.266586105731617,"gpt":0.4547555895617299,"spread":0.1881694838301129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008021669,0.000147055,0.0006137366,0.0002204663,0.0004509567,0.00008124,0.001329163,0.00009000133,0.00005041443],"category_scores_gemma":[0.0007174966,0.0001053608,0.0003484041,0.003233427,0.001085923,0.0004902988,0.0004548019,0.0004168626,0.000005900547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002780631,"about_ca_system_score_gemma":0.000782214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006719762,"about_ca_topic_score_gemma":0.0008407611,"domain_scores_codex":[0.9955861,0.001346122,0.001106398,0.0005315987,0.0008682698,0.0005615284],"domain_scores_gemma":[0.9882562,0.006131478,0.000366793,0.001610262,0.003478192,0.0001570512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003195121,0.004838235,0.04344809,0.004966019,0.002263564,6.181556e-7,0.1720269,0.002778962,0.00597521,0.6316752,0.001391776,0.130316],"study_design_scores_gemma":[0.002970944,0.003036587,0.2589286,0.0003421474,0.0003052216,0.00000602573,0.05994137,0.5286913,0.08384342,0.04216278,0.01903334,0.0007382757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2147899,0.0007527168,0.7770229,0.00345019,0.00006933288,0.003370451,0.0002438504,0.00003644977,0.000264141],"genre_scores_gemma":[0.9963936,0.00005362799,0.002042036,0.00009222956,0.00001439432,0.001326987,0.00001805686,0.000005948376,0.00005314525],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7816036,"threshold_uncertainty_score":0.4296488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.09646156343892542,"gpt":0.3748743440137637,"spread":0.2784127805748383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002376524,0.0002928707,0.0003156625,0.0004114008,0.00036905,0.0001971067,0.001151606,0.0001704535,0.00008808121],"category_scores_gemma":[0.0001148895,0.0003077717,0.000192562,0.000394633,0.00003687595,0.001560492,0.00002789875,0.0004137228,0.00001731936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003076285,"about_ca_system_score_gemma":0.0000941136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001330972,"about_ca_topic_score_gemma":0.0002901953,"domain_scores_codex":[0.9973803,0.0003419241,0.0005749585,0.0007145442,0.0005959626,0.0003923678],"domain_scores_gemma":[0.9960525,0.001432935,0.0002699559,0.00129804,0.0008185885,0.0001280045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008015853,0.001498986,0.00002178013,0.00006584892,0.0001880923,0.000002702881,0.002324061,0.2111926,0.009329415,0.0004764762,0.001196986,0.7729015],"study_design_scores_gemma":[0.001813252,0.004682662,0.0003582733,0.000144655,0.0001234973,0.00004323573,0.0001300515,0.5566624,0.427959,0.007052594,0.0006024216,0.0004280093],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08566608,0.00002115576,0.910985,0.0002822505,0.001768521,0.0009503093,0.000009845172,0.0002594302,0.00005741147],"genre_scores_gemma":[0.6448694,9.75263e-7,0.3547296,0.0001339001,0.0001005508,0.00006384349,0.000008291659,0.00001810272,0.00007530349],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7724735,"threshold_uncertainty_score":0.9999374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006303821","doi":"10.1108/07378831111138189","title":"Usability testing of VuFind at an academic library","year":2011,"lang":"en","type":"article","venue":"Library Hi Tech","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Usability; Computer science; Pluralistic walkthrough; Usability engineering; Task (project management); Interface (matter); World Wide Web; Originality; Web usability; Usability lab; Test (biology); Set (abstract data type); User interface; System usability scale; Subject (documents); Human–computer interaction; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1010183247008856,"gpt":0.2583884428979655,"spread":0.1573701181970799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002394109,0.0001912124,0.0002432498,0.0001099776,0.00009781941,0.00005405979,0.002326931,0.0002082285,0.0005886505],"category_scores_gemma":[0.00008203261,0.0001772275,0.00006615718,0.0007303091,0.0001794582,0.007052013,0.001228812,0.0003701302,0.00008739012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001231285,"about_ca_system_score_gemma":0.0001170632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001783831,"about_ca_topic_score_gemma":4.350553e-7,"domain_scores_codex":[0.9981735,0.0001879507,0.0004834849,0.000600534,0.0002153414,0.0003391335],"domain_scores_gemma":[0.9981579,0.0002645388,0.0001512992,0.00123345,0.00001842805,0.0001743636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00008747321,0.0004328752,0.9178283,0.0001346132,0.00001931393,0.00001985351,0.00364588,0.000008240469,0.01703816,0.02960838,0.00411506,0.02706181],"study_design_scores_gemma":[0.0002388423,0.0005795603,0.1438415,0.00007762519,0.000008263332,0.00002850416,0.00004554127,0.006400686,0.7482757,0.09711153,0.002973991,0.000418265],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9721184,0.0001620669,0.004237023,0.0004238223,0.0001795237,0.0002371965,0.00001516387,0.001022529,0.02160428],"genre_scores_gemma":[0.8445947,0.000006953161,0.1542641,0.0003657233,0.00004635067,0.00001140979,0.000004131729,0.00002197995,0.0006846713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7739869,"threshold_uncertainty_score":0.7227126,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162147617","doi":"10.1109/vrais.1995.512474","title":"EM-an environment manager for building networked virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Replication (statistics); The Internet; Virtual machine; Architecture; Concurrency; Distributed computing; Control (management); Virtual file system; Concurrency control; Operating system; Human–computer interaction; File system; Database; SSH File Transfer Protocol","retraction":null,"screen_n_in":null,"score":{"opus":0.04007812689224097,"gpt":0.2323983063441626,"spread":0.1923201794519216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000273171,0.0001585131,0.0001358819,0.00004038841,0.0001433367,0.0001442994,0.0008373329,0.00006633356,0.0005547752],"category_scores_gemma":[0.000007891077,0.0001461049,0.00007862657,0.00005949978,0.00003867393,0.0006064477,0.0002065094,0.00008063063,0.0002947931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006694757,"about_ca_system_score_gemma":0.00000185028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003742711,"about_ca_topic_score_gemma":0.000001632206,"domain_scores_codex":[0.9986001,0.00006421923,0.0002174957,0.0005287491,0.0002260636,0.0003634222],"domain_scores_gemma":[0.9990097,0.0000878654,0.00004624799,0.0007239367,0.000002188078,0.0001300259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005524314,0.002162331,0.0006489169,0.00002765295,0.0001955982,0.00002270038,0.005334251,0.08591868,0.01131817,0.2289783,0.02966424,0.6356739],"study_design_scores_gemma":[0.0004869917,0.0004896736,0.0003855827,0.000005733786,0.00001145463,0.000003694121,0.00007051454,0.8210759,0.004775607,0.002520495,0.1698413,0.0003330681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02795541,0.0000425316,0.9701537,0.0005342355,0.0002077508,0.0003123195,0.000001579975,0.00009854751,0.0006938861],"genre_scores_gemma":[0.8525118,0.00002190188,0.1371127,0.0007802408,0.0001004974,0.00006467665,0.000001851143,0.00001601183,0.009390314],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.833041,"threshold_uncertainty_score":0.6074399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}