{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":434,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":434,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"5be91e182fad","filters":{"topic":"Usability and User Interface Design"}},"results":[{"id":"W2750641468","doi":"10.1002/9780470050118.ecse524","title":"Human–Computer Interaction","year":2009,"lang":"en","type":"other","venue":"Wiley Encyclopedia of Computer Science and Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":804,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Field (mathematics); Interactive systems engineering; Interactive computing; User interface; User experience design; User interface design","authors":[{"name":"Jeremy R. Cooperstock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009933893364410026,"gpt":0.2283310529877959,"spread":0.2183971596233859,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001847982,0.0009009521,0.000582792,0.001731362,0.001306237,0.007431477,0.001181704,0.002117046,0.1855986],"category_scores_gemma":[0.009711016,0.0002133974,0.0004200827,0.001824496,0.001190647,0.002827887,0.004365094,0.001241848,0.1016815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001008283,"about_ca_system_score_gemma":0.001512843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001258167,"about_ca_topic_score_gemma":0.0007299105,"domain_scores_codex":[0.9959161,0.001190995,0.0003167907,0.000712634,0.001641711,0.0002219013],"domain_scores_gemma":[0.9954296,0.001443435,0.0001862733,0.001000905,0.001510636,0.0004291531],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000791073,0.00009169854,0.0009539892,0.0007790868,0.00003705182,0.0002513927,0.0006491904,0.000546834,0.002952367,0.0501002,0.3066542,0.6369049],"study_design_scores_gemma":[0.000009823099,0.00004388562,0.001117152,0.0003109754,0.00001179627,0.0004682258,0.0002344318,0.000922677,0.0006649759,0.01714447,0.9790505,0.00002102968],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.004320013,0.01537448,0.0443325,0.007304093,0.005165144,0.0004712595,0.00113175,0.002427655,0.9194731],"genre_scores_gemma":[0.2245825,0.02504759,0.04495142,0.008325774,0.003687774,0.001668506,0.005049554,0.000946865,0.68574],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1855986,"threshold_uncertainty_score":0.6208892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","authors":[{"name":"Ji‐Ye Mao","is_ca":true},{"name":"Karel Vredenburg","is_ca":true},{"name":"Paul W. Smith","is_ca":true},{"name":"Tom Carey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1070813037349988,"gpt":0.3415206230228138,"spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1213121,0.001771138,0.003434621,0.006149767,0.004906099,0.02632369,0.008727355,0.01137374,0.008300912],"category_scores_gemma":[0.1246091,0.001878398,0.001747156,0.007444771,0.04130197,0.02111021,0.01248463,0.0128451,0.006352545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01300604,"about_ca_system_score_gemma":0.01833051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003826051,"about_ca_topic_score_gemma":0.001354614,"domain_scores_codex":[0.7731816,0.1344361,0.01029734,0.01865169,0.06059356,0.002839733],"domain_scores_gemma":[0.7415936,0.1800195,0.006448375,0.03137426,0.03673261,0.003831706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001262077,0.0002974683,0.0009866202,0.005208913,0.0001291623,0.00008456899,0.01868467,0.001933424,0.0006823561,0.6309317,0.01713622,0.3237987],"study_design_scores_gemma":[0.0001131608,0.0003129966,0.0008322666,0.009750466,0.00007970045,0.0004780732,0.006956402,0.003775658,0.00169409,0.4091053,0.5667326,0.000169157],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.009744796,0.1979609,0.5353037,0.08545841,0.003143537,0.000788608,0.0001986562,0.001526412,0.165875],"genre_scores_gemma":[0.426106,0.1948921,0.303773,0.03970852,0.003784992,0.004281906,0.0005829018,0.001205461,0.02566509],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1213121,"threshold_uncertainty_score":0.6415674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1537911176","doi":"10.1023/a:1025869312943","title":"Usability Meanings and Interpretations in ISO Standards","year":2003,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":454,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; System usability scale; Component-based usability testing; Usability goals; Software quality; Standardization; Usability inspection; Software; Software development; Human–computer interaction; Programming language","authors":[{"name":"Alain Abran","is_ca":true},{"name":"Adel Khelifi","is_ca":true},{"name":"Witold Suryn","is_ca":true},{"name":"Ahmed Seffah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0318959053260117,"gpt":0.3304311199025112,"spread":0.2985352145764995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02940404,0.001281177,0.001088522,0.01230334,0.00533746,0.01932019,0.002060621,0.004944146,0.003974614],"category_scores_gemma":[0.1002311,0.001944303,0.001201391,0.008429482,0.03408609,0.02996094,0.004856797,0.008429641,0.0009348049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005849048,"about_ca_system_score_gemma":0.005072492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003532695,"about_ca_topic_score_gemma":0.002675093,"domain_scores_codex":[0.930158,0.04330248,0.007316932,0.002435396,0.01518766,0.001599507],"domain_scores_gemma":[0.8962694,0.07120963,0.004875939,0.008717247,0.0178038,0.001124061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000156287,0.00001272197,0.0003068369,0.0001101262,0.000006756978,0.00007801827,0.02869817,0.0001074569,0.0002428748,0.960665,0.001679085,0.008077345],"study_design_scores_gemma":[0.00002613413,0.00003817093,0.0009534327,0.0008361076,0.00004566528,0.0002582009,0.01702772,0.001428381,0.0006989219,0.934264,0.0443642,0.00005912976],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.100965,0.01278261,0.460182,0.05518582,0.004305813,0.0003448981,0.0004862175,0.0009966261,0.3647511],"genre_scores_gemma":[0.9077974,0.002715036,0.07425328,0.002497038,0.001142595,0.0005547377,0.0003408715,0.0007038075,0.009995207],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02940404,"threshold_uncertainty_score":0.1555053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160510495","doi":"10.1145/1357054.1357282","title":"Heuristic evaluation for games","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":415,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Usability; Heuristics; Heuristic evaluation; Computer science; Human–computer interaction; Usability engineering; Usability lab; Web usability; Usability inspection; Cognitive walkthrough; Set (abstract data type); Multimedia; Programming language","authors":[{"name":"David Pinelle","is_ca":false},{"name":"Nelson Wong","is_ca":true},{"name":"Tadeusz Stach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1201071745701627,"gpt":0.3138795387785487,"spread":0.193772364208386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03131445,0.001978492,0.001932988,0.007786237,0.001162959,0.00428495,0.001659931,0.001183272,0.005103759],"category_scores_gemma":[0.2282331,0.0007314584,0.001724241,0.004593523,0.001666731,0.002829431,0.002198722,0.001568231,0.0006029854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004893038,"about_ca_system_score_gemma":0.003329296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003579525,"about_ca_topic_score_gemma":0.003659421,"domain_scores_codex":[0.9402402,0.04236147,0.00460884,0.002040838,0.009725615,0.001022953],"domain_scores_gemma":[0.6802285,0.2804107,0.006506945,0.008772506,0.02258874,0.001492579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004400389,0.00175951,0.02279259,0.01075817,0.001033502,0.0003846569,0.009259403,0.07353515,0.006188671,0.08615224,0.01703076,0.766705],"study_design_scores_gemma":[0.002772202,0.007355347,0.03536148,0.004345231,0.001290957,0.0007721309,0.01062752,0.7254658,0.01566416,0.1366962,0.05900845,0.0006405966],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.195097,0.005306065,0.7420366,0.0007401367,0.0005138917,0.0124575,0.001799888,0.002661475,0.03938749],"genre_scores_gemma":[0.3437697,0.0008059042,0.6440896,0.0002096644,0.00005694134,0.007750287,0.001085768,0.000276835,0.001955308],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03131445,"threshold_uncertainty_score":0.1656086,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109891159","doi":"10.1145/966930.966932","title":"Task analysis for groupware usability evaluation","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"","keywords":"Collaborative software; Usability; Computer science; Human–computer interaction; Workspace; Task (project management); Computer-supported cooperative work; Context (archaeology); Interface (matter); Teamwork; Task analysis; User interface; Work (physics); Knowledge management; Artificial intelligence; Engineering; Systems engineering; Programming language","authors":[{"name":"David Pinelle","is_ca":true},{"name":"Carl Gutwin","is_ca":true},{"name":"Saul Greenberg","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08157917640863166,"gpt":0.3458757302966998,"spread":0.2642965538880681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02955329,0.001980253,0.001346119,0.005876501,0.001939352,0.003433309,0.00143515,0.0009582745,0.007727252],"category_scores_gemma":[0.1132611,0.0007571241,0.00193897,0.004336759,0.001179187,0.004210151,0.002899562,0.002133256,0.001540937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002815841,"about_ca_system_score_gemma":0.003568077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003734801,"about_ca_topic_score_gemma":0.002763105,"domain_scores_codex":[0.9565008,0.03099645,0.00272118,0.001634044,0.007466401,0.0006810798],"domain_scores_gemma":[0.9028022,0.06268313,0.00398184,0.01136078,0.01833395,0.0008381258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001056838,0.0006951721,0.005492898,0.001968759,0.0002345692,0.00009804044,0.004606941,0.01612039,0.0129092,0.05693269,0.008680677,0.8912038],"study_design_scores_gemma":[0.001025911,0.003612667,0.02660118,0.00165095,0.0006073066,0.0006057108,0.005755621,0.6192532,0.04413094,0.1943555,0.1017158,0.0006851614],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01794427,0.0003122775,0.9726795,0.0001521206,0.00008889177,0.002237913,0.0002416303,0.001578512,0.004764791],"genre_scores_gemma":[0.0961794,0.0001782643,0.8966017,0.00005739228,0.00002904926,0.005077552,0.0004125248,0.0004070685,0.001056968],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02955329,"threshold_uncertainty_score":0.1562946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158508294","doi":"10.1145/365024.365339","title":"The notification collage","year":2001,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Thumbnail; World Wide Web; Computer science; Multimedia; Collaborative software; Internet privacy; Image (mathematics)","authors":[{"name":"Saul Greenberg","is_ca":true},{"name":"Michael Rounding","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02519056875447317,"gpt":0.2462492104577882,"spread":0.221058641703315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004688522,0.001513897,0.0008748861,0.003173402,0.003206786,0.00595417,0.002249089,0.002121372,0.1117153],"category_scores_gemma":[0.02535268,0.0008636782,0.0009158371,0.002184232,0.0008660738,0.00623613,0.008422156,0.001879415,0.04449973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001258809,"about_ca_system_score_gemma":0.003342146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005366828,"about_ca_topic_score_gemma":0.004421736,"domain_scores_codex":[0.9941749,0.001208722,0.0004939595,0.0007303429,0.002766324,0.0006257055],"domain_scores_gemma":[0.9873282,0.002750806,0.0006005387,0.003902521,0.002967126,0.002450829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00114468,0.000338495,0.003681563,0.0006617511,0.00004174985,0.0006153724,0.002243098,0.0004364359,0.004973033,0.02211687,0.6067696,0.3569773],"study_design_scores_gemma":[0.0001275933,0.0001611647,0.001424017,0.0001805396,0.000040586,0.0006590246,0.0003342894,0.001909148,0.002868318,0.00341616,0.98877,0.0001091919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03064807,0.002834129,0.2084429,0.005149766,0.007998508,0.004485743,0.01202484,0.2047232,0.5236928],"genre_scores_gemma":[0.2213034,0.003000296,0.1924808,0.004374594,0.002779444,0.003588282,0.02391943,0.01673479,0.531819],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1117153,"threshold_uncertainty_score":0.373725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036433269","doi":"10.1145/985692.985704","title":"A comparison of static, adaptive, and adaptable menus","year":2004,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Control (management); Human–computer interaction; Software; Interface (matter); User interface; World Wide Web; Artificial intelligence; Operating system","authors":[{"name":"Leah Findlater","is_ca":true},{"name":"Joanna McGrenere","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06679607622993636,"gpt":0.315854657216914,"spread":0.2490585809869777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003954254,0.0004795507,0.000597746,0.00155286,0.0002636314,0.001225298,0.0005905798,0.0005811027,0.003862288],"category_scores_gemma":[0.03716306,0.0003242664,0.0005035228,0.0007272714,0.0003777054,0.002471374,0.0007380515,0.0003644695,0.0005094726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002066783,"about_ca_system_score_gemma":0.0002632473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004569211,"about_ca_topic_score_gemma":0.0004374507,"domain_scores_codex":[0.9971975,0.001180113,0.0003131275,0.0002538959,0.0009204278,0.0001349159],"domain_scores_gemma":[0.9640901,0.02943162,0.001325514,0.00160253,0.002702946,0.000847413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02552463,0.001793913,0.07159492,0.003658863,0.0007453663,0.0008540004,0.006559064,0.003538815,0.143442,0.002763133,0.002360249,0.7371651],"study_design_scores_gemma":[0.002390159,0.03036634,0.8574206,0.0008888463,0.001774294,0.004536539,0.006787264,0.03486538,0.04015031,0.004706288,0.01562201,0.0004919431],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9818907,0.001278453,0.01267405,0.00005851115,0.00004391085,0.0002176156,0.0001242841,0.0003276569,0.003384816],"genre_scores_gemma":[0.9776019,0.0005835698,0.02003455,0.00006401688,0.00002860916,0.0001733182,0.0002677667,0.0001075161,0.001138832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003954254,"threshold_uncertainty_score":0.02091229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164201790","doi":"10.2307/25148744","title":"Enhancing the Design of Web Navigation Systems: The Influence of User Disorientation on Engagement and Performance1","year":2006,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Custom Security Industries (Canada); Queen's University","funders":"","keywords":"Human–computer interaction; Computer science; User engagement; Web application; Systems engineering; World Wide Web; Engineering; Knowledge management; Process management","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01625167166000217,"gpt":0.233853787612979,"spread":0.2176021159529769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005516872,0.0007434424,0.0003917147,0.0006579759,0.0008304244,0.004216615,0.0005443733,0.0007503848,0.001778221],"category_scores_gemma":[0.02631352,0.0003444463,0.0004457463,0.000418399,0.001414326,0.002358514,0.001807102,0.0007369779,0.000500702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001067795,"about_ca_system_score_gemma":0.0007522115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001589108,"about_ca_topic_score_gemma":0.002192977,"domain_scores_codex":[0.9953319,0.00293704,0.000233217,0.0003542067,0.0008328424,0.0003107392],"domain_scores_gemma":[0.9752235,0.01588998,0.003979207,0.00156185,0.001893252,0.001452277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002734202,0.007025166,0.4854681,0.001825465,0.0003353507,0.0005815966,0.1214426,0.005871285,0.0663296,0.007810025,0.001545164,0.2990315],"study_design_scores_gemma":[0.0003759855,0.01077685,0.8575481,0.0003665956,0.0003416691,0.0004682751,0.05861157,0.02258345,0.02406219,0.01079011,0.01374069,0.0003344994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9865527,0.0001278043,0.005729951,0.0001304388,0.000008036752,0.00008933096,0.00001173195,0.00005612662,0.007293975],"genre_scores_gemma":[0.9957927,0.00007970505,0.003440809,0.00003016847,0.000004100018,0.00006241931,0.0000174931,0.00001416011,0.0005583139],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005516872,"threshold_uncertainty_score":0.02917635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","authors":[{"name":"Young Eun Lee","is_ca":true},{"name":"Izak Benbasat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1294709442842135,"gpt":0.3473394616592907,"spread":0.2178685173750772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002231326,0.0007397837,0.0004823837,0.0008784973,0.000858606,0.003580226,0.0008682449,0.002103679,0.01326292],"category_scores_gemma":[0.006648472,0.0004206761,0.0006115265,0.0008152269,0.001113849,0.002659866,0.001257507,0.001354572,0.002705859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006672223,"about_ca_system_score_gemma":0.0007115581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001059818,"about_ca_topic_score_gemma":0.0009699544,"domain_scores_codex":[0.9976152,0.00141416,0.0001832959,0.0001812294,0.0005221773,0.0000839477],"domain_scores_gemma":[0.9987374,0.0005983069,0.00006482577,0.0001529006,0.0003871302,0.00005951369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002768092,0.0001238256,0.0006514753,0.003271657,0.00008195364,0.0004155344,0.004265612,0.00544382,0.02408274,0.279164,0.05255247,0.62967],"study_design_scores_gemma":[0.0001576727,0.0007849146,0.001712096,0.002256682,0.000152063,0.002125149,0.002086837,0.0529893,0.01037547,0.2278275,0.6994202,0.0001121344],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01285132,0.03678556,0.8755956,0.004451897,0.001359588,0.0007559498,0.0003010158,0.002676642,0.06522235],"genre_scores_gemma":[0.2045716,0.01479733,0.7435504,0.001777868,0.000577438,0.001555537,0.0004369891,0.0005333257,0.0321995],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01326292,"threshold_uncertainty_score":0.04436892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W158310253","doi":"","title":"Proceedings of Graphics Interface 2006","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Computer graphics; Graphics; Computer science; Interface (matter); Web site; User interface; Computer graphics (images); Library science; World Wide Web; The Internet; Operating system","authors":[{"name":"Carl Gutwin","is_ca":true},{"name":"Stephen Mann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0139118026404575,"gpt":0.2323893286744811,"spread":0.2184775260340236,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00227558,0.00220945,0.001213032,0.001619039,0.001089707,0.006736105,0.001988698,0.002418782,0.301902],"category_scores_gemma":[0.005316208,0.0007173571,0.001121329,0.001467449,0.000560387,0.00296969,0.002538573,0.004525408,0.1937096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001258842,"about_ca_system_score_gemma":0.001508161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002705047,"about_ca_topic_score_gemma":0.004719041,"domain_scores_codex":[0.9980035,0.0002893737,0.0001158256,0.0003787103,0.001079643,0.0001328742],"domain_scores_gemma":[0.9964713,0.0003424032,0.00009460869,0.0004580559,0.001943824,0.000689904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005575817,0.00003092835,0.0000713558,0.0001263411,0.00001126849,0.00004235855,0.0000390668,0.00008497202,0.0006662722,0.00136598,0.9180977,0.07940803],"study_design_scores_gemma":[0.00001497393,0.00002600819,0.0002339329,0.00006357636,0.000008358362,0.0001005694,0.00002511796,0.0002991585,0.0002648518,0.0008107943,0.9981434,0.000009245734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003739624,0.06754868,0.1174676,0.03234533,0.2048473,0.0008477765,0.007835693,0.02446098,0.540907],"genre_scores_gemma":[0.008029717,0.01936571,0.0273679,0.004284713,0.0133999,0.0003240576,0.011676,0.004020649,0.9115313],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.301902,"threshold_uncertainty_score":0.9957521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127848723","doi":"10.1109/enabl.2000.883711","title":"The mechanics of collaboration: developing low cost usability evaluation methods for shared workspaces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Workspace; Collaborative software; Computer science; Human–computer interaction; Context (archaeology); Heuristic evaluation; Task (project management); Knowledge management; Conceptual framework; Engineering; Systems engineering; Artificial intelligence","authors":[{"name":"Carl Gutwin","is_ca":true},{"name":"Saul Greenberg","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1385000679545008,"gpt":0.398164443632392,"spread":0.2596643756778912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08279738,0.002696248,0.001807325,0.01109116,0.001532176,0.006607248,0.003542298,0.001978339,0.001443271],"category_scores_gemma":[0.2380808,0.001523495,0.001631449,0.005295883,0.003354271,0.007070789,0.003872969,0.002114451,0.0005936496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003366376,"about_ca_system_score_gemma":0.003933053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00173438,"about_ca_topic_score_gemma":0.002390284,"domain_scores_codex":[0.847089,0.1162769,0.00874723,0.003036962,0.02385695,0.0009929265],"domain_scores_gemma":[0.7213243,0.222101,0.01305725,0.01210292,0.03017613,0.001238415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000309776,0.0009548034,0.01221414,0.003578736,0.0003599176,0.0001785635,0.01362316,0.01425125,0.007560128,0.03526672,0.003095427,0.9086074],"study_design_scores_gemma":[0.001497787,0.007451215,0.05827639,0.006852236,0.001011555,0.001866252,0.02562819,0.5979745,0.03540534,0.2174607,0.04535769,0.001218082],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01946772,0.0005258849,0.9712832,0.000207124,0.00003887172,0.00583726,0.00009126796,0.0005958927,0.001952871],"genre_scores_gemma":[0.05480547,0.000166974,0.936312,0.00003761475,0.00001716094,0.008179416,0.0001019323,0.00009986739,0.0002796148],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08279738,"threshold_uncertainty_score":0.4378796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2485113444","doi":"10.1007/978-3-319-39510-4_25","title":"New ISO Standards for Usability, Usability Reports and Usability Measures","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Usability engineering; Usability lab; Web usability; Usability inspection; System usability scale; Component-based usability testing; Heuristic evaluation; Cognitive walkthrough; Pluralistic walkthrough; Human–computer interaction; Software engineering; World Wide Web","authors":[{"name":"Nigel Bevan","is_ca":false},{"name":"Jim Carter","is_ca":true},{"name":"Jonathan Earthy","is_ca":false},{"name":"Thomas Geis","is_ca":false},{"name":"Susan Harker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03476624718639018,"gpt":0.2879566603387476,"spread":0.2531904131523575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03033134,0.002361448,0.00209388,0.01009395,0.001726339,0.009549413,0.004283161,0.003917251,0.008288274],"category_scores_gemma":[0.07229601,0.00149327,0.001946285,0.009900274,0.002763024,0.009544927,0.003573975,0.009197773,0.01103553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003070469,"about_ca_system_score_gemma":0.01073091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003487665,"about_ca_topic_score_gemma":0.004967595,"domain_scores_codex":[0.9482015,0.01299092,0.008640777,0.001709888,0.02755179,0.0009051067],"domain_scores_gemma":[0.9410672,0.02017249,0.003418022,0.006549226,0.0278954,0.0008976758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001338537,0.0004150109,0.001478911,0.003379575,0.00009293267,0.0001108519,0.002397074,0.0007166868,0.004630311,0.1146087,0.2683411,0.6036949],"study_design_scores_gemma":[0.00006084047,0.0003053965,0.006325781,0.005665652,0.0001799518,0.001115808,0.001578195,0.00262349,0.004313055,0.1013418,0.87625,0.0002399555],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005720039,0.08472292,0.68976,0.01620083,0.01325641,0.002920524,0.005003416,0.008798444,0.1736175],"genre_scores_gemma":[0.03584362,0.05655997,0.7846746,0.007615168,0.003205918,0.007859596,0.01658184,0.003945507,0.08371377],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03033134,"threshold_uncertainty_score":0.1604094,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2278152755","doi":"","title":"Adapting usability investigations for agile user-centered design","year":2007,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Agile software development; Computer science; Usability engineering; Agile usability engineering; Usability goals; User story; User experience design; Human–computer interaction; Web usability; Usability inspection; Usability lab; User-centered design; Pluralistic walkthrough; User interface; Knowledge management; Process management; Software engineering; Engineering; Software development process; Software development; Software","authors":[{"name":"Desirée Sy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1325906199585196,"gpt":0.3167544527483563,"spread":0.1841638327898367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1526769,0.002061344,0.001147757,0.007170432,0.003117046,0.008222368,0.00393131,0.001946655,0.002403066],"category_scores_gemma":[0.3120815,0.00215582,0.001715012,0.004384765,0.007549156,0.009756017,0.007918337,0.004566504,0.0009421805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00608053,"about_ca_system_score_gemma":0.007656178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001974141,"about_ca_topic_score_gemma":0.002197106,"domain_scores_codex":[0.7210671,0.2318308,0.0177009,0.006104414,0.02110219,0.002194627],"domain_scores_gemma":[0.4882234,0.3402003,0.01135504,0.08514267,0.07285263,0.002225921],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000694719,0.001829535,0.01466404,0.007160394,0.0003040349,0.001382921,0.2456343,0.005321311,0.02419406,0.08241566,0.007789007,0.60861],"study_design_scores_gemma":[0.001867774,0.008112429,0.03757083,0.01892166,0.0009427928,0.005264246,0.1983956,0.03468848,0.06083423,0.2199161,0.41221,0.001275844],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08184105,0.001773027,0.879732,0.003802399,0.0005006348,0.01236094,0.0002061903,0.001539513,0.01824433],"genre_scores_gemma":[0.2036929,0.000920694,0.7763529,0.0007940062,0.00007953882,0.01592596,0.0002214193,0.0004427135,0.001569758],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1526769,"threshold_uncertainty_score":0.8074421,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","authors":[{"name":"Andy Cockburn","is_ca":false},{"name":"Carl Gutwin","is_ca":true},{"name":"Joey Scarr","is_ca":false},{"name":"Sylvain Malacria","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0849931170347225,"gpt":0.3925779122126836,"spread":0.3075847951779611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004806503,0.0007172693,0.001031262,0.004658359,0.0003618539,0.001545964,0.001304241,0.00145606,0.004031911],"category_scores_gemma":[0.01582714,0.0004480866,0.000892111,0.002854084,0.0005140508,0.002643362,0.001250692,0.001056986,0.00202678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007070053,"about_ca_system_score_gemma":0.001965813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001521363,"about_ca_topic_score_gemma":0.003011062,"domain_scores_codex":[0.9965231,0.001253114,0.0004241226,0.0003081509,0.001305087,0.0001864669],"domain_scores_gemma":[0.9882063,0.008525916,0.0005924806,0.0003350987,0.002168845,0.0001712865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005543874,0.00008560486,0.0004951507,0.02120799,0.00006846312,0.00004848872,0.0002941832,0.0001317104,0.0009318993,0.001610236,0.00468697,0.9703838],"study_design_scores_gemma":[0.0001286667,0.001093166,0.01334254,0.05774559,0.0008190335,0.002216026,0.001094338,0.0008757299,0.004514598,0.005463695,0.9125995,0.0001071613],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002128296,0.9861358,0.00427328,0.0005078324,0.0001734489,0.0001370261,0.00004159072,0.00007056606,0.006532097],"genre_scores_gemma":[0.01670505,0.9731039,0.00719015,0.0006179878,0.0001766808,0.0002311572,0.0001140759,0.00002028953,0.001840726],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.004806503,"threshold_uncertainty_score":0.02541953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165884442","doi":"10.1145/587078.587093","title":"Empirical development of a heuristic evaluation methodology for shared workspace groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"National Institute of Standards and Technology","keywords":"Collaborative software; Workspace; Heuristics; Teamwork; Computer science; Usability; Heuristic; Human–computer interaction; Knowledge management; Artificial intelligence; Robot","authors":[{"name":"Kevin Baker","is_ca":true},{"name":"Saul Greenberg","is_ca":true},{"name":"Carl Gutwin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4951253384805921,"gpt":0.4201068761668401,"spread":0.07501846231375203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1097505,0.001134902,0.001027972,0.00651481,0.001515066,0.003483716,0.002267945,0.001335795,0.001827645],"category_scores_gemma":[0.3371882,0.0008500913,0.0008680703,0.006092978,0.002652978,0.003638048,0.002363792,0.001504588,0.0002534054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00546943,"about_ca_system_score_gemma":0.005341206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004938259,"about_ca_topic_score_gemma":0.005694829,"domain_scores_codex":[0.8846757,0.09439781,0.005367134,0.002743065,0.01161755,0.001198721],"domain_scores_gemma":[0.5019856,0.4360632,0.01240498,0.01207448,0.03618548,0.001286318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001539383,0.005689359,0.1656325,0.005094285,0.0006114253,0.00031354,0.03861557,0.04410886,0.005041349,0.04623421,0.0045662,0.6825534],"study_design_scores_gemma":[0.00292795,0.01445774,0.2175574,0.004759892,0.0009338654,0.0007609684,0.0626438,0.5629944,0.0305772,0.07480291,0.02682876,0.0007552338],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4797475,0.0005479749,0.4894945,0.0003895505,0.00006212464,0.01656313,0.0004541784,0.0003272762,0.01241371],"genre_scores_gemma":[0.5351906,0.0001811298,0.4523011,0.0001016167,0.00001245661,0.0115248,0.0002370221,0.00005550504,0.0003957499],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1097505,"threshold_uncertainty_score":0.5804232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1574779036","doi":"10.7551/mitpress/6208.003.0014","title":"Using a Room Metaphor to Ease Transitions in Groupware","year":2002,"lang":"en","type":"book-chapter","venue":"The MIT Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Metaphor; Usability; Collaborative software; Human–computer interaction; Computer science; World Wide Web; Linguistics; Philosophy","authors":[{"name":"Saul Greenberg","is_ca":true},{"name":"Mark Roseman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1492568556493566,"gpt":0.2796436318915413,"spread":0.1303867762421847,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007128905,0.0007398718,0.0003385471,0.0006374706,0.001303376,0.002053331,0.001475013,0.001205113,0.007967066],"category_scores_gemma":[0.001782826,0.0004594382,0.0007881705,0.0004746397,0.00246406,0.005302745,0.003669113,0.002206628,0.002633547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005787011,"about_ca_system_score_gemma":0.0005120194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007179073,"about_ca_topic_score_gemma":0.001360407,"domain_scores_codex":[0.9992344,0.0003564383,0.00003538742,0.0001257591,0.0001533199,0.00009469306],"domain_scores_gemma":[0.9993683,0.0003221729,0.00003653444,0.0001229354,0.00005135453,0.00009868409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003405276,0.0004052702,0.001131408,0.001841516,0.00003741556,0.001323162,0.0482227,0.003815549,0.05125112,0.3220301,0.05592896,0.5136724],"study_design_scores_gemma":[0.0000996964,0.0005086158,0.00204987,0.0004882446,0.00006956652,0.003851686,0.00841839,0.008063266,0.01708815,0.08854606,0.8706929,0.0001235787],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05779396,0.008824791,0.776427,0.002382697,0.00137709,0.0003136852,0.0000958568,0.004856209,0.1479287],"genre_scores_gemma":[0.4065771,0.00427072,0.4778484,0.001455774,0.0002218765,0.0008898919,0.0002715037,0.001712319,0.1067524],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007967066,"threshold_uncertainty_score":0.02665246,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2342799194","doi":"10.1186/s40064-016-2171-z","title":"Usability evaluation of mobile applications using ISO 9241 and ISO 25062 standards","year":2016,"lang":"en","type":"article","venue":"SpringerPlus","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Android (operating system); Software; Mobile device; World Wide Web; Human–computer interaction; Operating system","authors":[{"name":"Karima Moumane","is_ca":false},{"name":"Ali Idri","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0494214866631552,"gpt":0.3385566616627815,"spread":0.2891351749996263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03091034,0.0008067179,0.0008956118,0.006208381,0.0009509474,0.002621593,0.0009104763,0.0008728199,0.0007659671],"category_scores_gemma":[0.07251099,0.0003045279,0.0009858068,0.003783421,0.001273729,0.002218019,0.001293771,0.0006799916,0.0003577227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001425717,"about_ca_system_score_gemma":0.002797532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002456225,"about_ca_topic_score_gemma":0.002831642,"domain_scores_codex":[0.9179995,0.02865647,0.00856644,0.001858913,0.04170782,0.001210889],"domain_scores_gemma":[0.9212071,0.03088034,0.0050592,0.004319797,0.03776791,0.0007656699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00114824,0.003163111,0.2184604,0.004613563,0.0003913217,0.0004011552,0.02221125,0.005034497,0.04873762,0.006612604,0.005777109,0.6834491],"study_design_scores_gemma":[0.0002550935,0.01351383,0.8123795,0.003538998,0.0006948811,0.002096732,0.03933713,0.02355119,0.0384614,0.006340797,0.05922716,0.0006032357],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9140241,0.003412303,0.05191102,0.000546645,0.0001895671,0.002829089,0.0003292037,0.0003294724,0.02642863],"genre_scores_gemma":[0.9457057,0.001319525,0.04844763,0.0001391942,0.00005342895,0.001728363,0.0008716232,0.00007896844,0.001655513],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03091034,"threshold_uncertainty_score":0.1634714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160421392","doi":"10.1023/b:cosu.0000014876.96003.be","title":"Empirical Study on Collaborative Writing: What Do Co-authors Do, Use, and Like?","year":2004,"lang":"en","type":"article","venue":"Computer Supported Cooperative Work (CSCW)","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Communications Research Centre Canada","funders":"","keywords":"Collaborative writing; Computer science; Task (project management); Collaborative software; Collaborative editing; Empirical research; Work (physics); Computer-supported cooperative work; Teamwork; Control (management); World Wide Web; Knowledge management; Engineering; Management","authors":[{"name":"Sylvie Noël","is_ca":true},{"name":"Jean–Marc Robert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05519322543567857,"gpt":0.3222008296470765,"spread":0.267007604211398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02030039,0.0003486779,0.0006910099,0.003820322,0.005255425,0.006226684,0.001301922,0.002119782,0.002168894],"category_scores_gemma":[0.1606126,0.0005509195,0.0004715039,0.003696702,0.003190379,0.006222368,0.003663371,0.002327258,0.0007775642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001421942,"about_ca_system_score_gemma":0.002977994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001291209,"about_ca_topic_score_gemma":0.002989718,"domain_scores_codex":[0.9790477,0.01276881,0.00229913,0.00157557,0.003329101,0.0009797699],"domain_scores_gemma":[0.6130241,0.2847677,0.04056732,0.01483787,0.03332293,0.01348018],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004022434,0.002317312,0.4374266,0.0004250097,0.00008411474,0.000665602,0.5184859,0.00006251449,0.0008207793,0.001043898,0.00117444,0.03709167],"study_design_scores_gemma":[0.0001311009,0.001266128,0.2614735,0.0004937952,0.0001006672,0.001913179,0.7194515,0.0005318541,0.001803658,0.001302384,0.01142182,0.0001104012],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972101,0.0002838666,0.0002882706,0.0002138728,0.00001763773,0.00005636423,0.00004300599,0.000005638926,0.001881225],"genre_scores_gemma":[0.9975731,0.000283441,0.0005724966,0.0001638767,0.00002846267,0.0001403092,0.0001196254,0.00001050438,0.001108214],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9796996,"threshold_uncertainty_score":0.10736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W142899596","doi":"","title":"Proceedings of Graphics Interface 2008","year":2008,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":160,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer graphics; Computer science; Graphics; Interface (matter); Windsor; Set (abstract data type); Computer graphics (images); Human–computer interaction; Multimedia; Programming language; Operating system","authors":[{"name":"Chris Shaw","is_ca":true},{"name":"Lyn Bartram","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0362248725346006,"gpt":0.2477386843677311,"spread":0.2115138118331305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002179368,0.001681742,0.0009856884,0.001891332,0.0009826795,0.005906076,0.001731353,0.002307507,0.3046863],"category_scores_gemma":[0.005708151,0.0005310777,0.001047248,0.00128201,0.0004968977,0.002740656,0.002576956,0.00385889,0.1737504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001155682,"about_ca_system_score_gemma":0.0012257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001344609,"about_ca_topic_score_gemma":0.002686834,"domain_scores_codex":[0.998073,0.0002670199,0.0001085348,0.0003443733,0.001073895,0.0001331931],"domain_scores_gemma":[0.99604,0.0004428729,0.0001146336,0.0003884127,0.002256798,0.0007573054],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004072479,0.00002486768,0.00006647161,0.00009907632,0.000006983549,0.00004674944,0.00003206727,0.0000482315,0.000551624,0.000952368,0.9286835,0.06944725],"study_design_scores_gemma":[0.00001095494,0.00002814778,0.00024122,0.00005842025,0.000006595353,0.0001101805,0.00002809613,0.0001806906,0.000216173,0.0006129991,0.9984988,0.000007682386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0041622,0.05168043,0.07005407,0.04465196,0.3089909,0.0007385355,0.005529243,0.0140932,0.5000994],"genre_scores_gemma":[0.007621152,0.01401119,0.0162217,0.005073207,0.02197265,0.0003167367,0.006921884,0.002997483,0.9248639],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3046863,"threshold_uncertainty_score":0.9917806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011201505","doi":"10.1145/503376.503458","title":"Groupware walkthrough","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software walkthrough; Collaborative software; Cognitive walkthrough; Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Task (project management); Software; Software system; World Wide Web; Engineering; Systems engineering; Software construction","authors":[{"name":"David Pinelle","is_ca":true},{"name":"Carl Gutwin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05102629285948977,"gpt":0.2180877078881256,"spread":0.1670614150286358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007077602,0.001113075,0.0006511072,0.003171772,0.001008522,0.001907728,0.00100446,0.00094343,0.01182416],"category_scores_gemma":[0.02805716,0.0003964353,0.0004641723,0.001638336,0.0007098927,0.001573873,0.001744017,0.001089608,0.002529478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000499238,"about_ca_system_score_gemma":0.001162655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001388149,"about_ca_topic_score_gemma":0.002582273,"domain_scores_codex":[0.9927135,0.003760398,0.0004770942,0.0007720252,0.001919282,0.0003575948],"domain_scores_gemma":[0.9676962,0.01710763,0.001351622,0.004449158,0.008715925,0.0006795034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001009787,0.0009435189,0.005343926,0.001816076,0.00008343603,0.0003953822,0.009790336,0.001724447,0.03608882,0.007072533,0.02672965,0.9090021],"study_design_scores_gemma":[0.001262706,0.006882499,0.05473347,0.003129715,0.000377906,0.002837603,0.01167469,0.04085705,0.1754751,0.03018557,0.6718754,0.000708199],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.1366377,0.001875746,0.7882711,0.0006967697,0.0007769905,0.008639339,0.001931697,0.01510698,0.04606358],"genre_scores_gemma":[0.3304682,0.0009710923,0.6218395,0.0005549759,0.0001213661,0.00615525,0.001747865,0.001830857,0.0363109],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01182416,"threshold_uncertainty_score":0.03955579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135345119","doi":"10.1145/1166253.1166301","title":"User interface façades","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Personalization; Human–computer interaction; User interface; Interface (matter); Graphical user interface; Natural user interface; User interface design; Simple (philosophy); Post-WIMP; 10-foot user interface; User experience design; World Wide Web; Operating system","authors":[{"name":"Wolfgang Stuerzlinger","is_ca":true},{"name":"Olivier Chapuis","is_ca":false},{"name":"Dusty Phillips","is_ca":true},{"name":"Nicolas Roussel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01545688324289222,"gpt":0.2473856424170776,"spread":0.2319287591741854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023972,0.002229052,0.001046337,0.002223711,0.001239593,0.004034514,0.001852749,0.001984043,0.07924831],"category_scores_gemma":[0.01727328,0.0009149968,0.001021436,0.001018255,0.0009883695,0.004026291,0.003972153,0.001785553,0.02689364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005352084,"about_ca_system_score_gemma":0.0007387545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001651017,"about_ca_topic_score_gemma":0.001079377,"domain_scores_codex":[0.9976361,0.0006606254,0.0002271381,0.0003535139,0.0009398402,0.0001827246],"domain_scores_gemma":[0.9929516,0.002590216,0.0002574047,0.002186025,0.001510241,0.0005044203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0014002,0.0002593923,0.002960592,0.001355349,0.0001197375,0.0006052146,0.005643429,0.00217957,0.03207824,0.05928462,0.1897753,0.7043384],"study_design_scores_gemma":[0.0001103728,0.0003672356,0.002605944,0.0004599038,0.00008077481,0.001070756,0.0004499066,0.007840126,0.01117151,0.01275222,0.9629479,0.000143464],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02097047,0.003918206,0.6824206,0.001801724,0.001102806,0.001799063,0.002605904,0.1375281,0.1478531],"genre_scores_gemma":[0.2842548,0.003224668,0.4806523,0.003000278,0.000595281,0.002254609,0.005721195,0.02350718,0.1967898],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07924831,"threshold_uncertainty_score":0.265112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W59380319","doi":"","title":"Proceedings of Graphics Interface 2010","year":2010,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Communications Research Centre Canada; Carleton University","funders":"","keywords":"Graphics; Interface (matter); Computer science; Computer graphics; Computer graphics (images); Graphics software; User interface; Track (disk drive); Human–computer interaction; Computer Graphics Metafile; 3D computer graphics; Real-time computer graphics; Operating system","authors":[{"name":"David Mould","is_ca":true},{"name":"Sylvie Noël","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02464379987594251,"gpt":0.2704655159417717,"spread":0.2458217160658291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003460875,0.001976388,0.001084337,0.002022795,0.001314546,0.007819857,0.001658267,0.002343897,0.242119],"category_scores_gemma":[0.007805852,0.000694844,0.001162778,0.001690582,0.0006775619,0.003261924,0.002774225,0.004186913,0.1549286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001866002,"about_ca_system_score_gemma":0.002312564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00297902,"about_ca_topic_score_gemma":0.004354048,"domain_scores_codex":[0.9971305,0.0003908762,0.0001685861,0.0005017146,0.001579292,0.0002292089],"domain_scores_gemma":[0.9935941,0.000656153,0.0001552101,0.0007237824,0.003569372,0.001301404],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008544512,0.00003702299,0.0001090412,0.0001359183,0.00001123271,0.00004791391,0.00005499307,0.0000802062,0.00102718,0.002279453,0.9095665,0.08656505],"study_design_scores_gemma":[0.00001619521,0.00003836389,0.0004164177,0.00007495507,0.0000105278,0.0001474119,0.00003669534,0.000433245,0.0005738607,0.001065858,0.997171,0.00001551941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.006892108,0.05166927,0.1169985,0.03757004,0.2292931,0.0009743574,0.009886639,0.02293222,0.5237838],"genre_scores_gemma":[0.01592779,0.01825867,0.03129859,0.003910023,0.01426663,0.0004490629,0.01337984,0.005026864,0.8974826],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.242119,"threshold_uncertainty_score":0.8099687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914951492","doi":"10.1145/2642918","title":"Proceedings of the 27th annual ACM symposium on User interface software and technology","year":2014,"lang":"en","type":"paratext","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Rebuttal; Computer science; Presentation (obstetrics); Interface (matter); User interface; Timeline; Wearable computer; Software; World Wide Web; Multimedia; Library science; Medicine","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01210827986561843,"gpt":0.2469290113860944,"spread":0.2348207315204759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00891116,0.002437803,0.003112395,0.001999626,0.001034556,0.008491131,0.002875789,0.002948424,0.1234802],"category_scores_gemma":[0.02459355,0.001351351,0.001586594,0.001412027,0.001625635,0.007504544,0.004409847,0.00502493,0.08150082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009897938,"about_ca_system_score_gemma":0.002723727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002443114,"about_ca_topic_score_gemma":0.002010155,"domain_scores_codex":[0.9921446,0.002672661,0.001003656,0.0008502057,0.002998888,0.0003298502],"domain_scores_gemma":[0.9845983,0.006353098,0.000329183,0.002542433,0.005188134,0.0009887944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000193857,0.000185009,0.001101976,0.0009944385,0.000159769,0.0002362185,0.0007704332,0.0002575524,0.003424189,0.007243379,0.5223725,0.4630606],"study_design_scores_gemma":[0.00003861264,0.0001138992,0.001233258,0.0008136349,0.00007176538,0.0004749808,0.000211806,0.001970135,0.0007114024,0.004564263,0.989745,0.00005127163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01372275,0.1787153,0.3895066,0.01849972,0.07463526,0.003547766,0.005054116,0.02728115,0.2890373],"genre_scores_gemma":[0.06600715,0.09794983,0.2372843,0.009214542,0.01514568,0.004589554,0.01641033,0.007851553,0.545547],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1234802,"threshold_uncertainty_score":0.4130824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W630244727","doi":"","title":"Game usability : advice from the experts for advancing the player experience","year":2008,"lang":"en","type":"book","venue":"CRC Press eBooks","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Heuristic evaluation; Pluralistic walkthrough; Think aloud protocol; Usability engineering; Usability lab; Web usability; Cognitive walkthrough; Usability goals; Usability inspection; World Wide Web; Human–computer interaction","authors":[{"name":"Katherine Isbister","is_ca":false},{"name":"Noah Schaffer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06617732051174147,"gpt":0.2818548838153599,"spread":0.2156775633036184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008168227,0.0015308,0.0008281635,0.002521293,0.003655801,0.00442711,0.002096087,0.004264951,0.03322548],"category_scores_gemma":[0.02189165,0.001056002,0.0009797534,0.001251848,0.002134824,0.006344577,0.004604689,0.00466866,0.03067682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002612271,"about_ca_system_score_gemma":0.005476516,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006372136,"about_ca_topic_score_gemma":0.0172327,"domain_scores_codex":[0.9931352,0.003191272,0.0005524306,0.000447538,0.002169052,0.0005045321],"domain_scores_gemma":[0.9896948,0.002972102,0.000248587,0.000590494,0.005000286,0.001493678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005791701,0.0001251904,0.0008740127,0.0005086624,0.000009342323,0.0006664792,0.00849373,0.0001755185,0.001286397,0.005528135,0.7826762,0.1995983],"study_design_scores_gemma":[0.00002642973,0.00006301222,0.0007837554,0.001073894,0.00001439041,0.00109415,0.007242745,0.0003448269,0.0007332677,0.005490022,0.9830914,0.00004201236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.0129273,0.02185234,0.2208383,0.1723344,0.01064404,0.002839437,0.0009819799,0.0119261,0.5456561],"genre_scores_gemma":[0.05442804,0.01941585,0.2925807,0.04985365,0.001377734,0.002870072,0.001358062,0.004852538,0.5732634],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03322548,"threshold_uncertainty_score":0.1111503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130025274","doi":"10.1080/07370020902990402","title":"A Predictive Model of Human Performance With Scrolling and Hierarchical Lists","year":2009,"lang":"en","type":"article","venue":"Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scrolling; Computer science; Selection (genetic algorithm); Hierarchical database model; Information retrieval; Tree (set theory); Anticipation (artificial intelligence); Contrast (vision); Human–computer interaction; Artificial intelligence; Data mining","authors":[{"name":"Andy Cockburn","is_ca":false},{"name":"Carl Gutwin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03807816590606963,"gpt":0.2823521965992984,"spread":0.2442740306932288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004536276,0.0008481111,0.0006890663,0.001483253,0.0004646708,0.002612854,0.001736825,0.001835237,0.009254813],"category_scores_gemma":[0.05587675,0.0007512093,0.0009707605,0.001459468,0.001215015,0.002774981,0.001174341,0.001629576,0.003325469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001135859,"about_ca_system_score_gemma":0.001012183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0100258,"about_ca_topic_score_gemma":0.006101257,"domain_scores_codex":[0.9981039,0.0007257942,0.00008407922,0.0005180593,0.0003406742,0.0002274818],"domain_scores_gemma":[0.9361586,0.04900694,0.006536468,0.003999086,0.002409606,0.001889327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003593353,0.002095863,0.4542102,0.0006285024,0.0005518829,0.001009793,0.004515126,0.384459,0.01604901,0.02187808,0.005747808,0.1052613],"study_design_scores_gemma":[0.00009933146,0.0007565926,0.1414855,0.00006141687,0.00008289661,0.000250165,0.0002636847,0.8381278,0.001436619,0.016649,0.0006706869,0.0001163146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8802329,0.0002475629,0.1120998,0.0006297787,0.00005456552,0.0003608696,0.0009788912,0.0009760068,0.004419721],"genre_scores_gemma":[0.9881566,0.00008297686,0.009667343,0.00005893415,0.00001871842,0.0001564061,0.0005028404,0.00007693392,0.001279184],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0100258,"threshold_uncertainty_score":0.03096044,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099523582","doi":"10.1109/enabl.2000.883709","title":"A review of groupware evaluations","year":2002,"lang":"en","type":"review","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Collaborative software; Computer-supported cooperative work; Computer science; Variety (cybernetics); Frame (networking); Human–computer interaction; World Wide Web; Engineering; Artificial intelligence; Telecommunications","authors":[{"name":"David Pinelle","is_ca":true},{"name":"Carl Gutwin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2372137589706075,"gpt":0.4225297539354597,"spread":0.1853159949648521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01443288,0.001177679,0.003765756,0.01592757,0.0007434488,0.002298495,0.001713561,0.001568324,0.003235053],"category_scores_gemma":[0.04735953,0.0007815143,0.001589836,0.01458392,0.0009828709,0.003063824,0.001081481,0.0009672947,0.0007731594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003508556,"about_ca_system_score_gemma":0.007330061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004153113,"about_ca_topic_score_gemma":0.008285433,"domain_scores_codex":[0.987847,0.004416357,0.002714397,0.0006104482,0.004161393,0.0002504307],"domain_scores_gemma":[0.9563141,0.03034971,0.003530417,0.0006191878,0.008717396,0.0004691815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002286179,0.00006774806,0.0006673937,0.2273666,0.0005640143,0.0001765809,0.0007795371,0.000190584,0.000519776,0.00125306,0.01652899,0.7516571],"study_design_scores_gemma":[0.0001712919,0.0007958586,0.01171842,0.4858685,0.004276483,0.001373836,0.001884455,0.0001662662,0.00157737,0.002124755,0.489953,0.00008974392],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005358565,0.9979433,0.0001934421,0.0002923207,0.0001401729,0.00005819557,0.00004673983,0.000006516591,0.0007834671],"genre_scores_gemma":[0.004382743,0.9940829,0.0007448059,0.0002857237,0.00007185144,0.0001136818,0.00006802972,0.000005578359,0.0002447226],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01592757,"threshold_uncertainty_score":0.07632929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049817002","doi":"10.1145/2556288.2557199","title":"Panelrama","year":2014,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Synchronization (alternating current); Sample (material); Categorization; Human–computer interaction; Distributed computing; Software engineering; Artificial intelligence; Computer network","authors":[{"name":"Jishuo Yang","is_ca":true},{"name":"Daniel Wigdor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01441809810745439,"gpt":0.2127736668073482,"spread":0.1983555686998938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001645959,0.00105974,0.0006296275,0.00124646,0.0009140113,0.002680278,0.002784601,0.001399465,0.08481817],"category_scores_gemma":[0.004431379,0.0009021294,0.001461095,0.0006318818,0.0005997387,0.003492172,0.004558238,0.002562595,0.04411537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000443793,"about_ca_system_score_gemma":0.0008973564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001735105,"about_ca_topic_score_gemma":0.002200977,"domain_scores_codex":[0.998776,0.0002553225,0.000071823,0.0002608144,0.0004901629,0.0001458639],"domain_scores_gemma":[0.9978936,0.0005054011,0.0001075267,0.000862395,0.0003422722,0.0002888516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008285497,0.000396316,0.001969557,0.001231447,0.00008948363,0.0007490271,0.001633623,0.003386147,0.03019069,0.06654633,0.294099,0.5988799],"study_design_scores_gemma":[0.00007436846,0.0001765194,0.001194275,0.0002439132,0.00003989215,0.0007303379,0.0001245395,0.01297823,0.00924434,0.01313611,0.9619738,0.00008364581],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.009098229,0.001154143,0.6481048,0.00115991,0.0006461807,0.0007358188,0.003270797,0.193572,0.1422581],"genre_scores_gemma":[0.09809287,0.001407093,0.6276186,0.002017304,0.0003305994,0.001464688,0.01366622,0.03456026,0.2208423],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.08481817,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974976481","doi":"10.1016/j.intcom.2007.01.001","title":"Implicit measures of lostness and success in web navigation","year":2007,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"George (robot); Library science; Psychology; World Wide Web; Computer science; History; Art history","authors":[{"name":"Jacek Gwizdka","is_ca":false},{"name":"Ian Spence","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02471025836231856,"gpt":0.2807621005848553,"spread":0.2560518422225367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004154527,0.0006064588,0.000506522,0.0018463,0.0003286031,0.001511653,0.0008020274,0.0008398619,0.002494121],"category_scores_gemma":[0.06868443,0.0003434652,0.0004912635,0.00112791,0.001272086,0.003133508,0.001768722,0.001179099,0.0004005536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004497026,"about_ca_system_score_gemma":0.0002919123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001557142,"about_ca_topic_score_gemma":0.002655624,"domain_scores_codex":[0.997515,0.000725751,0.0002794,0.0002961636,0.001049649,0.0001340117],"domain_scores_gemma":[0.9164955,0.04191746,0.02578988,0.006799127,0.005122632,0.003875428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001038353,0.0008051549,0.9347933,0.0002697927,0.0003678145,0.0002270126,0.004216264,0.002747096,0.003259231,0.001361658,0.00020894,0.05070537],"study_design_scores_gemma":[0.00003006414,0.001142709,0.9858642,0.0000427395,0.00007724377,0.0003087954,0.000612841,0.00754798,0.001197287,0.002545967,0.000566574,0.00006351391],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9943134,0.0001860535,0.003807964,0.00003100515,0.000003936419,0.00002768446,0.0000934093,0.00002325611,0.001513353],"genre_scores_gemma":[0.9975156,0.00007062375,0.001546183,0.000008608395,0.000007451587,0.00003351182,0.000160551,0.0000123701,0.0006450826],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004154527,"threshold_uncertainty_score":0.02197152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003205661","doi":"10.1145/1180875.1180906","title":"Shared waypoints and social tagging to support collaboration in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Bookmarking; Computer science; Asynchronous communication; Software development; Collaborative software; Software engineering; Software; Human–computer interaction; World Wide Web; Knowledge management","authors":[{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Li-Te Cheng","is_ca":false},{"name":"Ian Bull","is_ca":true},{"name":"Peter C. Rigby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02240329418955386,"gpt":0.2661888606298614,"spread":0.2437855664403075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005128892,0.0009015601,0.0004750327,0.002592064,0.001740921,0.003927354,0.002068316,0.002033598,0.004996525],"category_scores_gemma":[0.01935526,0.0008338184,0.0008452716,0.001718823,0.003394639,0.01143746,0.008292638,0.00168757,0.001540607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007170875,"about_ca_system_score_gemma":0.001227905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001437524,"about_ca_topic_score_gemma":0.002199533,"domain_scores_codex":[0.993727,0.00347907,0.0004520465,0.0007930535,0.001259845,0.0002889697],"domain_scores_gemma":[0.9853581,0.008568117,0.00112151,0.003386001,0.0009427919,0.0006234642],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004611371,0.0001974687,0.004672376,0.001053414,0.0001448347,0.0009507403,0.0295327,0.008325492,0.02456128,0.3091647,0.008577947,0.6123579],"study_design_scores_gemma":[0.000304426,0.0009096734,0.005233262,0.0008975069,0.0003494461,0.002948811,0.007373213,0.06401201,0.04149143,0.3869419,0.4890714,0.0004668539],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01847257,0.0004311476,0.9716169,0.0004433497,0.0001341769,0.0001454167,0.00004455267,0.002257473,0.006454324],"genre_scores_gemma":[0.3018599,0.0005279091,0.6877349,0.0002216105,0.00008649324,0.0005591073,0.0001895998,0.0006332315,0.00818716],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005128892,"threshold_uncertainty_score":0.02712446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104927684","doi":"10.1109/ozchi.1996.559988","title":"Semantic telepointers for groupware","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Workspace; Collaborative software; Focus (optics); Gesture; Viewport; Representation (politics); Object (grammar); Multimedia; Computer vision; World Wide Web; Artificial intelligence; Robot","authors":[{"name":"Saul Greenberg","is_ca":true},{"name":"Carl Gutwin","is_ca":true},{"name":"Mark Roseman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05196017736498068,"gpt":0.2395398986509189,"spread":0.1875797212859382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001229917,0.0008686367,0.0004897318,0.0008510128,0.001222442,0.003380641,0.001333611,0.002236517,0.03189939],"category_scores_gemma":[0.002627402,0.0005626107,0.0008922016,0.001320571,0.002352749,0.009592839,0.003188106,0.001705122,0.006592054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009946381,"about_ca_system_score_gemma":0.0007453955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008809105,"about_ca_topic_score_gemma":0.001516366,"domain_scores_codex":[0.9988991,0.000358334,0.0001188577,0.0001553474,0.0003840757,0.00008428636],"domain_scores_gemma":[0.9989166,0.0004185539,0.00005790367,0.0004084185,0.0001200995,0.00007835861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001077439,0.00005063502,0.0001685984,0.0005014373,0.00001819391,0.0002283371,0.001479254,0.001931397,0.006326421,0.7657183,0.020905,0.2025647],"study_design_scores_gemma":[0.00005030457,0.00006891142,0.0002668029,0.0002361944,0.0000313755,0.0006068026,0.0004626412,0.0112365,0.005713061,0.4738493,0.5074412,0.00003693322],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005647484,0.002944324,0.9409755,0.002037072,0.0004439303,0.0001671399,0.0002566922,0.006431758,0.04109605],"genre_scores_gemma":[0.1391248,0.003964138,0.8154855,0.000737544,0.0004421824,0.0005292248,0.0009236699,0.001583792,0.03720915],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03189939,"threshold_uncertainty_score":0.1067141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W206625662","doi":"10.17705/1thci.00011","title":"HCI Research: Future Challenges and Directions","year":2010,"lang":"en","type":"article","venue":"AIS Transactions on Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Society of Canada; University of British Columbia","funders":"","keywords":"Face (sociological concept); Field (mathematics); Engineering ethics; Plan (archaeology); Work (physics); Computer science; Knowledge management; Sociology; Data science; Public relations; Political science; Engineering; Social science","authors":[{"name":"Izak Benbasat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1524571709073003,"gpt":0.3772718693519763,"spread":0.2248146984446759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1670283,0.002206002,0.004691726,0.009014186,0.01236239,0.02676616,0.008128568,0.03482782,0.02002752],"category_scores_gemma":[0.1148956,0.001622511,0.002968405,0.008856814,0.04603696,0.06497652,0.0177158,0.03254608,0.005845905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01381383,"about_ca_system_score_gemma":0.03647414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008476414,"about_ca_topic_score_gemma":0.01141792,"domain_scores_codex":[0.8771682,0.08920018,0.006642935,0.006501772,0.01563162,0.004855308],"domain_scores_gemma":[0.6700335,0.247129,0.005237797,0.01008771,0.05226916,0.01524282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003574462,0.0004656019,0.001654344,0.008364278,0.0001127713,0.0006416081,0.01327329,0.0009557896,0.0004368289,0.4975708,0.2344095,0.2417578],"study_design_scores_gemma":[0.00009762397,0.0001867891,0.0007829146,0.0124492,0.00006570234,0.0007469014,0.05749152,0.00134644,0.0001677765,0.429061,0.4974063,0.0001977759],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0005953448,0.152185,0.003200139,0.8306791,0.009176185,0.00004920803,0.00006527465,0.00007265134,0.003977121],"genre_scores_gemma":[0.07737679,0.4710218,0.03339091,0.3462951,0.05894461,0.001657394,0.0004087506,0.0002413027,0.01066335],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1670283,"threshold_uncertainty_score":0.8833407,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146038408","doi":"10.1145/587078.587086","title":"Improving interpretation of remote gestures with telepointer traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Gesture; Computer science; Pointer (user interface); Jitter; Human–computer interaction; Visibility; Artificial intelligence; Telecommunications","authors":[{"name":"Carl Gutwin","is_ca":true},{"name":"Reagan Penner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01676335793589917,"gpt":0.2179674734822241,"spread":0.201204115546325,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001628685,0.001253091,0.0006826551,0.0009535209,0.0003238243,0.001840609,0.001210719,0.001080206,0.004818594],"category_scores_gemma":[0.02379963,0.0004860179,0.0003270204,0.0005712757,0.0006104346,0.003294304,0.001876225,0.0008870431,0.000739383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000235603,"about_ca_system_score_gemma":0.0002975641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007706713,"about_ca_topic_score_gemma":0.0008844386,"domain_scores_codex":[0.9988012,0.0005179076,0.00008953809,0.0002076263,0.0003036332,0.00008012514],"domain_scores_gemma":[0.9821572,0.01321066,0.0009456925,0.002371576,0.0009486155,0.0003662506],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003055425,0.0006349193,0.01511962,0.001321128,0.0001235019,0.001208353,0.02727235,0.008953047,0.2218257,0.002805957,0.003238121,0.7144418],"study_design_scores_gemma":[0.001176366,0.007318425,0.1465153,0.001535462,0.0009201386,0.005824988,0.02380426,0.2370095,0.4775648,0.02586323,0.07141608,0.001051361],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7308832,0.0005759503,0.2519062,0.0003542197,0.00006206794,0.0002389811,0.0003210058,0.009624223,0.006034138],"genre_scores_gemma":[0.8831416,0.0003915952,0.1133371,0.00006146734,0.00002607128,0.0001117844,0.0002862688,0.0005891676,0.00205482],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004818594,"threshold_uncertainty_score":0.01611978,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110890920","doi":"10.1518/0018720053653785","title":"The Impact of Visual Layout Factors on Performance in Web Pages: A Cross-Language Study","year":2005,"lang":"en","type":"article","venue":"Human Factors The Journal of the Human Factors and Ergonomics Society","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Web page; Computer science; Web design; Page layout; World Wide Web; Reading (process); Static web page; Human–computer interaction; Information retrieval; Web navigation; Linguistics","authors":[{"name":"Avi Parush","is_ca":true},{"name":"Yonit Shwarts","is_ca":false},{"name":"Avy Shtub","is_ca":false},{"name":"M. Jeya Chandra","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03743262458559483,"gpt":0.3189104833163315,"spread":0.2814778587307367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005422032,0.0006996168,0.0007111188,0.001318288,0.0006052915,0.002065695,0.0004657981,0.0006555266,0.003250334],"category_scores_gemma":[0.0320265,0.0004017827,0.0006635199,0.0008704446,0.001321994,0.001841526,0.001399296,0.0006173948,0.0006495892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003729277,"about_ca_system_score_gemma":0.0003780152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002102708,"about_ca_topic_score_gemma":0.001923533,"domain_scores_codex":[0.9967127,0.001473653,0.0004304297,0.0004715585,0.0006642612,0.0002473778],"domain_scores_gemma":[0.9505709,0.03843363,0.00386605,0.0018001,0.003925872,0.001403429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.009511049,0.007777067,0.6539699,0.002454872,0.001251127,0.003172665,0.1166277,0.002248538,0.07348108,0.0008324702,0.001706817,0.1269667],"study_design_scores_gemma":[0.0002232347,0.007570894,0.9629046,0.0001371042,0.000374192,0.001264418,0.01521987,0.002267965,0.007330157,0.0006372527,0.001903582,0.0001667921],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998728,0.0000917502,0.0002246298,0.00001310751,0.000005463188,0.00001729681,0.00001972205,0.000009347165,0.0008906238],"genre_scores_gemma":[0.9984092,0.0001011574,0.0004864648,0.00003755441,0.000008023723,0.00004061073,0.00005333711,0.00003427007,0.0008294806],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005422032,"threshold_uncertainty_score":0.02867478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155073551","doi":"10.1145/1978942.1979270","title":"Post-deployment usability","year":2011,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Usability; Software deployment; Pluralistic walkthrough; Web usability; Computer science; Usability engineering; Usability lab; Cognitive walkthrough; Bridge (graph theory); Human–computer interaction; Process management; World Wide Web; Software engineering; Business","authors":[{"name":"Parmit K. Chilana","is_ca":false},{"name":"Amy J. Ko","is_ca":false},{"name":"Jacob O. Wobbrock","is_ca":false},{"name":"Tovi Grossman","is_ca":true},{"name":"George Fitzmaurice","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06378382652698246,"gpt":0.2529053081360033,"spread":0.1891214816090209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02768434,0.001086452,0.0009577524,0.003250373,0.001713346,0.004197386,0.00147345,0.0008710134,0.01030459],"category_scores_gemma":[0.1414759,0.0005688664,0.0007772875,0.00170432,0.001326615,0.003093114,0.002419655,0.002753222,0.00470594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002084118,"about_ca_system_score_gemma":0.001956681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002292596,"about_ca_topic_score_gemma":0.003670484,"domain_scores_codex":[0.9804958,0.007408065,0.002270149,0.001443665,0.006581261,0.001801067],"domain_scores_gemma":[0.7897686,0.1113304,0.01127764,0.01751891,0.06495591,0.005148516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001061962,0.002506095,0.2444715,0.004277786,0.0001422504,0.001137891,0.1283572,0.0003306236,0.01584201,0.002669064,0.02871475,0.5704888],"study_design_scores_gemma":[0.0001025056,0.003989257,0.7832559,0.001622623,0.0002024275,0.001366862,0.08000214,0.001135997,0.01679063,0.002329912,0.1089455,0.000256286],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8933098,0.002668048,0.01952168,0.002004497,0.0006260807,0.002892606,0.001302438,0.001823196,0.07585172],"genre_scores_gemma":[0.9690694,0.001112325,0.008655452,0.0005426799,0.0001090137,0.001348358,0.001180597,0.0003557875,0.01762635],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02768434,"threshold_uncertainty_score":0.1464106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963838871","doi":"10.1145/3325281","title":"Concurrent Think-Aloud Verbalizations and Usability Problems","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Protocol analysis; Human–computer interaction; Protocol (science); Visualization; Focus (optics); Modality (human–computer interaction); Psychology; Artificial intelligence; Cognitive science","authors":[{"name":"Mingming Fan","is_ca":true},{"name":"Jinglan Lin","is_ca":true},{"name":"Christina Chung","is_ca":true},{"name":"Khai N. Truong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03467616129877977,"gpt":0.2867475151867631,"spread":0.2520713538879834,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03965173,0.001649657,0.0008008631,0.002087773,0.001395992,0.003746832,0.00152478,0.001430452,0.002121068],"category_scores_gemma":[0.307001,0.001026186,0.000609091,0.001363242,0.003205997,0.00358602,0.002913711,0.002588845,0.0004674788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001814008,"about_ca_system_score_gemma":0.001889631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001258249,"about_ca_topic_score_gemma":0.00108426,"domain_scores_codex":[0.9159605,0.04878877,0.008456558,0.005025879,0.02044781,0.001320541],"domain_scores_gemma":[0.5503022,0.3286411,0.0560381,0.02045105,0.04281909,0.001748425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.006112467,0.00210311,0.116657,0.004208538,0.0006320822,0.001545958,0.5374719,0.003884773,0.08549555,0.0136284,0.004774163,0.223486],"study_design_scores_gemma":[0.001414757,0.01001739,0.3854185,0.003945072,0.0008943639,0.0064305,0.274815,0.05296549,0.1389063,0.08493976,0.03848258,0.001770233],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8961,0.000709596,0.09092217,0.0009467765,0.0002154942,0.001943626,0.0002404974,0.0008720738,0.008049761],"genre_scores_gemma":[0.9726752,0.0002228527,0.02190375,0.0003255744,0.00004870916,0.002697891,0.0002219968,0.0002224117,0.001681681],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03965173,"threshold_uncertainty_score":0.2097009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911408393","doi":"","title":"Proceedings of the 16th international conference on Human-computer interaction with mobile devices & services","year":2014,"lang":"en","type":"article","venue":"Human-Computer Interaction with Mobile Devices and Services","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; Ontario College of Art and Design","funders":"","keywords":"Library science; Multidisciplinary approach; Computer science; World Wide Web; Political science","authors":[{"name":"Aaron Quigley","is_ca":false},{"name":"Sara Diamond","is_ca":true},{"name":"Pourang Irani","is_ca":true},{"name":"Sriram Subramanian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02587699107930844,"gpt":0.2843744723930335,"spread":0.2584974813137251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003512164,0.001382009,0.001444376,0.001369813,0.001211795,0.006782794,0.001575081,0.001881134,0.1738706],"category_scores_gemma":[0.005953049,0.0004003047,0.0009016749,0.001069132,0.001350602,0.003665528,0.00320003,0.003028111,0.08302533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00128243,"about_ca_system_score_gemma":0.00282192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004676763,"about_ca_topic_score_gemma":0.005983889,"domain_scores_codex":[0.996997,0.0008870251,0.0002226287,0.0004691544,0.001146971,0.0002773704],"domain_scores_gemma":[0.9948303,0.00141932,0.0001249205,0.0005024071,0.002154439,0.0009685872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001887904,0.0001437475,0.0008801488,0.0006657894,0.00006412939,0.0001854552,0.000569901,0.0002403349,0.00373341,0.00464907,0.6984175,0.2902617],"study_design_scores_gemma":[0.00001358232,0.00008183121,0.001917499,0.0003384462,0.00002802545,0.0002113791,0.000377325,0.000894934,0.0006642566,0.001638894,0.9938048,0.00002909002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01885451,0.1186793,0.1011905,0.03450645,0.120581,0.001824235,0.004480373,0.006619046,0.5932645],"genre_scores_gemma":[0.0521745,0.05123467,0.03148959,0.004354993,0.01190297,0.001071831,0.007641116,0.001590579,0.8385397],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1738706,"threshold_uncertainty_score":0.581655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","authors":[{"name":"Inas Sofiyah Junus","is_ca":false},{"name":"Harry Budi Santoso","is_ca":false},{"name":"R. Yugo Kartono Isal","is_ca":false},{"name":"Andika Yudha Utomo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2818764015980461,"gpt":0.4738172032287361,"spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00717692,0.0004710237,0.00057353,0.001162957,0.0004185391,0.001014346,0.0005620366,0.0004331081,0.001233696],"category_scores_gemma":[0.0139339,0.0001761218,0.0007254307,0.0006518473,0.0003612717,0.0008922938,0.0007054681,0.0002731841,0.0002604726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004202945,"about_ca_system_score_gemma":0.000489532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009140553,"about_ca_topic_score_gemma":0.0009585579,"domain_scores_codex":[0.9914954,0.005054665,0.0008580328,0.0004426219,0.001903542,0.0002458753],"domain_scores_gemma":[0.9855912,0.007453821,0.0005873116,0.0008858053,0.005110541,0.0003712926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006783841,0.006585067,0.1048482,0.004892477,0.000584614,0.001381132,0.02405872,0.00861933,0.1966991,0.001452253,0.00341643,0.6406788],"study_design_scores_gemma":[0.0007321516,0.08221104,0.6033581,0.001377488,0.001017121,0.002168893,0.02768275,0.05266891,0.206853,0.001277391,0.02003098,0.000622038],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9851103,0.0002607337,0.01094099,0.00005741489,0.00003037852,0.000669056,0.00009268711,0.0001226485,0.002715727],"genre_scores_gemma":[0.9776822,0.000215329,0.01980556,0.00004971904,0.00001440756,0.0005116496,0.0002403915,0.00002827197,0.001452429],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00717692,"threshold_uncertainty_score":0.03795564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050147921","doi":"10.1007/s00779-009-0241-8","title":"Investigating teamwork and taskwork in single- and multi-display groupware systems","year":2009,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Dalhousie University","keywords":"Collaborative software; Human–computer interaction; Teamwork; Computer science; Task (project management); Interface (matter); User interface; Computer-supported cooperative work; Task management; Knowledge management; Systems engineering; Engineering; Work (physics); Operating system","authors":[{"name":"James R. Wallace","is_ca":true},{"name":"Stacey D. Scott","is_ca":true},{"name":"Taryn Stutz","is_ca":true},{"name":"Tricia Enns","is_ca":true},{"name":"Kori Inkpen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03402645806426801,"gpt":0.2533030010960293,"spread":0.2192765430317613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003927632,0.0003733828,0.0004525379,0.00105236,0.001800462,0.002362362,0.0006480814,0.0006472743,0.001576661],"category_scores_gemma":[0.03476164,0.0003525675,0.0004013509,0.0005760097,0.0008548586,0.001160665,0.001820262,0.0006189358,0.000249119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001017641,"about_ca_system_score_gemma":0.001027153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00563833,"about_ca_topic_score_gemma":0.005895762,"domain_scores_codex":[0.9974098,0.001411637,0.0001651242,0.0002376048,0.0004565949,0.0003192678],"domain_scores_gemma":[0.9612419,0.0291027,0.003466328,0.001294927,0.002965279,0.001928856],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00475876,0.003862764,0.6576083,0.0008346059,0.0002869117,0.0006861014,0.2004917,0.004279957,0.02269235,0.001829675,0.0006432278,0.1020255],"study_design_scores_gemma":[0.0002060542,0.004239779,0.8656675,0.0001272574,0.0001725303,0.0003022168,0.1085105,0.01208078,0.004832373,0.001923724,0.001854154,0.00008318121],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9987595,0.00003164416,0.000628338,0.00000856518,0.000002001266,0.00002305431,0.000004131432,0.000003401588,0.0005393089],"genre_scores_gemma":[0.9989059,0.00001924669,0.0006445073,0.000006833504,0.00000187215,0.00003764206,0.00001377431,0.000004252645,0.0003659156],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00563833,"threshold_uncertainty_score":0.02077156,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","authors":[{"name":"Ahmed Seffah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03243758715169351,"gpt":0.2837117455178326,"spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001249803,0.0005957343,0.0003745815,0.0007414285,0.001711431,0.005701181,0.00112905,0.001455338,0.07630368],"category_scores_gemma":[0.009475808,0.0003530949,0.0004992894,0.00061673,0.001878329,0.007250308,0.005259153,0.001778943,0.02530558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000727147,"about_ca_system_score_gemma":0.001935311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001201879,"about_ca_topic_score_gemma":0.002448894,"domain_scores_codex":[0.9983743,0.00039104,0.00005880075,0.0002396595,0.0008004527,0.0001356343],"domain_scores_gemma":[0.996964,0.0006846483,0.0001945252,0.0007205358,0.0007000032,0.0007362116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005243901,0.0001866872,0.002317566,0.000318509,0.00001347963,0.0002550473,0.01212076,0.0003459581,0.00222842,0.05142093,0.3873834,0.5433568],"study_design_scores_gemma":[0.000008785926,0.000108694,0.00109773,0.0002409907,0.000008546062,0.000430908,0.004557016,0.0004394201,0.001030067,0.02640908,0.965651,0.00001770924],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04900495,0.002956867,0.1109025,0.0263812,0.003367243,0.0003904898,0.0004411835,0.005436556,0.801119],"genre_scores_gemma":[0.1773157,0.004780868,0.06112269,0.004587843,0.0006829741,0.000307821,0.0007235353,0.001378384,0.7491003],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07630368,"threshold_uncertainty_score":0.2552613,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089113163","doi":"10.1109/tse.2013.29","title":"Usability through Software Design","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability inspection; Component-based usability testing; Usability engineering; Cognitive walkthrough; Usability goals; Software engineering; Usability lab; Heuristic evaluation; Software development; Web usability; Software; Human–computer interaction; Programming language","authors":[{"name":"Laura Carvajal","is_ca":false},{"name":"Ana M. Moreno","is_ca":false},{"name":"Marı́a-Isabel Sánchez-Segura","is_ca":false},{"name":"Ahmed Seffah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02966686498437836,"gpt":0.2302247028682714,"spread":0.200557837883893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06761111,0.003876638,0.002810593,0.011211,0.004378892,0.0217667,0.003863868,0.005417401,0.005723618],"category_scores_gemma":[0.06415601,0.001705213,0.002091709,0.005112878,0.03833703,0.01712803,0.01189118,0.007597808,0.002143513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008821234,"about_ca_system_score_gemma":0.01454428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005302059,"about_ca_topic_score_gemma":0.002713709,"domain_scores_codex":[0.8682514,0.100159,0.006368163,0.006137616,0.01766127,0.001422558],"domain_scores_gemma":[0.9148117,0.06618291,0.002190351,0.007185713,0.008111972,0.001517359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004861931,0.0001897536,0.001457992,0.003588662,0.0001570052,0.0001999399,0.01921906,0.003181158,0.001344127,0.8309084,0.01000298,0.1297022],"study_design_scores_gemma":[0.00009234127,0.0002127317,0.000781233,0.004005667,0.0001087817,0.00043877,0.005320643,0.004223253,0.001926218,0.7412009,0.2415846,0.0001048669],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008615964,0.02279702,0.8074149,0.02908815,0.001276804,0.0025637,0.0002263388,0.001279834,0.1267373],"genre_scores_gemma":[0.1761616,0.02240887,0.7738675,0.005369018,0.0007788308,0.005344418,0.0003515402,0.0008011662,0.0149171],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06761111,"threshold_uncertainty_score":0.357566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000336361","doi":"10.4236/jsea.2012.510087","title":"User Experience Design and Agile Development: From Theory to Practice","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; User story; Process (computing); Field (mathematics); Set (abstract data type); User experience design; Agile Unified Process; Agile usability engineering; Computer science; Process management; Software engineering; Work (physics); Systems engineering; Engineering; Engineering management; Knowledge management; Human–computer interaction; Software development; Software development process; Software","authors":[{"name":"Tiago Silva da Silva","is_ca":false},{"name":"Milene Selbach Silveira","is_ca":false},{"name":"Frank Maurer","is_ca":true},{"name":"Theodore D. Hellmann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01676844602606792,"gpt":0.2531829568392712,"spread":0.2364145108132033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0465817,0.001165038,0.001177236,0.00595217,0.002828483,0.01467779,0.003843008,0.005089867,0.002589617],"category_scores_gemma":[0.05885907,0.001389983,0.0008148906,0.004938575,0.03518375,0.0187978,0.008151795,0.005570121,0.0004186961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00781901,"about_ca_system_score_gemma":0.006424309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002827782,"about_ca_topic_score_gemma":0.001310782,"domain_scores_codex":[0.9151155,0.07127878,0.002805618,0.002837358,0.006536081,0.001426647],"domain_scores_gemma":[0.8349423,0.1478844,0.002737032,0.007370898,0.005087066,0.001978278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001054044,0.000510471,0.005761656,0.00293205,0.00006567295,0.0005756982,0.08644686,0.004506303,0.0006533415,0.7252977,0.002704049,0.1704409],"study_design_scores_gemma":[0.0001911022,0.00104434,0.003657749,0.01315101,0.00008000317,0.001639149,0.09388143,0.02328565,0.003542537,0.6660857,0.1932443,0.0001972116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1171598,0.06722324,0.6475497,0.05614914,0.0009956972,0.0009496617,0.00007111202,0.0004163108,0.1094854],"genre_scores_gemma":[0.7972744,0.02080886,0.1751801,0.002752122,0.0002634272,0.001000541,0.00005079638,0.0001178181,0.002552054],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0465817,"threshold_uncertainty_score":0.2463505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Ashraf Gaffar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02025391393309924,"gpt":0.2154627778022191,"spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003136371,0.0009567992,0.0007972789,0.001043673,0.0006224903,0.002762073,0.001802797,0.001612351,0.004440472],"category_scores_gemma":[0.01409903,0.001107492,0.001684433,0.0008466573,0.0014105,0.004284071,0.002163175,0.00209898,0.0009405377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007699321,"about_ca_system_score_gemma":0.001222696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001480306,"about_ca_topic_score_gemma":0.001911364,"domain_scores_codex":[0.9966251,0.001319636,0.0002722529,0.0003713844,0.001258887,0.0001527197],"domain_scores_gemma":[0.9946755,0.002739178,0.0002334726,0.001492388,0.0007831305,0.00007626403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002654135,0.000446528,0.003279017,0.0008841702,0.0002159025,0.000462158,0.002324421,0.13598,0.01959443,0.4069672,0.005991868,0.423589],"study_design_scores_gemma":[0.0001082914,0.0002195989,0.0004211531,0.0002100882,0.0001959375,0.0004826251,0.0002946964,0.7149884,0.01934243,0.2418653,0.02182028,0.0000511651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005931368,0.00004626368,0.9909056,0.0001659133,0.000022111,0.0000898923,0.00002815598,0.0008227537,0.00198791],"genre_scores_gemma":[0.1115957,0.0001245773,0.8854097,0.00009081697,0.000008836713,0.0002885145,0.0001127276,0.0002944399,0.002074633],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004440472,"threshold_uncertainty_score":0.0165869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W131679044","doi":"10.1007/3-540-44988-4_11","title":"User Interface Prototyping Based on UML Scenarios and High-Level Petri Nets","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Petri net; Computer science; Unified Modeling Language; Programming language; Interface (matter); Sequence diagram; User interface; Process (computing); Process architecture; Operating system; Software","authors":[{"name":"Mohammed Elkoutbi","is_ca":true},{"name":"Rudolf K. Keller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02871211737986094,"gpt":0.2537835898130939,"spread":0.225071472433233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00294327,0.001321937,0.0006660126,0.001054649,0.0006747198,0.0022905,0.001921399,0.001363818,0.008984834],"category_scores_gemma":[0.01132499,0.001272137,0.001048611,0.0004986823,0.001168712,0.003523326,0.001771361,0.001196405,0.001232163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006221191,"about_ca_system_score_gemma":0.0005686843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001276402,"about_ca_topic_score_gemma":0.001671189,"domain_scores_codex":[0.9968285,0.001842815,0.0001494628,0.0002237495,0.000796298,0.0001591419],"domain_scores_gemma":[0.9913873,0.006985838,0.0001851625,0.0006769618,0.0005857342,0.0001790171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001410709,0.0004932973,0.002825659,0.001304044,0.0001510153,0.002732757,0.006257556,0.245473,0.100552,0.2269046,0.004881208,0.4070142],"study_design_scores_gemma":[0.0001398375,0.0002474415,0.0007188735,0.0002174912,0.00006632815,0.0007681717,0.0003591811,0.8883345,0.05125123,0.04437711,0.01343169,0.00008825988],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01923434,0.0000828195,0.9707648,0.0000656814,0.00002157554,0.0002324718,0.00003929728,0.00207981,0.007479208],"genre_scores_gemma":[0.3119695,0.0002107349,0.6821594,0.00003157726,0.000009363339,0.0003849254,0.0001931542,0.0004624844,0.004578901],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008984834,"threshold_uncertainty_score":0.03005725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W16476387","doi":"10.1016/s0001-7310(05)75054-7","title":"mSpace: interaction design for user-determined, adaptable domain exploration in hypermedia","year":2003,"lang":"en","type":"article","venue":"Actas dermo-sifiliograficas","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Human–computer interaction; Affordance; Rendering (computer graphics); Context (archaeology); Domain (mathematical analysis); Multimedia; World Wide Web; Artificial intelligence","authors":[{"name":"m.c. schraefel","is_ca":false},{"name":"Maria Karam","is_ca":false},{"name":"Shengdong Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08063595183861505,"gpt":0.2945844763107327,"spread":0.2139485244721177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001182273,0.001112372,0.0004267225,0.0005371189,0.0003644521,0.0017157,0.001069241,0.001123917,0.01507079],"category_scores_gemma":[0.004302529,0.0003052343,0.0006241855,0.000288492,0.0004848745,0.001862558,0.002981359,0.0005457191,0.002725378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002078861,"about_ca_system_score_gemma":0.0002861657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006018488,"about_ca_topic_score_gemma":0.0007495115,"domain_scores_codex":[0.9993308,0.0003081585,0.00004330658,0.00009673732,0.0001593453,0.00006167158],"domain_scores_gemma":[0.9986778,0.0008659814,0.0000405683,0.0001926283,0.0001128274,0.000110104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002203824,0.0005998156,0.004729299,0.001870237,0.00016947,0.001596016,0.01063687,0.01167199,0.1897144,0.02135613,0.02835348,0.7270985],"study_design_scores_gemma":[0.0007078635,0.003264376,0.01857054,0.0008866599,0.0005042169,0.005438411,0.005056565,0.4005451,0.1328536,0.05725125,0.3744869,0.0004345332],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05575686,0.0003339142,0.9161102,0.0002287906,0.00006747735,0.0004675158,0.0003415056,0.01857633,0.0081173],"genre_scores_gemma":[0.4143746,0.0005380383,0.5597894,0.0003108246,0.00004676653,0.001494171,0.001438312,0.00225428,0.01975358],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01507079,"threshold_uncertainty_score":0.05041683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144201843","doi":"10.1152/advan.00043.2013","title":"An efficient approach to improve the usability of e-learning resources: the role of heuristic evaluation","year":2013,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Heuristic evaluation; Computer science; Heuristics; Heuristic; Usability goals; Usability inspection; Web usability; Cognitive walkthrough; Set (abstract data type); Human–computer interaction; Artificial intelligence","authors":[{"name":"Mogamat Razeen Davids","is_ca":false},{"name":"Usuf Chikte","is_ca":false},{"name":"Mitchell L. Halperin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01055014456176382,"gpt":0.2908256034667108,"spread":0.2802754589049469,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1024426,0.003086163,0.002548249,0.006541103,0.001728487,0.008418441,0.004440816,0.002180032,0.002713431],"category_scores_gemma":[0.2246708,0.001274449,0.0013101,0.003480256,0.003694729,0.007096083,0.004428134,0.002847018,0.0009092548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004034617,"about_ca_system_score_gemma":0.00866596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002545054,"about_ca_topic_score_gemma":0.003940165,"domain_scores_codex":[0.8521125,0.1136163,0.007814297,0.00441029,0.02002967,0.002016861],"domain_scores_gemma":[0.7057723,0.216284,0.01531048,0.02142416,0.0387134,0.002495715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001052872,0.003008204,0.02109887,0.005903764,0.0005404782,0.0004009952,0.01329301,0.01547746,0.01806228,0.01557131,0.006095792,0.8994949],"study_design_scores_gemma":[0.002204156,0.01994757,0.1211751,0.01680181,0.001943785,0.003268967,0.06076515,0.3595885,0.1150333,0.1894419,0.1069846,0.002845268],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1667595,0.003461036,0.7968997,0.003215877,0.0002219382,0.008918738,0.0001687139,0.002118176,0.01823628],"genre_scores_gemma":[0.2584184,0.0007604969,0.7366264,0.0005316808,0.00004396872,0.002303191,0.0001437965,0.0001775856,0.0009943644],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1024426,"threshold_uncertainty_score":0.5417746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118581912","doi":"10.4018/jgim.2002100105","title":"Software and Culture","year":2002,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; User interface; Modular design; Software; Human–computer interaction; Interface (matter); Component (thermodynamics); Software development; Core (optical fiber); Component-based software engineering; Software engineering; Programming language; Operating system; Telecommunications","authors":[{"name":"Gregory E. Kersten","is_ca":true},{"name":"Mik Kersten","is_ca":false},{"name":"Wojciech M. Rakowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01470817008428234,"gpt":0.2284402065435991,"spread":0.2137320364593168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003894504,0.0006610797,0.0005164364,0.001730542,0.006065218,0.01348292,0.0008302868,0.001888935,0.007171257],"category_scores_gemma":[0.00770574,0.000237393,0.0002603976,0.002008303,0.02802199,0.008482363,0.00836603,0.003250251,0.001088378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004440679,"about_ca_system_score_gemma":0.003304614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006448414,"about_ca_topic_score_gemma":0.003827404,"domain_scores_codex":[0.9928081,0.003894062,0.0003268784,0.0007980544,0.001318093,0.0008548428],"domain_scores_gemma":[0.9950341,0.001834001,0.0006434653,0.0006497972,0.0008499932,0.0009885582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002302258,0.00002800948,0.002713375,0.0001249149,0.00002730377,0.0001555516,0.04319768,0.0001898801,0.0002827978,0.9043334,0.006816043,0.04210803],"study_design_scores_gemma":[0.00001670653,0.00007658111,0.004214669,0.0006889625,0.00002697433,0.0004742984,0.03784996,0.0002794784,0.0004339844,0.4375259,0.5183527,0.00005976692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1011822,0.02312443,0.0171627,0.04986347,0.00141079,0.0001127271,0.0001907169,0.000136247,0.8068168],"genre_scores_gemma":[0.9476084,0.009194052,0.003894377,0.008678191,0.0004027444,0.0001185232,0.00007682012,0.000106998,0.02991995],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01348292,"threshold_uncertainty_score":0.03221953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3170561818","doi":"10.2196/18198","title":"Conceptualizing Usability for the eHealth Context: Content Analysis of Usability Problems of eHealth Applications","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; eHealth; Computer science; Summative assessment; Web usability; Usability lab; Usability goals; Formative assessment; Human–computer interaction; System usability scale; Ontology; Usability engineering; Usability inspection; World Wide Web; Psychology; Health care","authors":[{"name":"Marijke Broekhuis","is_ca":false},{"name":"Lex van Velsen","is_ca":false},{"name":"Linda Peute","is_ca":false},{"name":"Meilani Halim","is_ca":false},{"name":"Hermie Hermens","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.266586105731617,"gpt":0.4547555895617299,"spread":0.1881694838301129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02960897,0.0009320111,0.0009189389,0.01582451,0.002479617,0.00777633,0.001803482,0.001473732,0.0008088409],"category_scores_gemma":[0.06513222,0.0005296021,0.001563687,0.01171422,0.007366401,0.008343867,0.004030963,0.001843613,0.000162425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01088594,"about_ca_system_score_gemma":0.009583316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006819316,"about_ca_topic_score_gemma":0.002975529,"domain_scores_codex":[0.9692516,0.01705927,0.003832385,0.001592532,0.007221797,0.001042375],"domain_scores_gemma":[0.9025944,0.07097909,0.009035124,0.003159858,0.01349227,0.0007392134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001849049,0.0004347464,0.1445732,0.006276531,0.0003456815,0.001198905,0.5416917,0.003683476,0.008670443,0.06338425,0.005161292,0.2243949],"study_design_scores_gemma":[0.00009281086,0.000413574,0.2512581,0.007950706,0.0004300782,0.002566534,0.5565242,0.02782021,0.008709484,0.08359164,0.06016086,0.0004817762],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7817566,0.003419041,0.1881085,0.003828269,0.0001095035,0.005637914,0.001122048,0.0002716653,0.01574651],"genre_scores_gemma":[0.8786108,0.0009753319,0.1150227,0.0003341648,0.0000270371,0.003462696,0.0007052844,0.00008255342,0.000779434],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02960897,"threshold_uncertainty_score":0.1565892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015529899","doi":"10.1145/1229855.1229858","title":"A field evaluation of an adaptable two-interface design for feature-rich software","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Personalization; Computer science; Interface (matter); Human–computer interaction; Software; User interface; Adaptation (eye); User interface design; Word (group theory); Field (mathematics); Feature (linguistics); User experience design; World Wide Web; Operating system","authors":[{"name":"Joanna McGrenere","is_ca":true},{"name":"Ronald M. Baecker","is_ca":true},{"name":"Kellogg S. Booth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09646156343892542,"gpt":0.3748743440137637,"spread":0.2784127805748383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01097115,0.00116283,0.0005718553,0.001165251,0.0005465661,0.0009751288,0.0017531,0.001346124,0.003149604],"category_scores_gemma":[0.02289363,0.0004735639,0.0004853767,0.0005912205,0.0007552822,0.001595216,0.0009624697,0.000772751,0.0004159418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009303426,"about_ca_system_score_gemma":0.0007577318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001411819,"about_ca_topic_score_gemma":0.001713972,"domain_scores_codex":[0.9942328,0.003666305,0.0003963865,0.0005177236,0.0009775317,0.0002092384],"domain_scores_gemma":[0.9756827,0.01673513,0.000767597,0.001930783,0.003941643,0.0009420674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01140606,0.03047699,0.0218634,0.004920454,0.0003417942,0.001614408,0.01710384,0.009057414,0.2686909,0.002463041,0.004934276,0.6271274],"study_design_scores_gemma":[0.01715246,0.359176,0.1868886,0.001119531,0.001369281,0.00486303,0.01258724,0.06929883,0.2781456,0.003582021,0.06504491,0.0007724366],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.935585,0.000354747,0.05628271,0.0001813369,0.00006022396,0.004089348,0.0002117844,0.0005932444,0.002641454],"genre_scores_gemma":[0.8299176,0.000397273,0.1624059,0.0003412289,0.00005167607,0.002903524,0.0005122783,0.0001234271,0.003347202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01097115,"threshold_uncertainty_score":0.05802166,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006303821","doi":"10.1108/07378831111138189","title":"Usability testing of VuFind at an academic library","year":2011,"lang":"en","type":"article","venue":"Library Hi Tech","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Usability; Computer science; Pluralistic walkthrough; Usability engineering; Task (project management); Interface (matter); World Wide Web; Originality; Web usability; Usability lab; Test (biology); Set (abstract data type); User interface; System usability scale; Subject (documents); Human–computer interaction; Psychology; Engineering","authors":[{"name":"William Denton","is_ca":true},{"name":"Sarah J. Coysh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1010183247008856,"gpt":0.2583884428979655,"spread":0.1573701181970799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03846103,0.0005544836,0.001002669,0.002218541,0.001547958,0.002799406,0.001758127,0.0006645122,0.002364977],"category_scores_gemma":[0.07665994,0.0005726713,0.0007318091,0.002000347,0.001248826,0.00236208,0.002114986,0.0007119593,0.0007614575],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002700539,"about_ca_system_score_gemma":0.002785071,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003831357,"about_ca_topic_score_gemma":0.004463309,"domain_scores_codex":[0.9664083,0.02131019,0.003015589,0.001430996,0.006808907,0.001025975],"domain_scores_gemma":[0.9077495,0.06268582,0.003514961,0.007613495,0.01686669,0.001569608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002900216,0.005784802,0.2209187,0.003183462,0.0002366758,0.00101301,0.1168222,0.002156077,0.02343117,0.001024013,0.003432817,0.6190969],"study_design_scores_gemma":[0.0008068552,0.03716089,0.7276078,0.001792916,0.0005272907,0.001943034,0.1085958,0.01382902,0.0485688,0.000864483,0.05764481,0.0006583636],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906656,0.0001633343,0.004644362,0.000111995,0.00001807397,0.001094607,0.00008893623,0.0003159596,0.002897111],"genre_scores_gemma":[0.9706937,0.0001823103,0.02456815,0.0001609831,0.00002416759,0.00176602,0.0002702312,0.0001013523,0.002233073],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03846103,"threshold_uncertainty_score":0.2034038,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162147617","doi":"10.1109/vrais.1995.512474","title":"EM-an environment manager for building networked virtual environments","year":2002,"lang":"en","type":"article","venue":"","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Replication (statistics); The Internet; Virtual machine; Architecture; Concurrency; Distributed computing; Control (management); Virtual file system; Concurrency control; Operating system; Human–computer interaction; File system; Database; SSH File Transfer Protocol","authors":[{"name":"Qunjie Wang","is_ca":true},{"name":"Michael Green","is_ca":true},{"name":"Chris Shaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04007812689224097,"gpt":0.2323983063441626,"spread":0.1923201794519216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001951643,0.001220806,0.0007842686,0.0009042322,0.0006242245,0.001970832,0.003110364,0.0008703653,0.02217508],"category_scores_gemma":[0.004781213,0.001019269,0.0006506894,0.0004690138,0.0004690333,0.003153144,0.003307057,0.00167799,0.009851288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003829386,"about_ca_system_score_gemma":0.0008248322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000615293,"about_ca_topic_score_gemma":0.0007373812,"domain_scores_codex":[0.9986556,0.0003222224,0.0001294432,0.0001842644,0.0005843675,0.0001240687],"domain_scores_gemma":[0.998616,0.0003277634,0.0000747898,0.0004139941,0.0002800602,0.0002873564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007411776,0.0004370355,0.003484723,0.0008880765,0.0001772981,0.001160349,0.001465047,0.01468855,0.07231176,0.08173206,0.183408,0.639506],"study_design_scores_gemma":[0.0002716619,0.0004256676,0.002475086,0.0001661769,0.0001281683,0.001456867,0.0002197964,0.1277426,0.06739384,0.01755814,0.7819881,0.0001737698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003307898,0.000174346,0.9053237,0.00007551129,0.00009389245,0.0003877064,0.0004367839,0.07939964,0.01080058],"genre_scores_gemma":[0.05891768,0.0003856477,0.8966473,0.0002441243,0.00009332017,0.00110707,0.003365138,0.009884276,0.02935541],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02217508,"threshold_uncertainty_score":0.07418299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}