{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"3102dbae6b6f","filters":{"venue":"Journal of Usability Studies archive"}},"results":[{"id":"W2119714469","doi":"","title":"A low-cost test environment for usability studies of head-mounted virtual reality systems","year":2008,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Usability engineering; Usability lab; Virtual reality; Test (biology); Cognitive walkthrough; Optical head-mounted display; Heuristic evaluation; Virtual machine; Artificial intelligence","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Jonathan Benn","is_ca":true},{"name":"Halima Habieb Mammar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07254328403151822,"gpt":0.3606774337090081,"spread":0.2881341496774899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001755136,0.0003119604,0.001184583,0.0001308967,0.0004047522,0.00002019458,0.0007565505,0.00004792198,0.000003046263],"category_scores_gemma":[0.004547617,0.0002332759,0.0005260567,0.0001784965,0.001255708,0.0005885241,0.000528697,0.0003266535,0.000005371772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005400446,"about_ca_system_score_gemma":0.000155153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005785765,"about_ca_topic_score_gemma":0.0000482158,"domain_scores_codex":[0.9965445,0.0004344465,0.001505504,0.0004814436,0.0006155203,0.0004185339],"domain_scores_gemma":[0.9909788,0.005876,0.001149606,0.0006566864,0.001201132,0.0001378021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008127282,0.02473299,0.381637,0.00686578,0.01798542,0.0003657292,0.296277,0.02641612,0.1208912,0.0179006,0.08372495,0.01507595],"study_design_scores_gemma":[0.009606854,0.02059292,0.7757841,0.002191028,0.0006603433,0.0008587191,0.09786914,0.01547996,0.0467062,0.01240959,0.01582842,0.002012756],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.839288,0.001817213,0.1539173,0.001973172,0.001243217,0.001314074,0.00030508,0.00001145924,0.0001304248],"genre_scores_gemma":[0.996116,0.001068518,0.002417287,0.0001089643,0.0001815689,0.00005264206,0.000002621395,0.00001012517,0.00004229563],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3941471,"threshold_uncertainty_score":0.9512717,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2273564813","doi":"","title":"Reverse engineering of content to find usability problems: a healthcare case study","year":2012,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Usability; Usability engineering; Artifact (error); Computer science; System usability scale; Pluralistic walkthrough; Usability inspection; Reverse engineering; Task (project management); Human–computer interaction; Usability lab; Web usability; Heuristic evaluation; Cognitive walkthrough; Usability goals; Software engineering; Engineering; Artificial intelligence; Systems engineering; Programming language","authors":[{"name":"Shadi Ghajar-Khosravi","is_ca":true},{"name":"Flora T. Wan","is_ca":true},{"name":"Samir Gupta","is_ca":true},{"name":"Mark Chignell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1618908591463823,"gpt":0.3430565840768054,"spread":0.1811657249304231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004376605,0.0002701232,0.0008878136,0.0001841529,0.0001566095,0.00003424234,0.0006527767,0.00004473065,0.000005612822],"category_scores_gemma":[0.002754171,0.000212104,0.0002841586,0.0004125686,0.000172137,0.0007190321,0.0007100789,0.0004638677,0.000004963148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000322806,"about_ca_system_score_gemma":0.0001074928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004954423,"about_ca_topic_score_gemma":0.0002786869,"domain_scores_codex":[0.9964526,0.0006285895,0.0014735,0.0003641489,0.0005652088,0.0005159362],"domain_scores_gemma":[0.9958705,0.001440362,0.0005239056,0.0008594482,0.0008910844,0.0004147328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004201123,0.00740312,0.4830224,0.001714496,0.001370154,0.000437295,0.4876661,0.004085904,0.003565372,0.001286394,0.001369286,0.007659392],"study_design_scores_gemma":[0.006338587,0.02878622,0.6269508,0.001803156,0.0006084038,0.01029806,0.3035101,0.005165898,0.003879612,0.005660813,0.004747028,0.002251352],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974867,0.0006208519,0.02011628,0.002679693,0.000676311,0.0009888291,0.00001715109,0.00002534604,0.000008481849],"genre_scores_gemma":[0.9707657,0.0000204175,0.0289189,0.0001481678,0.0001082866,0.00002127991,1.016146e-7,0.000009795794,0.000007397671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.184156,"threshold_uncertainty_score":0.8649349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100249939","doi":"10.5555/2019116.2019118","title":"Comparing Computer Versus Human Data Collection Methods for Public Usability Evaluations of a Tactile-Audio Display","year":2010,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Context (archaeology); Multimedia; Data collection; Usability engineering; Perspective (graphical); Artificial intelligence","authors":[{"name":"Maria Karam","is_ca":true},{"name":"Carmen Branje","is_ca":true},{"name":"John-Patrick Udo","is_ca":true},{"name":"Frank Russo","is_ca":true},{"name":"Deborah I. Fels","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3805955447662984,"gpt":0.505505412120582,"spread":0.1249098673542836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001624027,0.000183777,0.0006316663,0.0002052603,0.0007474565,0.0000650726,0.0006695147,0.00004942865,0.00003370769],"category_scores_gemma":[0.0172358,0.0001511483,0.0002745119,0.0003064141,0.0006629382,0.0007639618,0.0003985664,0.0006802542,0.000001771836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001369593,"about_ca_system_score_gemma":0.0001632627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004051318,"about_ca_topic_score_gemma":0.001013002,"domain_scores_codex":[0.9970579,0.0008316269,0.001041144,0.0004407609,0.0003562645,0.0002723326],"domain_scores_gemma":[0.9843621,0.01291142,0.0009838182,0.0008759254,0.00073157,0.0001351583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.002398149,0.003015112,0.03660955,0.0003700262,0.000985406,0.000003462923,0.008591907,0.0005962308,0.9054957,0.004582352,0.007873608,0.02947847],"study_design_scores_gemma":[0.01661506,0.009400459,0.3418031,0.0003711822,0.002214478,0.0005586494,0.01102811,0.2440847,0.2559539,0.04081115,0.07543384,0.001725336],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.941353,0.00001557707,0.05299955,0.001298201,0.003325882,0.0005554527,0.00009632812,0.00001858834,0.0003374458],"genre_scores_gemma":[0.9456607,0.00002462714,0.05387229,0.00004257175,0.000341542,0.00001965564,0.000006164136,0.00001171027,0.00002077447],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6495418,"threshold_uncertainty_score":0.9910424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}