{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"3102dbae6b6f","filters":{"venue":"Journal of Usability Studies archive"}},"results":[{"id":"W2119714469","doi":"","title":"A low-cost test environment for usability studies of head-mounted virtual reality systems","year":2008,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Usability engineering; Usability lab; Virtual reality; Test (biology); Cognitive walkthrough; Optical head-mounted display; Heuristic evaluation; Virtual machine; Artificial intelligence","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Jonathan Benn","is_ca":true},{"name":"Halima Habieb Mammar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07254328403151822,"gpt":0.3606774337090081,"spread":0.2881341496774899,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01219605,0.0007881449,0.0007582172,0.001456434,0.0006946867,0.001264609,0.001574778,0.0008165657,0.004975693],"category_scores_gemma":[0.0288069,0.0005121351,0.0006345492,0.0005796851,0.000625465,0.001849615,0.001546096,0.0008896743,0.001150714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004339433,"about_ca_system_score_gemma":0.0008271088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003918533,"about_ca_topic_score_gemma":0.0006641396,"domain_scores_codex":[0.987036,0.009734442,0.0009373961,0.0003083512,0.001659873,0.0003238447],"domain_scores_gemma":[0.955557,0.03490216,0.001119615,0.003620281,0.003702472,0.00109841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003703584,0.009551947,0.02412513,0.005061876,0.0002450392,0.002371187,0.01199603,0.01041931,0.2627838,0.01073898,0.01161945,0.6473837],"study_design_scores_gemma":[0.006235377,0.1288889,0.3194048,0.00317698,0.0007319064,0.009677574,0.01362225,0.0634307,0.2838525,0.01707572,0.1525638,0.001339418],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4645333,0.000754049,0.5074891,0.0006321,0.0002298449,0.01161106,0.0007226777,0.003924272,0.01010356],"genre_scores_gemma":[0.3510625,0.0003642915,0.6342327,0.0002445179,0.00007449959,0.01079732,0.0006264787,0.0005003501,0.002097369],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01219605,"threshold_uncertainty_score":0.06449962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2273564813","doi":"","title":"Reverse engineering of content to find usability problems: a healthcare case study","year":2012,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Usability; Usability engineering; Artifact (error); Computer science; System usability scale; Pluralistic walkthrough; Usability inspection; Reverse engineering; Task (project management); Human–computer interaction; Usability lab; Web usability; Heuristic evaluation; Cognitive walkthrough; Usability goals; Software engineering; Engineering; Artificial intelligence; Systems engineering; Programming language","authors":[{"name":"Shadi Ghajar-Khosravi","is_ca":true},{"name":"Flora T. Wan","is_ca":true},{"name":"Samir Gupta","is_ca":true},{"name":"Mark Chignell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1618908591463823,"gpt":0.3430565840768054,"spread":0.1811657249304231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01178772,0.0008054962,0.0008056083,0.001851508,0.003553027,0.002292877,0.00184979,0.004799711,0.001336699],"category_scores_gemma":[0.0306565,0.0005540148,0.0009698873,0.001453579,0.002547077,0.002810005,0.002384809,0.001673118,0.0006292082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001659886,"about_ca_system_score_gemma":0.001992214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002648829,"about_ca_topic_score_gemma":0.00443487,"domain_scores_codex":[0.9854398,0.01000049,0.0008885317,0.0006507528,0.002289554,0.000730803],"domain_scores_gemma":[0.9520714,0.037641,0.00213577,0.003297102,0.003658983,0.001195727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001912518,0.01184627,0.08114211,0.004980889,0.0002950473,0.157297,0.2913305,0.006792006,0.03073471,0.01356461,0.01446449,0.3856398],"study_design_scores_gemma":[0.001211027,0.01529216,0.0580989,0.004391682,0.0007202172,0.2915401,0.2635145,0.05338707,0.1297777,0.01603534,0.165207,0.000824329],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9265653,0.001651768,0.05787843,0.004414891,0.0001129989,0.001732342,0.0001563451,0.0002224304,0.007265441],"genre_scores_gemma":[0.9237832,0.001357807,0.06863798,0.001165448,0.00006296584,0.0005011688,0.0001246829,0.0001096499,0.00425689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01178772,"threshold_uncertainty_score":0.0623402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100249939","doi":"10.5555/2019116.2019118","title":"Comparing Computer Versus Human Data Collection Methods for Public Usability Evaluations of a Tactile-Audio Display","year":2010,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Context (archaeology); Multimedia; Data collection; Usability engineering; Perspective (graphical); Artificial intelligence","authors":[{"name":"Maria Karam","is_ca":true},{"name":"Carmen Branje","is_ca":true},{"name":"John-Patrick Udo","is_ca":true},{"name":"Frank Russo","is_ca":true},{"name":"Deborah I. Fels","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3805955447662984,"gpt":0.505505412120582,"spread":0.1249098673542836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1135868,0.001621064,0.00133357,0.004754613,0.001306357,0.002302895,0.001764939,0.001537378,0.002671451],"category_scores_gemma":[0.2700249,0.0007097367,0.00120216,0.00323042,0.001990724,0.002652767,0.002535937,0.0009234885,0.0005163141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00159605,"about_ca_system_score_gemma":0.001737756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001448724,"about_ca_topic_score_gemma":0.002401806,"domain_scores_codex":[0.7990614,0.1617894,0.01446041,0.007183384,0.01580729,0.001698105],"domain_scores_gemma":[0.3802611,0.5288495,0.01794912,0.03596086,0.0353445,0.001634939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.03236086,0.012384,0.1117955,0.009819304,0.001932082,0.0006895815,0.04182843,0.005602199,0.05711978,0.003858868,0.002978317,0.719631],"study_design_scores_gemma":[0.01386683,0.1474402,0.5425339,0.003666398,0.003809849,0.003251246,0.0385971,0.0674534,0.1303026,0.008270649,0.03889961,0.001908256],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7618108,0.001208432,0.2154125,0.000321496,0.0002085344,0.01404238,0.0006990897,0.001145824,0.005150956],"genre_scores_gemma":[0.7643928,0.0004219932,0.2087363,0.0002082739,0.0001500086,0.02462803,0.0004598606,0.0002248776,0.0007777867],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1135868,"threshold_uncertainty_score":0.6007117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}