{"meta":{"query_hash":"3102dbae6b6f","filters":{"venue":"Journal of Usability Studies archive"},"cohort_total":3,"direct_labels_cover":0,"predictions_cover":3,"exported":3,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3102dbae6b6f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Usability+Studies+archive"},"results":[{"id":"W2100249939","doi":"10.5555/2019116.2019118","title":"Comparing Computer Versus Human Data Collection Methods for Public Usability Evaluations of a Tactile-Audio Display","year":2010,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Usability; Human–computer interaction; Computer science; Context (archaeology); Multimedia; Data collection; Usability engineering; Perspective (graphical); Artificial intelligence","score_opus":0.3805955447662984,"score_gpt":0.505505412120582,"score_spread":0.12490986735428355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100249939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94135296,0.000015577074,0.052999552,0.0012982014,0.0033258821,0.00055545266,0.00009632812,0.000018588336,0.0003374458],"genre_scores_gemma":[0.94566065,0.000024627141,0.053872295,0.000042571748,0.00034154204,0.000019655636,0.000006164136,0.000011710266,0.000020774472],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99705786,0.00083162694,0.0010411436,0.00044076092,0.00035626447,0.00027233257],"domain_scores_gemma":[0.9843621,0.012911416,0.0009838182,0.00087592535,0.00073157,0.00013515826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016240268,0.00018377704,0.00063166633,0.00020526026,0.0007474565,0.0000650726,0.0006695147,0.000049428654,0.000033707693],"category_scores_gemma":[0.017235799,0.00015114828,0.00027451187,0.00030641412,0.0006629382,0.0007639618,0.00039856636,0.00068025425,0.0000017718361],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023981486,0.0030151117,0.036609553,0.0003700262,0.000985406,0.000003462923,0.008591907,0.00059623085,0.9054957,0.0045823525,0.007873608,0.029478472],"study_design_scores_gemma":[0.016615065,0.009400459,0.3418031,0.0003711822,0.0022144779,0.00055864936,0.011028107,0.24408469,0.2559539,0.040811155,0.07543384,0.0017253358],"about_ca_topic_score_codex":0.00004051318,"about_ca_topic_score_gemma":0.0010130019,"teacher_disagreement_score":0.6495418,"about_ca_system_score_codex":0.00013695931,"about_ca_system_score_gemma":0.00016326265,"threshold_uncertainty_score":0.99104244},"labels":[],"label_agreement":null},{"id":"W2119714469","doi":"","title":"A low-cost test environment for usability studies of head-mounted virtual reality systems","year":2008,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Human–computer interaction; Pluralistic walkthrough; Usability engineering; Usability lab; Virtual reality; Test (biology); Cognitive walkthrough; Optical head-mounted display; Heuristic evaluation; Virtual machine; Artificial intelligence","score_opus":0.07254328403151822,"score_gpt":0.3606774337090081,"score_spread":0.2881341496774899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119714469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.839288,0.0018172135,0.15391734,0.0019731717,0.001243217,0.0013140743,0.00030508,0.000011459241,0.00013042484],"genre_scores_gemma":[0.996116,0.0010685178,0.0024172869,0.000108964305,0.00018156895,0.00005264206,0.0000026213945,0.000010125167,0.00004229563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654454,0.00043444653,0.0015055035,0.0004814436,0.0006155203,0.00041853386],"domain_scores_gemma":[0.9909788,0.0058759996,0.0011496058,0.0006566864,0.001201132,0.00013780205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017551364,0.00031196038,0.0011845828,0.00013089667,0.00040475224,0.000020194584,0.00075655046,0.00004792198,0.0000030462631],"category_scores_gemma":[0.004547617,0.00023327593,0.00052605674,0.0001784965,0.0012557078,0.0005885241,0.00052869704,0.00032665354,0.0000053717717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008127282,0.02473299,0.38163698,0.00686578,0.01798542,0.0003657292,0.296277,0.026416115,0.12089121,0.017900595,0.08372495,0.015075952],"study_design_scores_gemma":[0.009606854,0.020592917,0.7757841,0.0021910283,0.0006603433,0.00085871905,0.097869135,0.015479959,0.046706203,0.01240959,0.015828418,0.0020127557],"about_ca_topic_score_codex":0.000057857655,"about_ca_topic_score_gemma":0.000048215796,"teacher_disagreement_score":0.3941471,"about_ca_system_score_codex":0.0005400446,"about_ca_system_score_gemma":0.00015515297,"threshold_uncertainty_score":0.95127165},"labels":[],"label_agreement":null},{"id":"W2273564813","doi":"","title":"Reverse engineering of content to find usability problems: a healthcare case study","year":2012,"lang":"en","type":"article","venue":"Journal of Usability Studies archive","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Usability; Usability engineering; Artifact (error); Computer science; System usability scale; Pluralistic walkthrough; Usability inspection; Reverse engineering; Task (project management); Human–computer interaction; Usability lab; Web usability; Heuristic evaluation; Cognitive walkthrough; Usability goals; Software engineering; Engineering; Artificial intelligence; Systems engineering; Programming language","score_opus":0.16189085914638227,"score_gpt":0.3430565840768054,"score_spread":0.18116572493042313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273564813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97486705,0.00062085193,0.020116277,0.0026796926,0.00067631097,0.0009888291,0.000017151086,0.000025346042,0.000008481849],"genre_scores_gemma":[0.97076565,0.000020417498,0.028918896,0.00014816776,0.00010828662,0.00002127991,1.016146e-7,0.000009795794,0.000007397671],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9964526,0.0006285895,0.0014735003,0.00036414887,0.0005652088,0.00051593623],"domain_scores_gemma":[0.9958705,0.0014403623,0.0005239056,0.0008594482,0.0008910844,0.00041473279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043766047,0.0002701232,0.0008878136,0.00018415289,0.00015660953,0.00003424234,0.0006527767,0.00004473065,0.000005612822],"category_scores_gemma":[0.0027541707,0.00021210397,0.00028415862,0.00041256857,0.00017213699,0.00071903213,0.00071007886,0.00046386768,0.0000049631476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042011228,0.00740312,0.48302236,0.0017144958,0.0013701544,0.00043729498,0.48766613,0.004085904,0.0035653724,0.001286394,0.001369286,0.007659392],"study_design_scores_gemma":[0.0063385875,0.028786222,0.6269508,0.001803156,0.0006084038,0.010298056,0.30351007,0.0051658982,0.0038796123,0.005660813,0.0047470275,0.002251352],"about_ca_topic_score_codex":0.0004954423,"about_ca_topic_score_gemma":0.0002786869,"teacher_disagreement_score":0.18415603,"about_ca_system_score_codex":0.00032280595,"about_ca_system_score_gemma":0.000107492764,"threshold_uncertainty_score":0.8649349},"labels":[],"label_agreement":null}]}