{"id":"W2229912692","doi":"10.1080/10447318.2015.1065697","title":"Challenges to Assessing Usability in the Wild: A Case Study","year":2015,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"Swinburne University of Technology","keywords":"Usability; Seriousness; Interview; Pluralistic walkthrough; Cognitive walkthrough; Computer science; Product (mathematics); Construct (python library); Usability inspection; Usability lab; Usability engineering; Knowledge management; Engineering; Human–computer interaction; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02777653,0.001066401,0.001168337,0.002336653,0.008059418,0.004600482,0.003540607,0.00500449,0.001331302],"category_scores_gemma":[0.056125,0.001087276,0.0009011543,0.001934605,0.005175034,0.005017761,0.004467205,0.002979902,0.0005872202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003044957,"about_ca_system_score_gemma":0.002721973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005750718,"about_ca_topic_score_gemma":0.01608331,"domain_scores_codex":[0.9538812,0.03562077,0.001826288,0.002308146,0.004698616,0.001664946],"domain_scores_gemma":[0.8955864,0.07841832,0.004791153,0.006913766,0.01084065,0.003449771],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005111096,0.008049987,0.09525628,0.002001673,0.0001806482,0.02946599,0.7129501,0.002481736,0.01560192,0.003443751,0.004029556,0.1260273],"study_design_scores_gemma":[0.0001561778,0.008663232,0.06301112,0.00140994,0.0001778938,0.02952421,0.8257241,0.009108867,0.01495861,0.003430931,0.04341376,0.0004211395],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.981196,0.0004598853,0.01307226,0.001122112,0.00004509428,0.0005995888,0.00005317785,0.00006831363,0.003383477],"genre_scores_gemma":[0.9717247,0.0006347983,0.02471962,0.000481183,0.00003498619,0.0005011919,0.00005254829,0.00006919283,0.001781683],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02777653,"threshold_uncertainty_score":0.146898,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2075931374202254,"score_gpt":0.4274936382817451,"score_spread":0.2199005008615197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}