{"id":"W4383617526","doi":"10.1007/978-3-031-35702-2_6","title":"Detect and Interpret: Towards Operationalization of Automated User Experience Evaluation","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Operationalization; User experience design; Field (mathematics); User interface; Human–computer interaction; Focus (optics); Software; Data collection; Usability; Data science; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009934325,0.0003341204,0.0003530826,0.001358274,0.0001702695,0.0002480409,0.001396546,0.0003210342,0.0000282832],"category_scores_gemma":[0.0004393111,0.0003220442,0.00004728279,0.001019915,0.000748292,0.001030145,0.0009185191,0.0004290504,0.00001776673],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003406015,"about_ca_system_score_gemma":0.0004547528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002606622,"about_ca_topic_score_gemma":0.00008116751,"domain_scores_codex":[0.9969606,0.0000607253,0.0005977189,0.001066118,0.001019995,0.0002947887],"domain_scores_gemma":[0.9976184,0.0002251191,0.0002959018,0.0007623828,0.001055581,0.00004263159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001670342,0.000027489,0.0002107184,0.00007952862,0.00004119552,0.00002597194,0.006063713,0.02813055,0.01200788,0.1262695,0.00005586225,0.8270709],"study_design_scores_gemma":[0.0001898807,0.0001480254,0.0007500935,0.0003546921,0.000007045425,0.00003893865,0.000001123994,0.907012,0.02603658,0.0650813,0.00006692055,0.0003134231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00400366,0.00008018818,0.992574,0.0003334635,0.001390408,0.0005079402,0.000003870569,0.0004839797,0.0006224443],"genre_scores_gemma":[0.8654948,0.00002391213,0.1337727,0.0003681599,0.00009325679,0.00004869089,0.00001475044,0.00003199234,0.0001517408],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8788815,"threshold_uncertainty_score":0.9999232,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03282352463158331,"score_gpt":0.3229194907992565,"score_spread":0.2900959661676732,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}