{"id":"W4401172017","doi":"10.1145/3685266","title":"An Umbrella Review of Reporting Quality in CHI Systematic Reviews: Guiding Questions and Best Practices for HCI","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Systematic review; Quality (philosophy); Medicine; Engineering ethics; Psychology; MEDLINE; Political science; Engineering; Epistemology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003180094,0.0001937392,0.0005805827,0.0003970412,0.0001927208,0.0003712417,0.000469401,0.00006094014,0.00001484238],"category_scores_gemma":[0.0008787583,0.0001775208,0.0001639863,0.0005806333,0.00002718363,0.001708971,0.00002263798,0.0001892405,0.000009726374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001003064,"about_ca_system_score_gemma":0.00005140638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000206131,"about_ca_topic_score_gemma":0.0001429758,"domain_scores_codex":[0.9963561,0.0005074487,0.002212018,0.0005395662,0.0002261787,0.0001586723],"domain_scores_gemma":[0.9961092,0.000806227,0.00193832,0.0008764608,0.0001955351,0.00007424095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002548867,0.002253538,0.0001125622,0.6426995,0.0003211519,0.00003162075,0.00306275,0.00136353,0.003499843,0.06506547,0.00144481,0.2801197],"study_design_scores_gemma":[0.0004302246,0.001002877,0.00009550606,0.365816,0.0003784203,0.0002773329,0.0002930284,0.6111827,0.001258023,0.001257664,0.01730829,0.0006999932],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001063999,0.00428391,0.9922122,0.0005395587,0.0007463052,0.0009138304,0.00001227311,0.0001430126,0.00008484781],"genre_scores_gemma":[0.7309303,0.04634555,0.2190272,0.001680263,0.0004455617,0.0007279416,0.0001805957,0.00008976927,0.0005727684],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.773185,"threshold_uncertainty_score":0.7239087,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3113466333537888,"score_gpt":0.5130249686148886,"score_spread":0.2016783352610997,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}