{"id":"W4401172017","doi":"10.1145/3685266","title":"An Umbrella Review of Reporting Quality in CHI Systematic Reviews: Guiding Questions and Best Practices for HCI","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Systematic review; Quality (philosophy); Medicine; Engineering ethics; Psychology; MEDLINE; Political science; Engineering; Epistemology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8128799,0.005496642,0.01758439,0.05894506,0.01668405,0.03100975,0.01270559,0.02121095,0.006177853],"category_scores_gemma":[0.9026399,0.009433736,0.01514571,0.04688765,0.03225094,0.03122225,0.02694348,0.02163506,0.003911818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04072486,"about_ca_system_score_gemma":0.1244674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0123955,"about_ca_topic_score_gemma":0.01717567,"domain_scores_codex":[0.06884429,0.5801733,0.29722,0.01263992,0.0395936,0.00152881],"domain_scores_gemma":[0.04764669,0.7040766,0.08870217,0.05907449,0.09751431,0.002985726],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006074257,0.0001350826,0.002811868,0.508481,0.004408584,0.0004940971,0.06535809,0.001572907,0.002268935,0.08820923,0.07566805,0.2499847],"study_design_scores_gemma":[0.0007772862,0.0003441088,0.001786108,0.7297143,0.003988035,0.0006099883,0.009435407,0.002882095,0.001640731,0.08080734,0.1675436,0.0004709387],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.004747809,0.2538215,0.3572169,0.2322938,0.01795661,0.1181869,0.005155277,0.001315055,0.009306373],"genre_scores_gemma":[0.0220005,0.05540387,0.6684315,0.02806459,0.002042189,0.2210044,0.001288861,0.000454204,0.001309872],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1871201,"threshold_uncertainty_score":0.2954809,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3113466333537888,"score_gpt":0.5130249686148886,"score_spread":0.2016783352610997,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}