{"id":"W2052398640","doi":"10.1109/mcg.2005.102","title":"Evaluating visualizations: do expert reviews work?","year":2005,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Usability; Computer science; Visualization; Heuristics; Human–computer interaction; Set (abstract data type); Expert system; Data visualization; Data science; Information visualization; Focus (optics); User interface; Heuristic evaluation; Interactive visualization; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2839735,0.001862833,0.004555266,0.01456633,0.002182374,0.01098677,0.003986338,0.005762057,0.003586873],"category_scores_gemma":[0.7526831,0.001472466,0.001904612,0.009353977,0.002684096,0.01601341,0.002951455,0.002636261,0.003141959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003712004,"about_ca_system_score_gemma":0.006164474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003199494,"about_ca_topic_score_gemma":0.008826631,"domain_scores_codex":[0.6012854,0.2820653,0.03826734,0.01371456,0.0624534,0.00221401],"domain_scores_gemma":[0.1485727,0.5853,0.06053279,0.02725468,0.174095,0.004244873],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004704319,0.0002474958,0.02124912,0.01312777,0.001793579,0.0004128692,0.0117146,0.0015648,0.001330359,0.005210766,0.09005597,0.8528222],"study_design_scores_gemma":[0.001506063,0.001838304,0.0753243,0.07157838,0.006873793,0.004062891,0.04910773,0.0332732,0.01450689,0.129559,0.6105591,0.001810381],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1184058,0.3191588,0.2871712,0.185097,0.01701808,0.00534618,0.002470697,0.003237559,0.06209468],"genre_scores_gemma":[0.5593901,0.08446621,0.3007094,0.03412758,0.006228389,0.004696978,0.001552114,0.001707238,0.007121908],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7160265,"threshold_uncertainty_score":0.8829882,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08895323162627967,"score_gpt":0.4014014550314654,"score_spread":0.3124482234051857,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}