{"id":"W1970569592","doi":"10.1109/tvcg.2012.213","title":"Design Study Methodology: Reflections from the Trenches and the Stacks","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Visualization and Computer Graphics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":835,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; CLARITY; Field (mathematics); Data science; Domain (mathematical analysis); Management science; Human–computer interaction; Data visualization; Design methods; Software engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3274917,0.002393259,0.002291117,0.003948673,0.01648922,0.03044898,0.006612101,0.01040654,0.005906391],"category_scores_gemma":[0.3383501,0.003578765,0.002118089,0.003879352,0.05489404,0.03211405,0.02072924,0.03562231,0.002831683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01858672,"about_ca_system_score_gemma":0.03804308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003755371,"about_ca_topic_score_gemma":0.00383173,"domain_scores_codex":[0.5503507,0.4140234,0.006571142,0.007943326,0.01588843,0.005223043],"domain_scores_gemma":[0.5885624,0.3331282,0.006231213,0.03062784,0.03343098,0.008019224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001574502,0.0003122413,0.001538793,0.001528069,0.00005931995,0.0008223613,0.698772,0.001625161,0.001818496,0.1956395,0.01831326,0.07941325],"study_design_scores_gemma":[0.0001520496,0.0004230018,0.0007642754,0.005095547,0.00005615068,0.0008464524,0.2870409,0.002977559,0.003105188,0.1837441,0.5156,0.0001946466],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04760693,0.005911904,0.6622539,0.2239071,0.003921423,0.006448559,0.0003876005,0.0005193966,0.04904316],"genre_scores_gemma":[0.469178,0.005982586,0.4556405,0.03637957,0.0008777011,0.01354109,0.0002574898,0.0016746,0.01646846],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3274917,"threshold_uncertainty_score":0.8293225,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1596986980391169,"score_gpt":0.3767722830429787,"score_spread":0.2170735850038618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}