{"id":"W1970569592","doi":"10.1109/tvcg.2012.213","title":"Design Study Methodology: Reflections from the Trenches and the Stacks","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Visualization and Computer Graphics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":835,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; CLARITY; Field (mathematics); Data science; Domain (mathematical analysis); Management science; Human–computer interaction; Data visualization; Design methods; Software engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001257763,0.000186786,0.000199855,0.0001534402,0.0008848676,0.0003731873,0.0003699793,0.00007273253,0.00001054536],"category_scores_gemma":[0.00001374599,0.0001136516,0.00005750493,0.0008528982,0.000235057,0.0004603219,0.00001539284,0.0002010896,0.000004665239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001071025,"about_ca_system_score_gemma":0.00002593945,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008232726,"about_ca_topic_score_gemma":0.00007251757,"domain_scores_codex":[0.9974684,0.001466668,0.0002916324,0.0003130717,0.0002536672,0.0002065368],"domain_scores_gemma":[0.9978439,0.001406087,0.0001045054,0.0004546417,0.00008906471,0.0001018302],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005415201,0.0007107545,0.0005780976,0.000005789625,0.0002631907,8.452487e-7,0.02652487,0.0006848944,0.000008542286,0.9569142,0.0008038846,0.01345081],"study_design_scores_gemma":[0.001711423,0.0002501414,0.002040927,0.00001476233,0.0001711572,0.00001483099,0.001039044,0.9875128,0.0002982402,0.003704934,0.002974513,0.0002671708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001815856,0.0001565842,0.9963673,0.0004759838,0.000625392,0.0003850525,0.000009487941,0.000146471,0.00001782985],"genre_scores_gemma":[0.9852419,0.0005842086,0.009859812,0.004031136,0.0001360072,0.00005386493,0.00000818564,0.00001752827,0.0000673427],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.986828,"threshold_uncertainty_score":0.6805775,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1596986980391169,"score_gpt":0.3767722830429787,"score_spread":0.2170735850038618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}