{"id":"W3217612029","doi":"10.1002/cjs.11719","title":"Let's practice what we preach: Planning and interpreting simulation studies with design and analysis of experiments","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Statistics","topic":"Optimal Experimental Design Methods","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University; Acadia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Robustness (evolution); Fractional factorial design; Factorial experiment; Computer science; Taguchi methods; Main effect; Design of experiments; Variance (accounting); Factorial analysis; Variety (cybernetics); Population; Management science; Industrial engineering; Mathematics; Statistics; Machine learning; Engineering; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1882823,0.003542881,0.004533466,0.005183346,0.005033877,0.01637578,0.0065077,0.01181176,0.01452373],"category_scores_gemma":[0.4630585,0.002243993,0.003969226,0.003398905,0.01736568,0.01985152,0.005968654,0.02031791,0.008266944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005919082,"about_ca_system_score_gemma":0.02056837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007502307,"about_ca_topic_score_gemma":0.008406937,"domain_scores_codex":[0.8288165,0.1406568,0.008682004,0.004838885,0.01533017,0.001675552],"domain_scores_gemma":[0.4775144,0.3790147,0.01944501,0.05388469,0.06405883,0.006082316],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001103341,0.001143608,0.009615029,0.01026587,0.001595996,0.001389635,0.02181733,0.03343729,0.006739643,0.2194465,0.2239764,0.4694694],"study_design_scores_gemma":[0.0006835549,0.001237989,0.002397422,0.0127126,0.0005138289,0.0005821194,0.01201793,0.02528196,0.007197195,0.6056969,0.3309729,0.0007055872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006638539,0.004484084,0.7208315,0.2326513,0.00845525,0.003903843,0.0006466456,0.004461884,0.01792708],"genre_scores_gemma":[0.03745906,0.002587611,0.9308959,0.02272988,0.001047171,0.002433914,0.0001257491,0.0008684766,0.00185227],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8117176,"threshold_uncertainty_score":0.9957441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2990031300577587,"score_gpt":0.4902431970378035,"score_spread":0.1912400669800448,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}