{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7821797,0.002942632,0.006939282,0.01177475,0.00569771,0.01202541,0.00741645,0.007643971,0.00279063],"category_scores_gemma":[0.9140739,0.004782489,0.01074781,0.01069318,0.01061869,0.01171183,0.01534434,0.008957973,0.001006511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00582145,"about_ca_system_score_gemma":0.01284481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003483216,"about_ca_topic_score_gemma":0.004957522,"domain_scores_codex":[0.1353401,0.7192823,0.08720949,0.01938007,0.03733717,0.001450864],"domain_scores_gemma":[0.04090329,0.8086302,0.03905408,0.08638895,0.02386522,0.001158247],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.02173297,0.001033578,0.1014075,0.04671131,0.06489725,0.001490035,0.1133732,0.008847912,0.01371418,0.06523,0.06094179,0.5006204],"study_design_scores_gemma":[0.01287873,0.003737558,0.09594841,0.03546458,0.04743647,0.001181003,0.01835139,0.04397605,0.02612604,0.4628929,0.248612,0.003394918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1551696,0.02216299,0.6865839,0.06196463,0.01267102,0.03819873,0.007714119,0.00347499,0.01206006],"genre_scores_gemma":[0.3445326,0.001615572,0.5852495,0.01143182,0.00100853,0.05313038,0.001467686,0.0008158372,0.0007481169],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2178203,"threshold_uncertainty_score":0.2686113,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8536502812974519,"score_gpt":0.7364175045728222,"score_spread":0.1172327767246297,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}