{"id":"W2762364541","doi":"10.1177/2515245917747646","title":"Many Analysts, One Data Set: Making Transparent How Variations in Analytic Choices Affect Results","year":2018,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":855,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Kellogg's (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada; Institute of Education Sciences; U.S. Department of Education; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust; Jan Wallanders och Tom Hedelius Stiftelse samt Tore Browaldhs Stiftelse; H2020 European Research Council; Riksbankens Jubileumsfond","keywords":"Affect (linguistics); Variation (astronomy); Set (abstract data type); Psychology; Crowdsourcing; Covariate; Odds; Quality (philosophy); Social psychology; Econometrics; Computer science; Statistics; Logistic regression; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3307032,0.0003075707,0.00199979,0.001137278,0.0002619189,0.001378517,0.005080035,0.0001268322,0.0006012941],"category_scores_gemma":[0.1910518,0.000165046,0.00016971,0.01043398,0.0009585348,0.004624615,0.0004656845,0.0005182245,0.00004587268],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006149394,"about_ca_system_score_gemma":0.00004754783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006044714,"about_ca_topic_score_gemma":0.002306592,"domain_scores_codex":[0.9677669,0.0201663,0.004846436,0.003354298,0.003223842,0.0006422624],"domain_scores_gemma":[0.9633589,0.02524243,0.006089604,0.004762555,0.0003632892,0.0001831755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001768571,0.0004624275,0.2358175,0.00004739403,0.00003530061,0.00003370648,0.001331246,0.0003715636,0.0006339107,0.006729246,0.0002174188,0.7541434],"study_design_scores_gemma":[0.0008186749,0.0003358466,0.7054073,0.0002084613,0.0001229946,0.00002597597,0.001295745,0.1446822,0.00002733894,0.05594156,0.09065329,0.0004806257],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1470445,0.01409296,0.7587128,0.01134008,0.00161399,0.00193397,0.00008749626,0.00002117751,0.06515305],"genre_scores_gemma":[0.6622223,0.001399003,0.3359111,0.0002512091,0.00006866918,0.00002261855,0.000003242194,0.000003649327,0.0001182133],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7536628,"threshold_uncertainty_score":0.9996582,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8536502812974519,"score_gpt":0.7364175045728222,"score_spread":0.1172327767246297,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}