{"id":"W2935069460","doi":"10.31234/osf.io/qkwst","title":"Many analysts, one dataset: Making transparent how variations in analytical choices affect results","year":2017,"lang":"en","type":"article","venue":"","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":84,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University of Alberta","funders":"Institute of Education Sciences; Leverhulme Trust; U.S. Department of Education","keywords":"Affect (linguistics); Variation (astronomy); Crowdsourcing; Odds; Psychology; Covariate; Quality (philosophy); Data science; Social psychology; Computer science; Econometrics; Logistic regression; Economics; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2071573,0.0009615202,0.001363961,0.004391855,0.003300594,0.006199441,0.003275177,0.003726122,0.004581852],"category_scores_gemma":[0.4643704,0.001183776,0.001629379,0.00427541,0.003241306,0.004929345,0.008377217,0.003264117,0.002603542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002457706,"about_ca_system_score_gemma":0.005675228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004390302,"about_ca_topic_score_gemma":0.008662553,"domain_scores_codex":[0.86795,0.09153762,0.01109596,0.0115219,0.01604271,0.00185185],"domain_scores_gemma":[0.4578674,0.3437297,0.03364938,0.1199865,0.03967762,0.005089296],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008456121,0.0009193651,0.2950461,0.002846538,0.002663848,0.0006337194,0.02613419,0.006807939,0.01530694,0.03386987,0.3291228,0.2781926],"study_design_scores_gemma":[0.003520437,0.0009787664,0.2099277,0.001830044,0.001447718,0.0003998351,0.0107133,0.03721392,0.01402969,0.117598,0.6014668,0.0008737904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4756562,0.003241706,0.237394,0.06793585,0.006196403,0.008910698,0.1333644,0.01404541,0.05325537],"genre_scores_gemma":[0.6017969,0.0004626191,0.3212816,0.009734537,0.001376055,0.009363906,0.047385,0.002906424,0.005693048],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7928427,"threshold_uncertainty_score":0.9777162,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1454736522912063,"score_gpt":0.3159732682378469,"score_spread":0.1704996159466405,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}