{"id":"W4414341611","doi":"10.1037/met0000770","title":"Crowdsourcing multiverse analyses to explore the impact of different data-processing and analysis decisions: A tutorial.","year":2025,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Crowdsourcing; Generalizability theory; Objectivity (philosophy); Focus (optics); Outcome (game theory); Heuristics; Conflation","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01805452,0.001958622,0.0009328772,0.004770728,0.001081993,0.003289129,0.002731802,0.002016418,0.03073946],"category_scores_gemma":[0.04688038,0.001272825,0.002307189,0.00428009,0.001356424,0.004260557,0.003960443,0.003227647,0.01285247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001763822,"about_ca_system_score_gemma":0.003026604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003042897,"about_ca_topic_score_gemma":0.009074603,"domain_scores_codex":[0.9953435,0.002863346,0.0003005356,0.0004813829,0.0009201862,0.00009101975],"domain_scores_gemma":[0.9661656,0.02957423,0.0008049241,0.001545227,0.001474365,0.0004356182],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007826528,0.0001791363,0.001532475,0.0033825,0.0004994986,0.0004600051,0.001831098,0.0114763,0.004086704,0.1353242,0.2307419,0.6104079],"study_design_scores_gemma":[0.00007352546,0.00009129872,0.002418791,0.001699878,0.00009605262,0.0005825094,0.0005839962,0.0515679,0.002683487,0.4618517,0.4781406,0.0002103114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004593966,0.004608149,0.9813449,0.00281599,0.0004253614,0.0005660875,0.001470624,0.003188512,0.005120927],"genre_scores_gemma":[0.005553861,0.004638246,0.9796472,0.0009269005,0.000397444,0.001840326,0.001089411,0.001097459,0.004809165],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9819455,"threshold_uncertainty_score":0.1028337,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.757406363254655,"score_gpt":0.6943019283092987,"score_spread":0.06310443494535634,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}