{"id":"W2946853871","doi":"10.1126/science.364.6443.813","title":"Psychology's reproducibility solution fails first test","year":2019,"lang":"en","type":"article","venue":"Science","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Reproducibility; Psychology; Test (biology); Experimental psychology; Applied psychology; Cognitive psychology; Epistemology; Psychiatry; Philosophy; Cognition","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2476471,0.002386459,0.00370077,0.00648292,0.004506129,0.005233273,0.006163933,0.005453962,0.01443847],"category_scores_gemma":[0.6440337,0.001289582,0.004295085,0.004322046,0.008916869,0.007603984,0.005802783,0.008589521,0.004270955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004304375,"about_ca_system_score_gemma":0.01064198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005908452,"about_ca_topic_score_gemma":0.00424864,"domain_scores_codex":[0.7174395,0.1384455,0.02318645,0.04741901,0.06947063,0.004038906],"domain_scores_gemma":[0.2502976,0.5709587,0.02219816,0.08552004,0.06671905,0.004306432],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002618482,0.0008823031,0.1000807,0.002710828,0.005494174,0.001421439,0.004448715,0.004292639,0.00305634,0.2839442,0.1865208,0.4045294],"study_design_scores_gemma":[0.001637726,0.002991993,0.08154822,0.002238517,0.002509709,0.003199564,0.004353038,0.05927801,0.01248194,0.6734266,0.1557685,0.0005661863],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.0801775,0.003358072,0.6538907,0.1318747,0.02130254,0.003573033,0.002874244,0.007113521,0.09583567],"genre_scores_gemma":[0.7305713,0.0005201384,0.2127338,0.02835872,0.004880546,0.003747762,0.001265469,0.002045762,0.01587651],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7523528,"threshold_uncertainty_score":0.927785,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02082810609938397,"score_gpt":0.29980705383303,"score_spread":0.278978947733646,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}