{"id":"W4404885682","doi":"10.1177/10731911241299723","title":"How to Produce, Identify, and Motivate Robust Psychological Science: A Roadmap and a Response to Vize et al.","year":2024,"lang":"en","type":"article","venue":"Assessment","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Robustness (evolution); Honesty; Social psychology; Harm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1393638,0.0002450017,0.001234483,0.0007537943,0.0001926902,0.007867528,0.0009604107,0.0000375655,0.0004324521],"category_scores_gemma":[0.01896399,0.0001157378,0.0002467378,0.003016158,0.0001234047,0.0005022517,0.0005360121,0.0001650104,0.0003887115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006196319,"about_ca_system_score_gemma":0.0001346932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004303994,"about_ca_topic_score_gemma":0.00000809348,"domain_scores_codex":[0.9873243,0.003909424,0.002021692,0.002092467,0.004318044,0.0003340844],"domain_scores_gemma":[0.9949498,0.001800274,0.0003557003,0.001981593,0.0004697261,0.0004428863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001074455,0.0002275083,0.01714144,0.00008396884,0.0001836344,0.0001358976,0.002936891,0.0001321554,0.06414045,0.007734756,0.7828965,0.1242794],"study_design_scores_gemma":[0.0001470477,0.0003412077,0.510453,0.0001180992,0.0000726768,0.00004965109,0.0009565425,0.002321207,0.00009536071,0.001760389,0.4834202,0.0002646393],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8695579,0.0004531406,0.02439505,0.1026781,0.000383829,0.001058678,0.00000898188,0.00001468733,0.001449702],"genre_scores_gemma":[0.9585795,0.00002991904,0.02658702,0.004408432,0.00003011965,0.0001283501,6.236876e-7,0.000009282916,0.01022669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4933115,"threshold_uncertainty_score":0.9931624,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6464401411361708,"score_gpt":0.6135188932584112,"score_spread":0.03292124787775952,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}