{"id":"W4387116974","doi":"10.15626/mp.2023.4020","title":"A Plea to Psychology Professional Societies that Publish Journals: Assess Computational Reproducibility","year":2023,"lang":"en","type":"article","venue":"Meta-Psychology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Plea; Publication; Reproducibility; Psychology; Applied psychology; Political science; Law; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.356274,0.0009302802,0.002169964,0.01973707,0.00680563,0.01593093,0.004371066,0.007262245,0.01464445],"category_scores_gemma":[0.8704824,0.001828299,0.004201212,0.02706046,0.01115601,0.01923578,0.01233319,0.006286464,0.007228468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003504349,"about_ca_system_score_gemma":0.006893505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001760826,"about_ca_topic_score_gemma":0.002265054,"domain_scores_codex":[0.5630577,0.3300582,0.02941982,0.02065004,0.05424701,0.002567142],"domain_scores_gemma":[0.07288624,0.6141971,0.04933104,0.1914972,0.06354548,0.008542958],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001965802,0.0009019883,0.3454654,0.002025788,0.003931458,0.0002379097,0.01010032,0.002135184,0.001812619,0.05235286,0.163737,0.4153335],"study_design_scores_gemma":[0.001489104,0.001871727,0.2456015,0.003110699,0.00260307,0.001470241,0.009667027,0.02821284,0.004261259,0.5341464,0.1667744,0.0007915418],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.1695006,0.01185395,0.302425,0.4042836,0.01111661,0.005280228,0.004681883,0.004511307,0.08634672],"genre_scores_gemma":[0.6713202,0.001786373,0.2731628,0.02876367,0.004095686,0.008659367,0.002677768,0.001931165,0.007602963],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.643726,"threshold_uncertainty_score":0.7938287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9415478893122667,"score_gpt":0.728999741796331,"score_spread":0.2125481475159358,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}