{"id":"W4387116974","doi":"10.15626/mp.2023.4020","title":"A Plea to Psychology Professional Societies that Publish Journals: Assess Computational Reproducibility","year":2023,"lang":"en","type":"article","venue":"Meta-Psychology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Plea; Publication; Reproducibility; Psychology; Applied psychology; Political science; Law; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","insufficient_payload"],"category_scores_codex":[0.1193723,0.0003480006,0.001125819,0.04136764,0.0006105331,0.001987144,0.004528896,0.0004197921,0.009483469],"category_scores_gemma":[0.08018442,0.0002315939,0.0006321585,0.1477998,0.0005005564,0.0009260555,0.00153737,0.001000575,0.004256992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007845007,"about_ca_system_score_gemma":0.0003328977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001135638,"about_ca_topic_score_gemma":0.00001147424,"domain_scores_codex":[0.9793342,0.002743615,0.001768374,0.004085931,0.01056652,0.001501359],"domain_scores_gemma":[0.982884,0.007389652,0.0005935253,0.003422389,0.004931236,0.0007791533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00006824321,0.0003366904,0.08249592,0.000004334824,0.0002512134,0.00003557392,0.0002051178,0.0001491609,0.0003121792,0.0004008647,0.8735426,0.0421981],"study_design_scores_gemma":[0.0005116293,0.000147787,0.687478,0.000002845296,0.00003824623,0.00005017834,0.000201985,0.0003502109,0.00004318396,0.09205174,0.2189028,0.0002213908],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6122456,0.001972009,0.04627454,0.3057218,0.01253341,0.001270137,0.0002940788,0.0003504773,0.01933804],"genre_scores_gemma":[0.9314603,0.0003247319,0.01451368,0.03094783,0.0006617408,0.0003560936,0.00007481842,0.0000619905,0.02159877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6546398,"threshold_uncertainty_score":0.9990489,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9415478893122667,"score_gpt":0.728999741796331,"score_spread":0.2125481475159358,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}