{"id":"W3157669383","doi":"10.1016/j.metip.2021.100045","title":"Three Suggestions to Support Ongoing Replication Efforts: A Checklist, Visual Comparison, and Rating Scale","year":2021,"lang":"en","type":"article","venue":"Methods in Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Checklist; Fidelity; Computer science; Scale (ratio); Psychology; Biology; Cognitive psychology; Telecommunications","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1327023,0.0001988924,0.002185891,0.0004075726,0.0001330057,0.0003072115,0.0006381207,0.0001350376,0.002800229],"category_scores_gemma":[0.05353396,0.00013085,0.0003533437,0.002129959,0.00007132795,0.0001033587,0.000197339,0.0002406432,0.0003493916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002417502,"about_ca_system_score_gemma":0.00004927877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001364877,"about_ca_topic_score_gemma":0.0005052009,"domain_scores_codex":[0.977523,0.01205916,0.007009282,0.001906509,0.001165348,0.0003367135],"domain_scores_gemma":[0.9890926,0.004888494,0.001608038,0.003640672,0.0005978918,0.0001722794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000008193573,0.0001273582,0.2679667,0.00002230131,0.00004061231,0.000009194215,0.0009288,0.00003423761,0.005991368,0.001316016,0.03006536,0.6934898],"study_design_scores_gemma":[0.0005763161,0.000201573,0.6182352,0.00006559219,0.0001578435,0.00024528,0.001091197,0.01643843,0.001114483,0.04022482,0.3212291,0.0004201429],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1637218,0.000451052,0.8226708,0.002479749,0.0003558637,0.0003859225,0.000003161088,0.000008012805,0.009923687],"genre_scores_gemma":[0.0659757,0.0000165506,0.9308347,0.001600212,0.00007189988,0.0001225563,0.00001010944,0.00001251747,0.001355763],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6930697,"threshold_uncertainty_score":0.9981114,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6951739315005724,"score_gpt":0.6751704807633291,"score_spread":0.0200034507372433,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}