{"id":"W3046007858","doi":"10.1177/1088868320931366","title":"A Validity-Based Framework for Understanding Replication in Psychology","year":2020,"lang":"en","type":"review","venue":"Personality and Social Psychology Review","topic":"Mental Health Research Topics","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Construct validity; External validity; Psychology; Concurrent validity; Incremental validity; Internal validity; Construct (python library); Criterion validity; Social psychology; Test validity; Validity; Predictive validity; Cognitive psychology; Psychometrics; Computer science; Clinical psychology; Internal consistency; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004109527,0.0005646257,0.003217979,0.0002126162,0.0003244864,0.00002782155,0.0005899913,0.001432169,0.0008746297],"category_scores_gemma":[0.0006069324,0.0005505265,0.0007334448,0.0007691848,0.0004624592,0.00004556811,0.00006760543,0.001855405,0.0001632714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003914199,"about_ca_system_score_gemma":0.0002744831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002301283,"about_ca_topic_score_gemma":0.00002074909,"domain_scores_codex":[0.9921561,0.003438961,0.001447939,0.00183344,0.0002705728,0.0008530113],"domain_scores_gemma":[0.9965121,0.00154126,0.0007554951,0.0008974496,0.00005516698,0.000238545],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007027411,0.0002143471,0.00003653018,0.1064872,0.0001018944,0.00001791885,0.0003850491,6.455456e-10,1.514174e-8,0.07467446,0.0136119,0.8044004],"study_design_scores_gemma":[0.0006054616,0.0002292127,0.0001254305,0.01411762,0.0003788513,0.0000414983,0.00004901469,6.382341e-7,2.248163e-9,0.02901955,0.9550455,0.0003872129],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[8.009917e-7,0.9563357,0.009448301,0.02622638,0.0007045518,0.004513679,0.0002792577,0.0000658457,0.002425452],"genre_scores_gemma":[0.000007227981,0.9682767,0.001292823,0.02662941,0.0006202173,0.002597247,0.0004385753,0.00008136337,0.00005639653],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9414336,"threshold_uncertainty_score":0.9998642,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.728087909185234,"score_gpt":0.6408179724351074,"score_spread":0.08726993675012662,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}