{"id":"W4221089041","doi":"10.31234/osf.io/369qj","title":"Construct validity and the validity of replication studies: A systematic review","year":2022,"lang":"en","type":"review","venue":"","topic":"Mental Health Research Topics","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Concordia University of Edmonton; McGill University","funders":"Ontario Ministry of Research and Innovation; Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Construct (python library); Construct validity; External validity; Transparency (behavior); Systematic review; Psychology; Psychological intervention; Open science; Best practice; Psychological research; Face validity; Data science; Computer science; Management science; Applied psychology; Social psychology; MEDLINE; Psychometrics; Political science; Medicine; Clinical psychology; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01253136,0.0002805039,0.0040608,0.00008415201,0.0001759344,0.000010123,0.0005770968,0.0001125928,0.002355997],"category_scores_gemma":[0.004237334,0.0001447144,0.000397947,0.0004072067,0.0004614839,0.00002390591,0.0004075132,0.0005766716,0.00006974641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002302387,"about_ca_system_score_gemma":0.0001915792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006437822,"about_ca_topic_score_gemma":0.000004649354,"domain_scores_codex":[0.9870393,0.009723393,0.001850704,0.0005913686,0.0005276886,0.000267495],"domain_scores_gemma":[0.9889575,0.007028639,0.001410929,0.002417959,0.00009722076,0.00008771552],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003318067,0.00002499063,0.000001166216,0.9211543,0.0002406474,0.000002546424,0.0001059759,2.876613e-10,4.914543e-10,0.01257786,0.004419812,0.06146936],"study_design_scores_gemma":[0.0002411325,0.00008147827,5.175568e-7,0.3071913,0.002163958,0.0002103805,0.0003047954,3.506707e-7,2.052386e-8,0.0003398588,0.6893445,0.0001216697],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[6.792614e-7,0.9804763,0.000007432119,0.0002222224,0.0003719962,0.01160086,0.00006567961,0.0000276564,0.00722714],"genre_scores_gemma":[0.000001041749,0.991775,0.00004483592,0.0003409434,0.00004187212,0.005137449,0.00003985526,0.0000234347,0.00259555],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6849247,"threshold_uncertainty_score":0.998556,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6108190274211247,"score_gpt":0.5943309086198112,"score_spread":0.01648811880131351,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}