{"id":"W4221089041","doi":"10.31234/osf.io/369qj","title":"Construct validity and the validity of replication studies: A systematic review","year":2022,"lang":"en","type":"review","venue":"","topic":"Mental Health Research Topics","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Concordia University of Edmonton; McGill University","funders":"Ontario Ministry of Research and Innovation; Social Sciences and Humanities Research Council of Canada","keywords":"Replication (statistics); Construct (python library); Construct validity; External validity; Transparency (behavior); Systematic review; Psychology; Psychological intervention; Open science; Best practice; Psychological research; Face validity; Data science; Computer science; Management science; Applied psychology; Social psychology; MEDLINE; Psychometrics; Political science; Medicine; Clinical psychology; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1794028,0.002807657,0.01212011,0.0175821,0.002502199,0.008562119,0.004879246,0.00527128,0.004542044],"category_scores_gemma":[0.5089458,0.003313577,0.01387426,0.01730452,0.003736467,0.009740014,0.004496934,0.004323998,0.001067881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008927511,"about_ca_system_score_gemma":0.05067771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009068735,"about_ca_topic_score_gemma":0.02047618,"domain_scores_codex":[0.8001854,0.1133572,0.04909283,0.006327217,0.02958422,0.001453101],"domain_scores_gemma":[0.4656822,0.4366357,0.03801053,0.01783893,0.04028865,0.001543985],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001888309,0.00004255608,0.001307335,0.831647,0.01065411,0.0001279596,0.001026507,0.0001962619,0.0001746685,0.002035661,0.005010274,0.1475888],"study_design_scores_gemma":[0.0002205942,0.0001432724,0.001907671,0.9332463,0.02774662,0.0002699878,0.0005233251,0.0001850555,0.0002619046,0.002789703,0.03263352,0.00007222668],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004599688,0.9931681,0.002159185,0.001451578,0.0005131761,0.001451574,0.0002078691,0.00003089171,0.0005577209],"genre_scores_gemma":[0.01468569,0.9667947,0.01066325,0.001665063,0.0003557678,0.005243354,0.0003626555,0.00004906789,0.0001804344],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9878799,"threshold_uncertainty_score":0.9487842,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6108190274211247,"score_gpt":0.5943309086198112,"score_spread":0.01648811880131351,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}