{"id":"W4254492958","doi":"10.31234/osf.io/q247m","title":"The Validation Crisis in Psychology","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Qualitative Comparative Analysis Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Nomological network; Construct validity; Construct (python library); Cronbach's alpha; Psychology; Structural equation modeling; Point (geometry); Applied psychology; Psychometrics; Computer science; Clinical psychology; Mathematics; Programming language; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1572101,0.001183026,0.003021604,0.004309484,0.008982381,0.01703667,0.005173986,0.02969941,0.002911993],"category_scores_gemma":[0.2503628,0.0009358324,0.00217801,0.003723833,0.08754545,0.0328281,0.01110856,0.05987806,0.00148951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01147839,"about_ca_system_score_gemma":0.01420391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007262364,"about_ca_topic_score_gemma":0.003991662,"domain_scores_codex":[0.8410065,0.09916385,0.007348853,0.01464899,0.03436324,0.003468574],"domain_scores_gemma":[0.5942258,0.3620369,0.005467093,0.01024404,0.0240023,0.004023913],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005314528,0.00002214838,0.0003103982,0.0004278833,0.00003837063,0.00009860639,0.005793652,0.000163067,0.00008030063,0.8137128,0.1504918,0.02880772],"study_design_scores_gemma":[0.00005017677,0.0000488131,0.0006264879,0.002860276,0.00002058601,0.0002286351,0.002712068,0.0006528611,0.0001799986,0.6783081,0.3142387,0.00007329419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0005594101,0.03525584,0.006058849,0.9409362,0.01227893,0.00001167275,0.00002533838,0.0000388872,0.004834843],"genre_scores_gemma":[0.07191039,0.03140286,0.007936711,0.8001955,0.0838756,0.0002788911,0.00008219165,0.0003637227,0.003954106],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.8427899,"threshold_uncertainty_score":0.8314161,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.274335715847617,"score_gpt":0.5934682494304809,"score_spread":0.3191325335828639,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}