{"id":"W4401567109","doi":"10.1177/09567976241254037","title":"The Language of (Non)Replicable Social Science","year":2024,"lang":"en","type":"article","venue":"Psychological Science","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Persuasion; Psychology; Set (abstract data type); Replication (statistics); Social psychology; Cognitive psychology; Linguistics; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.547425,0.001161417,0.002002383,0.01173064,0.002959865,0.01265339,0.004246744,0.003425942,0.003896943],"category_scores_gemma":[0.8138274,0.001374285,0.002463866,0.0133378,0.0159183,0.007088624,0.006156976,0.004168858,0.001159747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003372151,"about_ca_system_score_gemma":0.005155173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009897918,"about_ca_topic_score_gemma":0.001098584,"domain_scores_codex":[0.2616666,0.5879682,0.0903781,0.02258009,0.03550015,0.001906916],"domain_scores_gemma":[0.04176549,0.7103091,0.07281338,0.152294,0.02208257,0.0007355257],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.004955741,0.001001917,0.1990718,0.02756421,0.005495179,0.002924441,0.2737279,0.004918416,0.02367521,0.1888475,0.01451184,0.2533059],"study_design_scores_gemma":[0.001966865,0.003874343,0.2370078,0.01658699,0.003771853,0.005395765,0.05311478,0.02829284,0.04367974,0.4547635,0.150023,0.001522549],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4804245,0.01134048,0.4567352,0.008650103,0.002219514,0.01151862,0.01029155,0.001133553,0.01768637],"genre_scores_gemma":[0.8834119,0.000822816,0.09717432,0.001229537,0.0004786215,0.01353004,0.002210015,0.000244009,0.0008987713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.452575,"threshold_uncertainty_score":0.5581056,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04289174541375712,"score_gpt":0.3890985036085455,"score_spread":0.3462067581947884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}