{"id":"W2782851571","doi":"10.1017/s0140525x18000882","title":"Conceptualizing and evaluating replication across domains of behavioral research","year":2018,"lang":"en","type":"preprint","venue":"Behavioral and Brain Sciences","topic":"Mental Health Research Topics","field":"Psychology","cited_by":121,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Conceptualization; Replication (statistics); Psychology; Cognitive science; Cognitive psychology; Epistemology; Computer science; Artificial intelligence; Mathematics; Statistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5650104,0.002466922,0.003783921,0.01442369,0.003927227,0.01378245,0.007463814,0.005450187,0.002631605],"category_scores_gemma":[0.835278,0.001938961,0.005853029,0.009476135,0.02831587,0.01536303,0.01198186,0.008176561,0.0004513399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006332678,"about_ca_system_score_gemma":0.01239477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002980948,"about_ca_topic_score_gemma":0.003002375,"domain_scores_codex":[0.3856186,0.4639274,0.05210694,0.03284161,0.06312195,0.002383454],"domain_scores_gemma":[0.1520854,0.5794699,0.06601205,0.1483067,0.05217548,0.001950595],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008061396,0.0002690484,0.06151798,0.01121029,0.01047417,0.0007173541,0.0262884,0.004272426,0.002407408,0.7169634,0.00584255,0.1592308],"study_design_scores_gemma":[0.0004531824,0.0005229179,0.01478875,0.004041959,0.003466067,0.001061537,0.004331836,0.01320584,0.003946646,0.9385356,0.01538395,0.0002615964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02953013,0.01286531,0.920114,0.0153938,0.002345341,0.004935646,0.0004864029,0.0005853688,0.01374394],"genre_scores_gemma":[0.4657199,0.002382798,0.5164541,0.003972306,0.0007779163,0.009226412,0.0004430109,0.0002993524,0.0007241941],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4349896,"threshold_uncertainty_score":0.5364197,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7128275322034786,"score_gpt":0.6878642254028715,"score_spread":0.0249633068006071,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}