{"id":"W2978101249","doi":"10.1017/s0140525x18000912","title":"Holding replication studies to mainstream standards of evidence","year":2018,"lang":"en","type":"letter","venue":"Behavioral and Brain Sciences","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Replication (statistics); Mainstream; Psychology; Value (mathematics); Cognitive psychology; Social psychology; Statistics; Mathematics; Political science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4524232,0.00181903,0.005485876,0.004897972,0.005616328,0.01467054,0.01101776,0.0392928,0.008593745],"category_scores_gemma":[0.8392849,0.002028436,0.003172241,0.00359258,0.04563424,0.02614216,0.01140878,0.06441535,0.009581786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009055033,"about_ca_system_score_gemma":0.01330063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001860614,"about_ca_topic_score_gemma":0.002040399,"domain_scores_codex":[0.5421586,0.2618068,0.0603689,0.03607751,0.0950079,0.00458036],"domain_scores_gemma":[0.1325507,0.6142809,0.03010947,0.1560652,0.06099734,0.00599634],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007618947,0.0002298339,0.00310034,0.005037231,0.0007792298,0.003466995,0.005574518,0.0006409562,0.001698346,0.3990587,0.3852442,0.1944077],"study_design_scores_gemma":[0.0004626457,0.0001578272,0.001190312,0.003904895,0.000152943,0.001824441,0.0006305427,0.002241238,0.0009968227,0.815122,0.173149,0.0001673151],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001750704,0.01281956,0.07266571,0.8541235,0.04600642,0.0006918561,0.0002032175,0.0006631141,0.01107584],"genre_scores_gemma":[0.1116066,0.009893014,0.2136318,0.5674118,0.08390131,0.00472013,0.0004617432,0.0007824943,0.00759112],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.5475768,"threshold_uncertainty_score":0.6752597,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6873896146597199,"score_gpt":0.582156676757374,"score_spread":0.1052329379023459,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}