{"id":"W3044013993","doi":"10.1098/rsos.200566","title":"Are replication rates the same across academic fields? Community forecasts from the DARPA SCORE programme","year":2020,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Data Analysis with R","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"Bishop's University","funders":"Defense Advanced Research Projects Agency; Royal Marsden NHS Foundation Trust","keywords":"Replication (statistics); Confidence interval; Agency (philosophy); Psychology; Empirical research; Computer science; Applied psychology; Statistics; Social science; Sociology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005026989,0.000179083,0.0002194567,0.000005692477,0.003345956,0.00280792,0.0228605,0.00009222428,0.00001826735],"category_scores_gemma":[0.001512463,0.0001015432,0.0001441018,0.001977401,0.001151759,0.001544833,0.009090939,0.001112089,0.0000788043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000841912,"about_ca_system_score_gemma":0.0002419431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0038587,"about_ca_topic_score_gemma":0.0006315251,"domain_scores_codex":[0.9971298,0.0002977209,0.0003219554,0.0008424534,0.0008142513,0.0005938088],"domain_scores_gemma":[0.9955148,0.000634791,0.000429059,0.002974991,0.0002283217,0.0002180078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003346375,0.0002269467,0.2535667,0.00003458035,0.0001784838,0.000005489327,0.1752819,0.001784258,0.001669617,0.007092845,0.2343203,0.3258055],"study_design_scores_gemma":[0.0004603639,0.00009746511,0.3484289,0.00007147941,0.00003365189,0.000003674272,0.01486117,0.6081251,0.002512044,0.004895462,0.0200342,0.0004765022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7316086,0.000259563,0.1200489,0.145629,0.0002167293,0.001459512,0.0001082421,0.0002047741,0.0004647023],"genre_scores_gemma":[0.9671867,0.00001646335,0.007119799,0.0253508,0.0001059128,0.00007766225,0.00002055761,0.000007459705,0.0001145899],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6063408,"threshold_uncertainty_score":0.9989234,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1294043474949684,"score_gpt":0.3691238483329833,"score_spread":0.239719500838015,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}