{"id":"W2969685007","doi":"10.48550/arxiv.1908.08893","title":"You Can't Publish Replication Studies (and How to Anyways)","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Publication; Computer science; Political science; Biology; Virology; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00425019,0.0002538465,0.0004264039,0.0007754162,0.0002408961,0.001296714,0.002259062,0.0001298469,0.00003655825],"category_scores_gemma":[0.004228037,0.0002328546,0.0001254145,0.00140688,0.0001458806,0.0003949898,0.007012493,0.0002716567,0.0002737046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001775113,"about_ca_system_score_gemma":0.0001029936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001205,"about_ca_topic_score_gemma":0.0001688232,"domain_scores_codex":[0.9958349,0.0002016309,0.0002678418,0.002940527,0.0004359031,0.0003191369],"domain_scores_gemma":[0.9935434,0.0005536752,0.0003924498,0.004538771,0.0007534185,0.0002182265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006543141,0.00008221372,0.03186638,0.0001304594,0.0002773993,0.0000850677,0.001953077,0.125536,0.0000300201,0.04561668,0.7630613,0.03129603],"study_design_scores_gemma":[0.001306127,0.0002078852,0.05164848,0.0004444489,0.0003658159,0.00000791923,0.01966708,0.1894677,0.0001214834,0.2057429,0.5289354,0.002084795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9117004,0.0002375374,0.06958187,0.007988696,0.003849849,0.0008564955,0.0001269309,0.0002010943,0.005457098],"genre_scores_gemma":[0.9395887,0.00008466776,0.0004392136,0.0002797913,0.00008993518,0.000001243111,0.00002708527,0.00001033863,0.059479],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2341259,"threshold_uncertainty_score":0.9997401,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3548968245412685,"score_gpt":0.2999069347961233,"score_spread":0.05498988974514518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}