{"id":"W1533022716","doi":"10.31219/osf.io/3dq5j","title":"How pre-publication journal peer review (re)produces ignorance at scientific and medical journals: a case study","year":2017,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts; University of Chicago; Princeton University","keywords":"Ignorance; Judgement; Construct (python library); Originality; Epistemology; Sociology of scientific knowledge; Psychology; Sociology; Computer science; Social science; Qualitative research; Philosophy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science"],"category_scores_codex":[0.3341917,0.0004544396,0.001216001,0.04899634,0.003999477,0.1045663,0.009207631,0.0004299731,0.003970328],"category_scores_gemma":[0.5590622,0.0002658647,0.0003832673,0.05197617,0.0009036544,0.002145104,0.01105855,0.002551769,0.0001350423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002957291,"about_ca_system_score_gemma":0.001948831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000215464,"about_ca_topic_score_gemma":0.0005989365,"domain_scores_codex":[0.9263271,0.001962299,0.002124814,0.002781257,0.06581735,0.0009872004],"domain_scores_gemma":[0.9094297,0.004415079,0.003870497,0.005458321,0.07377525,0.003051139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001036285,0.0003948741,0.04040466,0.0001399606,0.00006455058,0.001701455,0.0004102464,0.000001409251,0.000007842243,0.00001112149,0.6115422,0.3453113],"study_design_scores_gemma":[0.00219703,0.0006084049,0.07521317,0.002897491,0.0002543156,0.03031885,0.005033652,0.006122612,0.00008151874,0.008881268,0.866661,0.001730757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5772952,0.1928067,0.002646779,0.2136593,0.006130567,0.002751129,0.0001042851,0.00005223109,0.004553664],"genre_scores_gemma":[0.837889,0.03274221,0.0006825161,0.0004223653,0.0007770259,0.00008403655,0.00001465314,0.00002908215,0.1273591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3435806,"threshold_uncertainty_score":0.9999794,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7933235383128203,"score_gpt":0.6568485479612578,"score_spread":0.1364749903515625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}