{"id":"W1533022716","doi":"10.31219/osf.io/3dq5j","title":"How pre-publication journal peer review (re)produces ignorance at scientific and medical journals: a case study","year":2017,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts; University of Chicago; Princeton University","keywords":"Ignorance; Judgement; Construct (python library); Originality; Epistemology; Sociology of scientific knowledge; Psychology; Sociology; Computer science; Social science; Qualitative research; Philosophy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04585746,0.0005107314,0.0007385982,0.003498759,0.01624831,0.0112298,0.003052183,0.005609704,0.003567028],"category_scores_gemma":[0.1155955,0.0007424856,0.0008255533,0.003766907,0.01732406,0.00852785,0.008369765,0.004548512,0.0008400461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008180563,"about_ca_system_score_gemma":0.00793362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005706854,"about_ca_topic_score_gemma":0.005402151,"domain_scores_codex":[0.9228935,0.05968965,0.002246107,0.002376635,0.009650293,0.003143775],"domain_scores_gemma":[0.7913501,0.1644978,0.01561798,0.01240333,0.0108445,0.005286308],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002162748,0.0004976035,0.02039768,0.0008098668,0.0000609417,0.0354183,0.8164723,0.001283661,0.002403026,0.07507345,0.00594965,0.04141723],"study_design_scores_gemma":[0.0001506032,0.0008665648,0.01533538,0.001661492,0.0001327784,0.02575221,0.6969479,0.003818318,0.007508686,0.03046348,0.2171105,0.0002521273],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9052483,0.002637836,0.01198658,0.01614976,0.0002561747,0.0006388406,0.00006601433,0.00009925967,0.0629172],"genre_scores_gemma":[0.9861537,0.00107432,0.004738867,0.0008253108,0.0001631061,0.0002111605,0.00002667152,0.000061418,0.006745438],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9541426,"threshold_uncertainty_score":0.2425203,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7933235383128203,"score_gpt":0.6568485479612578,"score_spread":0.1364749903515625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}