{"id":"W1518349745","doi":"10.31219/osf.io/kmcen","title":"Investigating journal peer review as scientific object of study: unabridged version – Part I","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Object (grammar); Construct (python library); Judgement; Obligation; Reputation; Boundary object; Rationality; Psychology; Computer science; Political science; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04443279,0.0001872289,0.000572797,0.00006237917,0.003440439,0.0007795756,0.001267253,0.0002521756,0.002567896],"category_scores_gemma":[0.04831972,0.0001473557,0.0002930592,0.0001426142,0.00120712,0.0004858402,0.0007417254,0.001379965,0.0001327136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008279156,"about_ca_system_score_gemma":0.00165417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001056018,"about_ca_topic_score_gemma":0.0001124656,"domain_scores_codex":[0.9925433,0.004381753,0.0005940981,0.0004582829,0.001751357,0.0002711988],"domain_scores_gemma":[0.9951037,0.00103396,0.001514859,0.0006524246,0.001450976,0.0002441243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001450288,0.001206862,0.02958006,0.00212896,0.0008055212,0.0001998849,0.104162,0.00002410053,0.0001206066,0.04870095,0.7623214,0.05060458],"study_design_scores_gemma":[0.0002273937,0.0001493706,0.0008491661,0.002619634,0.0001841184,0.00000346843,0.01098946,0.00000189967,0.00002558513,0.08931698,0.895341,0.0002918823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4092559,0.01036735,0.00001075336,0.02770164,0.005752843,0.001570305,0.00002138799,0.00008621599,0.5452336],"genre_scores_gemma":[0.9215978,0.004342138,0.0001563743,0.000559659,0.000502117,0.00001449631,0.00002469543,0.000009571872,0.07279312],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5123419,"threshold_uncertainty_score":0.9983439,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2455934033031183,"score_gpt":0.453468773666224,"score_spread":0.2078753703631056,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}