{"id":"W1518349745","doi":"10.31219/osf.io/kmcen","title":"Investigating journal peer review as scientific object of study: unabridged version – Part I","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Object (grammar); Construct (python library); Judgement; Obligation; Reputation; Boundary object; Rationality; Psychology; Computer science; Political science; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05032767,0.0008255269,0.001547308,0.00536959,0.005580608,0.03150815,0.003088961,0.005724099,0.01404362],"category_scores_gemma":[0.2475933,0.0007222153,0.001092758,0.007602558,0.02883299,0.01596234,0.009647314,0.008194883,0.004861875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006673576,"about_ca_system_score_gemma":0.01087777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001683342,"about_ca_topic_score_gemma":0.0009046954,"domain_scores_codex":[0.9504193,0.02547537,0.004390054,0.005424653,0.01303107,0.001259552],"domain_scores_gemma":[0.7168593,0.2032892,0.01826235,0.02434609,0.03368822,0.00355477],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009401437,0.0001302598,0.003541164,0.005376074,0.00009466385,0.00009945695,0.01997121,0.0002586802,0.000615502,0.7775973,0.08167771,0.1105439],"study_design_scores_gemma":[0.00004130013,0.0001841889,0.00800706,0.02307453,0.0001430194,0.0004726648,0.01084012,0.001125357,0.0009681514,0.2420088,0.7130105,0.0001243091],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03018167,0.2436618,0.04884865,0.3356642,0.16651,0.001192055,0.001145147,0.0004164439,0.17238],"genre_scores_gemma":[0.5261035,0.1715639,0.0421171,0.09482921,0.1137782,0.004721642,0.002055234,0.001468322,0.04336283],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9496723,"threshold_uncertainty_score":0.2661614,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2455934033031183,"score_gpt":0.453468773666224,"score_spread":0.2078753703631056,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}