{"id":"W2948125274","doi":"10.5206/cjsotl-rcacea.2019.1.8005","title":"Thinking Beyond Writing Development in Peer Review","year":2019,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; McMaster University","funders":"","keywords":"Psychology; Process (computing); Perception; Technical peer review; Peer feedback; Medical education; Peer review; Mathematics education; Pedagogy; Computer science; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1089959,0.001098107,0.001283942,0.004515855,0.00751413,0.02632032,0.003792427,0.007574384,0.004451147],"category_scores_gemma":[0.2346166,0.0008316486,0.0008330069,0.002272084,0.06329563,0.034226,0.01160751,0.009268031,0.001358735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007906222,"about_ca_system_score_gemma":0.01624938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002160708,"about_ca_topic_score_gemma":0.002265534,"domain_scores_codex":[0.7912794,0.1650274,0.005844725,0.008666898,0.02575853,0.003423076],"domain_scores_gemma":[0.6364703,0.2856321,0.01595037,0.02034044,0.03370318,0.007903648],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007262151,0.0001554241,0.005156037,0.002580963,0.0001617329,0.0008329182,0.1416349,0.001377874,0.001494724,0.6565797,0.0203159,0.1696371],"study_design_scores_gemma":[0.00006963507,0.0002184462,0.001923322,0.002362469,0.00006130488,0.0007646819,0.04134679,0.001649795,0.00184105,0.7566794,0.1929535,0.0001294766],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06813255,0.04919453,0.3185195,0.3252298,0.01061339,0.001079372,0.00008431338,0.0006829023,0.2264637],"genre_scores_gemma":[0.8277936,0.0137789,0.1076179,0.02065114,0.006499015,0.001060333,0.00004771545,0.0004363003,0.02211513],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8910041,"threshold_uncertainty_score":0.5764324,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07595281457643754,"score_gpt":0.3752848789855073,"score_spread":0.2993320644090697,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}