{"id":"W3111047876","doi":"10.1145/3437800.3439207","title":"Mapping the Landscape of Peer Review in Computing Education Research","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital; University of Toronto; York University","funders":"Princeton University","keywords":"Peer review; Relevance (law); Credibility; Computer science; Process (computing); Etiquette; Field (mathematics); Open research; Set (abstract data type); Engineering ethics; Technical peer review; Data science; World Wide Web; Political science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4512297,0.00081449,0.001820057,0.01848747,0.02726576,0.06708323,0.005987983,0.009122637,0.003658358],"category_scores_gemma":[0.5668901,0.001875282,0.001076358,0.02299264,0.05339501,0.04355521,0.02229837,0.01104355,0.001262618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02446276,"about_ca_system_score_gemma":0.06752174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004605037,"about_ca_topic_score_gemma":0.005894275,"domain_scores_codex":[0.2515305,0.6370453,0.02288541,0.01665254,0.06421677,0.007669519],"domain_scores_gemma":[0.1477215,0.6977332,0.03512944,0.02413835,0.08338311,0.01189447],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001595645,0.0001114552,0.009480149,0.004784292,0.0001146232,0.001299413,0.4317755,0.001133165,0.001404082,0.2937158,0.01612699,0.2398949],"study_design_scores_gemma":[0.00006645871,0.0003326707,0.01042805,0.00865721,0.00006212002,0.001782974,0.3616074,0.002041298,0.001480957,0.1308893,0.4822955,0.0003559686],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1656807,0.08348448,0.1530146,0.3963833,0.005604483,0.002574184,0.0002466242,0.0007088775,0.1923027],"genre_scores_gemma":[0.8849716,0.02686483,0.0638852,0.0109428,0.002328482,0.001556409,0.0001191868,0.0005868335,0.008744502],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5487703,"threshold_uncertainty_score":0.6767315,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1298658232197365,"score_gpt":0.4031084768266974,"score_spread":0.2732426536069609,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}