{"id":"W1990893254","doi":"10.1145/2556420.2556828","title":"Rethinking the peer review process","year":2014,"lang":"en","type":"article","venue":"","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Peer review; Process (computing); Scalability; Peer-to-peer; Technical peer review; Data science; Knowledge management; Human–computer interaction; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4521375,0.001443108,0.002452755,0.009523781,0.007690612,0.0293763,0.008054574,0.006076056,0.005487601],"category_scores_gemma":[0.6462905,0.001403906,0.001984199,0.00483292,0.01566499,0.02716403,0.01569311,0.01115579,0.007884495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006242247,"about_ca_system_score_gemma":0.02718927,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002398024,"about_ca_topic_score_gemma":0.00387434,"domain_scores_codex":[0.4125899,0.4205821,0.03475835,0.02243955,0.1051583,0.0044717],"domain_scores_gemma":[0.1635554,0.5635703,0.03088695,0.09496661,0.1377263,0.00929445],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003252923,0.0002490874,0.003798923,0.003212081,0.0003020436,0.000475037,0.03696307,0.001710189,0.007102762,0.08624645,0.06406223,0.7955529],"study_design_scores_gemma":[0.0003768743,0.0009000076,0.008210069,0.004135838,0.0003124506,0.001092553,0.01411645,0.01052856,0.007982805,0.2366768,0.7150127,0.0006548988],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03993789,0.01977655,0.7159021,0.1507016,0.02131734,0.005227443,0.0002610967,0.0067141,0.04016192],"genre_scores_gemma":[0.2888381,0.01079546,0.6457269,0.01600398,0.01350891,0.00406912,0.0003658319,0.002109229,0.01858239],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5478625,"threshold_uncertainty_score":0.6756121,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04287608438119827,"score_gpt":0.3031611754269643,"score_spread":0.260285091045766,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}