{"id":"W1506863497","doi":"","title":"Can Online Peer Review Assignments Replace Essays in Third Year University Courses? And If So, What Are the Challenges?.","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Process (computing); Computer science; Grading (engineering); Peer feedback; Hyperlink; Blackboard (design pattern); Higher education; Engineering ethics; World Wide Web; Mathematics education; Multimedia; Psychology; Engineering; Software engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005436918,0.0001254047,0.0002197034,0.00005800688,0.0001327817,0.00002144437,0.0001645972,0.00009671792,0.0004094582],"category_scores_gemma":[0.0003269716,0.00008868729,0.00003015864,0.0001635626,0.00009634898,0.0001481967,0.00006962167,0.0006225433,0.00004630451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006338926,"about_ca_system_score_gemma":0.00001930917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002145496,"about_ca_topic_score_gemma":0.00009508125,"domain_scores_codex":[0.9971408,0.001992417,0.0001396269,0.0002292913,0.0002119564,0.0002858943],"domain_scores_gemma":[0.9990922,0.0002692522,0.0001327177,0.0003584494,0.00009080493,0.00005658075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001991948,0.001234569,0.3743735,0.000447829,0.0003207567,0.00006506567,0.05670059,0.000003504434,0.00003994298,0.204105,0.1696353,0.1928748],"study_design_scores_gemma":[0.0006419644,0.00005303671,0.4220966,0.00064744,0.00004185144,0.00001761659,0.06011582,0.000005417664,0.000002590367,0.0001528753,0.5160238,0.000201],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3670684,0.08282392,0.001002891,0.2331452,0.002365069,0.001025905,0.00003352403,0.0002596919,0.3122754],"genre_scores_gemma":[0.8996819,0.0109163,0.002019022,0.004173495,0.0002604048,0.000004763428,0.000023221,0.00003350052,0.08288738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5326135,"threshold_uncertainty_score":0.4483281,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1007732610178998,"score_gpt":0.3878780439552318,"score_spread":0.2871047829373319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}