{"id":"W1506863497","doi":"","title":"Can Online Peer Review Assignments Replace Essays in Third Year University Courses? And If So, What Are the Challenges?.","year":2012,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Context (archaeology); Process (computing); Computer science; Grading (engineering); Peer feedback; Hyperlink; Blackboard (design pattern); Higher education; Engineering ethics; World Wide Web; Mathematics education; Multimedia; Psychology; Engineering; Software engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04333386,0.0004872276,0.000725278,0.001038822,0.002047534,0.008364606,0.003169633,0.00237237,0.007811438],"category_scores_gemma":[0.2670919,0.0002730916,0.0004199707,0.001306362,0.001523978,0.006206184,0.003306118,0.001382107,0.006315768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001294361,"about_ca_system_score_gemma":0.004086292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001411768,"about_ca_topic_score_gemma":0.002557313,"domain_scores_codex":[0.9666544,0.01958578,0.001548394,0.001968028,0.008976972,0.001266528],"domain_scores_gemma":[0.7970815,0.08069226,0.03101723,0.01851856,0.05795905,0.01473139],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005359236,0.001131841,0.03006334,0.0005622605,0.0000301175,0.000287145,0.002912491,0.0004386287,0.001800025,0.001802415,0.03113811,0.9292979],"study_design_scores_gemma":[0.0007280505,0.01024972,0.3599461,0.003525906,0.0002550185,0.003941588,0.03270248,0.01777693,0.03338224,0.02290438,0.5140713,0.000516242],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7703001,0.008252544,0.04466591,0.04872101,0.01328175,0.001296082,0.0003683958,0.002981901,0.1101323],"genre_scores_gemma":[0.932245,0.001871396,0.0322959,0.003062285,0.002293259,0.0005375686,0.0003399412,0.0003183062,0.02703634],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9566661,"threshold_uncertainty_score":0.2291741,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1007732610178998,"score_gpt":0.3878780439552318,"score_spread":0.2871047829373319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}