{"id":"W2970793383","doi":"10.1080/00220485.2019.1654951","title":"Scalable, scaffolded writing assignments with online peer review in a large introductory economics course","year":2019,"lang":"en","type":"review","venue":"The Journal of Economic Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Argument (complex analysis); Mathematics education; Scalability; Curriculum; Academic writing; Plagiarism detection; Merge (version control); Pedagogy; Psychology; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01598114,0.0005348501,0.0007907999,0.00248714,0.0006364044,0.001401811,0.001673273,0.001034361,0.001936342],"category_scores_gemma":[0.03685779,0.0003460398,0.0009108389,0.002214826,0.0004673178,0.001129835,0.001265951,0.0009695034,0.00117065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009156822,"about_ca_system_score_gemma":0.005177296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00186459,"about_ca_topic_score_gemma":0.007909659,"domain_scores_codex":[0.9820426,0.01121438,0.001777934,0.0006325597,0.004060564,0.0002719396],"domain_scores_gemma":[0.9809608,0.01140174,0.001933434,0.0009524882,0.004229086,0.000522324],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001407172,0.0002507185,0.0004031202,0.01718766,0.0002228108,0.0002036423,0.0003928249,0.0002796839,0.0006731254,0.0004932883,0.007886898,0.9718655],"study_design_scores_gemma":[0.001302728,0.006744632,0.01922131,0.0753956,0.002195505,0.002614684,0.001870486,0.001449803,0.0048837,0.003297753,0.8808333,0.000190456],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.03729992,0.896837,0.01986224,0.005051722,0.00288212,0.004889013,0.0003003937,0.0004523912,0.03242515],"genre_scores_gemma":[0.1926222,0.6905052,0.1015638,0.003151175,0.00128916,0.004027884,0.0004537177,0.0001063047,0.006280409],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9840189,"threshold_uncertainty_score":0.08451736,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1070016097551575,"score_gpt":0.4735549624999004,"score_spread":0.3665533527447429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}