{"id":"W2970793383","doi":"10.1080/00220485.2019.1654951","title":"Scalable, scaffolded writing assignments with online peer review in a large introductory economics course","year":2019,"lang":"en","type":"review","venue":"The Journal of Economic Education","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Argument (complex analysis); Mathematics education; Scalability; Curriculum; Academic writing; Plagiarism detection; Merge (version control); Pedagogy; Psychology; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01620043,0.0002542646,0.00115641,0.00036962,0.0002072657,0.00007903505,0.000879581,0.0001665828,0.0003258841],"category_scores_gemma":[0.0009344909,0.0001900212,0.0001745409,0.0003938199,0.0001425907,0.0005040108,0.00004487683,0.0006699529,0.00007960289],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002747214,"about_ca_system_score_gemma":0.01707563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008987053,"about_ca_topic_score_gemma":0.0002757736,"domain_scores_codex":[0.9961643,0.001370032,0.001647683,0.0002208032,0.0002808394,0.0003162918],"domain_scores_gemma":[0.9946043,0.0009544741,0.00316972,0.0004516701,0.0007397242,0.00008009665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001662758,0.0009824466,0.000559191,0.006682704,0.000352287,4.300665e-7,0.002366188,0.00007574496,1.230576e-7,0.01944859,0.06182589,0.9076898],"study_design_scores_gemma":[0.0001381829,0.00002788675,0.0001720186,0.01780268,0.0006335584,0.00004399842,0.003322586,0.000002551456,9.626503e-8,0.0005553878,0.9770926,0.0002084149],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001214927,0.9827055,0.00001404423,0.007637756,0.00459534,0.001031654,0.00003367665,0.000005305368,0.002761792],"genre_scores_gemma":[0.00007355692,0.9885365,0.003163923,0.0005353727,0.003785262,0.00003256591,0.00009032057,0.00004295231,0.003739558],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9152668,"threshold_uncertainty_score":0.9884967,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1070016097551575,"score_gpt":0.4735549624999004,"score_spread":0.3665533527447429,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}