{"id":"W2886097079","doi":"10.24908/pceea.v0i0.9735","title":"POWER OF PEERS: EXPERIENCES USING AN ONLINE PEER ASSESSMENT TOOL TO GRADE STUDENT WORK","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Peer feedback; Peer assessment; Curriculum; Set (abstract data type); Work (physics); Class (philosophy); Online assessment; Process (computing); Computer science; Rubric; Upload; Quality (philosophy); Medical education; Psychology; Mathematics education; Pedagogy; Engineering; Formative assessment; World Wide Web; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02606403,0.001103696,0.00098307,0.002996235,0.005451914,0.008113323,0.00362337,0.001860928,0.003480956],"category_scores_gemma":[0.1201807,0.0006062311,0.0009392442,0.0009252874,0.003336714,0.004691229,0.009942354,0.003299798,0.001471366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001821513,"about_ca_system_score_gemma":0.002249368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001574548,"about_ca_topic_score_gemma":0.002738646,"domain_scores_codex":[0.9429759,0.04224107,0.001617075,0.00233191,0.00780229,0.003031805],"domain_scores_gemma":[0.9147785,0.04521728,0.006149954,0.006309807,0.01466048,0.01288392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004561111,0.006450181,0.05828627,0.0004911208,0.0001170005,0.002843448,0.653332,0.0007732385,0.006746474,0.001104631,0.007172246,0.2622271],"study_design_scores_gemma":[0.0002034749,0.009449242,0.05621061,0.0007554975,0.0001698566,0.003218409,0.837238,0.008074152,0.01039718,0.002381199,0.07142319,0.0004791434],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9870069,0.0001466599,0.005640693,0.0008083523,0.0001254832,0.0004202344,0.00003042661,0.0002479071,0.005573478],"genre_scores_gemma":[0.9914357,0.0001408759,0.00533697,0.0002297033,0.00005468589,0.0002562251,0.00004070353,0.00009517227,0.002409861],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02606403,"threshold_uncertainty_score":0.1378415,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0138791110381071,"score_gpt":0.2735924146421647,"score_spread":0.2597133036040576,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}