{"id":"W2886097079","doi":"10.24908/pceea.v0i0.9735","title":"POWER OF PEERS: EXPERIENCES USING AN ONLINE PEER ASSESSMENT TOOL TO GRADE STUDENT WORK","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Peer feedback; Peer assessment; Curriculum; Set (abstract data type); Work (physics); Class (philosophy); Online assessment; Process (computing); Computer science; Rubric; Upload; Quality (philosophy); Medical education; Psychology; Mathematics education; Pedagogy; Engineering; Formative assessment; World Wide Web; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004136293,0.0001991699,0.0002060749,0.0003677064,0.0001062048,0.00009207802,0.000411189,0.000117312,0.0000887424],"category_scores_gemma":[0.000292322,0.0002009334,0.00006574513,0.0009434928,0.00001958323,0.0002395708,0.0000287796,0.0001748763,0.000004658357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002282128,"about_ca_system_score_gemma":0.0005018521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005778663,"about_ca_topic_score_gemma":0.0005620182,"domain_scores_codex":[0.9984341,0.000005308077,0.0004145455,0.0001968552,0.0006082741,0.0003409573],"domain_scores_gemma":[0.9984241,0.00001787253,0.0001576316,0.0001546772,0.0009789952,0.0002667526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001005317,0.001807626,0.3830649,0.0009264984,0.0009517282,3.898015e-7,0.2662273,0.1266771,0.05054679,0.01175947,0.1550619,0.002966307],"study_design_scores_gemma":[0.0003167302,0.00009931558,0.9139292,0.0005174584,0.00007462499,0.000004715323,0.02688454,0.009546136,0.01356686,0.00004187216,0.03405403,0.0009645608],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9948078,0.0000271458,0.0001492208,0.0008187332,0.003055806,0.0003113355,0.00001294925,0.0001052892,0.0007116966],"genre_scores_gemma":[0.987671,0.000002053684,0.01138447,0.0001191099,0.0002334792,0.00007258685,0.000008310083,0.00004422896,0.0004647372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5308642,"threshold_uncertainty_score":0.8193825,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0138791110381071,"score_gpt":0.2735924146421647,"score_spread":0.2597133036040576,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}