{"id":"W3006441709","doi":"10.19173/irrodl.v20i5.4333","title":"A Systematic Review of Technology-Supported Peer Assessment Research","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Peer assessment; Anonymity; Peer feedback; Peer review; Computer science; Assessment for learning; Educational technology; Technical peer review; Psychology; Formative assessment; Mathematics education","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01871034,0.001779261,0.006680547,0.02154318,0.001271925,0.003355129,0.002841835,0.001897185,0.005014679],"category_scores_gemma":[0.09904147,0.001159277,0.004953059,0.02046717,0.00150611,0.003565462,0.002435719,0.001503249,0.0006302155],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004996075,"about_ca_system_score_gemma":0.02354127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00634897,"about_ca_topic_score_gemma":0.01943165,"domain_scores_codex":[0.9746738,0.009322197,0.008646144,0.001495476,0.00548141,0.0003810065],"domain_scores_gemma":[0.9265692,0.05361324,0.00913901,0.001529912,0.008414631,0.0007340341],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009193343,0.00001542991,0.0004597792,0.934399,0.003060635,0.0001328434,0.0003758079,0.00008968903,0.000176189,0.0004340523,0.00242728,0.05833739],"study_design_scores_gemma":[0.0001077492,0.0001298818,0.002252349,0.9413986,0.01946444,0.0004062126,0.000430905,0.00007070241,0.0002011828,0.0005019169,0.03500342,0.00003255366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009466748,0.9957196,0.0006573087,0.0003538373,0.0002443759,0.0009533387,0.0005255536,0.00001928229,0.0005799733],"genre_scores_gemma":[0.01243812,0.9829472,0.001756786,0.0004430927,0.000101188,0.001649939,0.0004412023,0.00001194123,0.0002105892],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9812897,"threshold_uncertainty_score":0.09895092,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2510590947545748,"score_gpt":0.602044607008705,"score_spread":0.3509855122541302,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}