{"id":"W3006441709","doi":"10.19173/irrodl.v20i5.4333","title":"A Systematic Review of Technology-Supported Peer Assessment Research","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Peer assessment; Anonymity; Peer feedback; Peer review; Computer science; Assessment for learning; Educational technology; Technical peer review; Psychology; Formative assessment; Mathematics education","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07146743,0.0002373852,0.002583635,0.0007321695,0.0003555702,0.0002307358,0.004658713,0.000212581,0.0006839295],"category_scores_gemma":[0.02038922,0.0001513276,0.0003109831,0.003511152,0.0008504729,0.0002079524,0.002362019,0.002422966,0.00007044891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006189257,"about_ca_system_score_gemma":0.00254539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005428218,"about_ca_topic_score_gemma":0.00002784233,"domain_scores_codex":[0.9855003,0.006677783,0.00183825,0.0005018003,0.004890119,0.0005917502],"domain_scores_gemma":[0.9905874,0.004516352,0.001074449,0.0006333872,0.003093055,0.00009532829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003757677,0.0000926864,0.0001971678,0.9465322,0.0002341466,0.000007929387,0.0000861619,5.420214e-8,1.223617e-7,0.01938315,0.005521801,0.02794076],"study_design_scores_gemma":[0.00008980538,0.00003682887,0.00000876081,0.5488198,0.0001474285,0.000003023005,0.002056212,0.000002802049,6.029009e-8,0.0001598853,0.4485994,0.00007601397],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002710769,0.9515787,0.000005029429,0.007606223,0.0001079959,0.007444695,0.00007143229,0.00001107013,0.03317215],"genre_scores_gemma":[0.000102623,0.9944924,0.00005644564,0.00004621976,0.00005129433,0.0008601406,0.0003794123,0.00002044027,0.003991015],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4430776,"threshold_uncertainty_score":0.9998785,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2510590947545748,"score_gpt":0.602044607008705,"score_spread":0.3509855122541302,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}