{"id":"W1520074575","doi":"10.19173/irrodl.v15i3.1680","title":"Peer assessment for massive open online courses (MOOCs)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Peer assessment; Computer science; Peer feedback; Credibility; Assessment for learning; Online assessment; Peer evaluation; Open education; Credentialing; Multimedia; Higher education; World Wide Web; Medical education; Mathematics education; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0297819,0.0006980564,0.001151335,0.004154005,0.001763219,0.004097313,0.002191184,0.001180066,0.007644879],"category_scores_gemma":[0.170088,0.0003504959,0.0005834828,0.002934451,0.001397992,0.00375019,0.00374148,0.001481674,0.003235969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001515279,"about_ca_system_score_gemma":0.004187301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003903937,"about_ca_topic_score_gemma":0.003893173,"domain_scores_codex":[0.9479783,0.03003401,0.001695673,0.002015815,0.01769348,0.0005826119],"domain_scores_gemma":[0.8876217,0.06727206,0.006905161,0.007554996,0.02777615,0.002870013],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002637147,0.0002541546,0.005731065,0.00102361,0.00007795972,0.00007653968,0.001314431,0.002282988,0.001010652,0.01295848,0.009551789,0.9654546],"study_design_scores_gemma":[0.0008199272,0.006573712,0.1365505,0.00733013,0.0006725159,0.001682325,0.0128483,0.1819897,0.02161776,0.2392993,0.3898148,0.0008009856],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1610495,0.03288652,0.6215609,0.007488229,0.004377466,0.00465818,0.0007238938,0.004820632,0.1624347],"genre_scores_gemma":[0.7628887,0.007179899,0.2106116,0.0003530381,0.001010248,0.001725135,0.0005947043,0.0004526019,0.01518388],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9702181,"threshold_uncertainty_score":0.1575036,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1579032256599237,"score_gpt":0.5635018527575003,"score_spread":0.4055986270975765,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}