{"id":"W1520074575","doi":"10.19173/irrodl.v15i3.1680","title":"Peer assessment for massive open online courses (MOOCs)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Peer assessment; Computer science; Peer feedback; Credibility; Assessment for learning; Online assessment; Peer evaluation; Open education; Credentialing; Multimedia; Higher education; World Wide Web; Medical education; Mathematics education; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01530165,0.00006903954,0.0002267407,0.00006002905,0.0004281645,0.0004932071,0.002042391,0.00003156428,0.0003772105],"category_scores_gemma":[0.005133747,0.00004868918,0.00004136611,0.0002903387,0.0002473067,0.0002867873,0.001071538,0.0003306181,0.00000529092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001327554,"about_ca_system_score_gemma":0.0003223164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001819373,"about_ca_topic_score_gemma":0.0004217518,"domain_scores_codex":[0.9973372,0.0008137721,0.0002725857,0.0001957596,0.001135983,0.000244705],"domain_scores_gemma":[0.9968232,0.001876705,0.0001506101,0.0001239123,0.0009592709,0.00006631918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002064782,0.0005589129,0.1811721,0.0007106852,0.0001518112,0.000003855546,0.001513507,0.00006660505,0.00005103762,0.640419,0.08181829,0.09332766],"study_design_scores_gemma":[0.0009254918,0.0001149449,0.02620484,0.002722742,0.00001209786,4.003177e-7,0.01555422,0.001073585,0.000005284282,0.005540534,0.9477525,0.00009333788],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04654768,0.006684458,0.003298247,0.5230848,0.0006664086,0.008373031,0.0003879824,0.00003127737,0.4109261],"genre_scores_gemma":[0.965138,0.02089837,0.001495151,0.0005266897,0.0002604533,0.0002976015,0.0005743887,0.00001136584,0.01079794],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9185904,"threshold_uncertainty_score":0.6145945,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1579032256599237,"score_gpt":0.5635018527575003,"score_spread":0.4055986270975765,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}