{"id":"W2148189517","doi":"10.1111/j.1365-2729.2008.00290.x","title":"Peering into large lectures: examining peer and expert mark agreement using peerScholar, an online peer assessment tool","year":2008,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Peer assessment; Peering; Class (philosophy); Computer science; Accountability; Class size; Peer evaluation; Rank (graph theory); Peer feedback; Mathematics education; Online assessment; World Wide Web; Multimedia; Higher education; The Internet; Psychology; Artificial intelligence; Formative assessment; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01938182,0.0003390672,0.000660887,0.001891392,0.001266709,0.001481121,0.0009699783,0.0005243614,0.002219732],"category_scores_gemma":[0.09200644,0.0003050565,0.0003083428,0.0005282774,0.0009131139,0.001509397,0.002154832,0.0007388576,0.0006977096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005549751,"about_ca_system_score_gemma":0.0006777181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009312224,"about_ca_topic_score_gemma":0.001650244,"domain_scores_codex":[0.9814222,0.01109448,0.001358363,0.001494109,0.004117919,0.0005129417],"domain_scores_gemma":[0.9035031,0.05862084,0.0118787,0.005536868,0.01702445,0.00343613],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00347568,0.006326817,0.5271579,0.0005042432,0.0002908446,0.0005329011,0.1171263,0.001374296,0.02612616,0.001198346,0.002769066,0.3131174],"study_design_scores_gemma":[0.0003606793,0.01437834,0.8344499,0.0002219126,0.0002072077,0.0009646505,0.08579387,0.01684983,0.03647069,0.002337336,0.00764474,0.0003207423],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969146,0.00002404485,0.001758699,0.00002798454,0.00001204617,0.0001418647,0.00001882563,0.00002845121,0.001073477],"genre_scores_gemma":[0.9950936,0.0000370403,0.003477926,0.00002953088,0.00001316328,0.0002469599,0.0000392203,0.00001279239,0.00104981],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9806182,"threshold_uncertainty_score":0.1025021,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08174915342893448,"score_gpt":0.3820792831741884,"score_spread":0.3003301297452539,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}