{"id":"W2756771427","doi":"10.20343/teachlearninqu.5.2.8","title":"ComPAIR: A New Online Tool Using Adaptive Comparative Judgement to Support Learning with Peer Feedback","year":2017,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Peer feedback; Computer science; Grading (engineering); Judgement; Context (archaeology); Ranking (information retrieval); Set (abstract data type); Peer assessment; Mathematics education; Multimedia; Psychology; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02238663,0.001696219,0.001381142,0.008228572,0.0009248987,0.003238654,0.003420649,0.001529987,0.01900921],"category_scores_gemma":[0.1111622,0.0008583136,0.0009639261,0.003728518,0.001066997,0.00443954,0.00609597,0.001480523,0.004770908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009242165,"about_ca_system_score_gemma":0.002088976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001015853,"about_ca_topic_score_gemma":0.001874971,"domain_scores_codex":[0.9765846,0.01197709,0.001842685,0.001807051,0.007394353,0.000394219],"domain_scores_gemma":[0.8580346,0.1125253,0.005086304,0.01011083,0.01129104,0.002952085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001157924,0.0008830619,0.003863137,0.001343076,0.0001745981,0.000301782,0.00283855,0.002375855,0.008863385,0.004247273,0.02319035,0.950761],"study_design_scores_gemma":[0.003434239,0.007147535,0.06733157,0.003184827,0.000741168,0.004114617,0.004395199,0.2562554,0.05553403,0.0715593,0.5246713,0.001630837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04700882,0.0004670515,0.8599152,0.0006832298,0.0005444256,0.005583388,0.003066664,0.06560898,0.01712218],"genre_scores_gemma":[0.09281096,0.0001910618,0.8937272,0.0002361636,0.0001668787,0.004368708,0.00139885,0.001966175,0.005133873],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02238663,"threshold_uncertainty_score":0.1183933,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2007159148442682,"score_gpt":0.4467790883083952,"score_spread":0.2460631734641271,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}