{"id":"W2756771427","doi":"10.20343/teachlearninqu.5.2.8","title":"ComPAIR: A New Online Tool Using Adaptive Comparative Judgement to Support Learning with Peer Feedback","year":2017,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Peer feedback; Computer science; Grading (engineering); Judgement; Context (archaeology); Ranking (information retrieval); Set (abstract data type); Peer assessment; Mathematics education; Multimedia; Psychology; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005697999,0.0003753907,0.0005348505,0.0001665393,0.01317473,0.002215529,0.0015164,0.0001062222,0.0004920818],"category_scores_gemma":[0.0009176757,0.0002459933,0.0001946284,0.0001582133,0.0005566875,0.0009628727,0.0004205078,0.003285128,0.0001416671],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005409003,"about_ca_system_score_gemma":0.0006963837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001673215,"about_ca_topic_score_gemma":0.0005913562,"domain_scores_codex":[0.9948381,0.001469132,0.0005099665,0.0004171703,0.001851316,0.0009143699],"domain_scores_gemma":[0.9974515,0.0003507401,0.00100674,0.0003828108,0.0003889475,0.0004192977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007282533,0.0003430969,0.2662282,0.000007149023,0.0007082631,0.0001121386,0.6286691,0.05450852,0.0004189865,0.002467649,0.02110758,0.02470103],"study_design_scores_gemma":[0.002943088,0.002113608,0.1623215,0.0005891395,0.0003683963,0.0001264144,0.4152619,0.004833941,0.00001857556,0.0002557322,0.4100731,0.001094605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9641713,0.00003664615,0.01307444,0.0102725,0.001050406,0.0004899626,0.000001375176,0.0001682566,0.01073512],"genre_scores_gemma":[0.9604234,0.00001597768,0.0108662,0.0003608294,0.003329325,0.000003912558,0.000006111717,0.0000473793,0.02494686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3889655,"threshold_uncertainty_score":0.9999992,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2007159148442682,"score_gpt":0.4467790883083952,"score_spread":0.2460631734641271,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}