{"id":"W4405564424","doi":"10.5206/cjsotl-rcacea.2021.1.14207","title":"Collaborative Assessment: Using Self-assessment and Reflection for Student Learning and Program Development","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Quest University Canada","funders":"","keywords":"Self-assessment; Reflection (computer programming); Self-reflection; Mathematics education; Psychology; Computer science; Medical education; Pedagogy; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003483982,0.0001982036,0.00040622,0.0003145123,0.001747545,0.003175854,0.0004412092,0.0001005784,0.0003230516],"category_scores_gemma":[0.0005740743,0.0002052193,0.00004318628,0.00118607,0.000132169,0.002867436,0.0004389576,0.0003631809,3.866243e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001101829,"about_ca_system_score_gemma":0.003167528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003057922,"about_ca_topic_score_gemma":0.0003222873,"domain_scores_codex":[0.9967544,0.00117073,0.0005411264,0.0004757621,0.0007303017,0.0003276621],"domain_scores_gemma":[0.9967171,0.0006946781,0.0009412243,0.0001234941,0.001287178,0.0002363395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004556364,0.0006881305,0.8630318,0.00007348228,0.0003399377,0.000005043976,0.01105369,0.0000474496,0.01740065,0.0006330019,0.000410986,0.1062703],"study_design_scores_gemma":[0.0006168626,0.00003928451,0.8428954,0.0002530769,0.000169603,0.000007256885,0.01500381,0.0001999571,0.003687468,0.002380345,0.1343717,0.0003752229],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9723321,0.005807718,0.001983171,0.0004910963,0.0007754149,0.001664044,0.00000309562,0.00005881411,0.01688457],"genre_scores_gemma":[0.8837343,0.01371341,0.1017006,0.00008195324,0.0001971012,0.0003005025,0.000008115101,0.00003070366,0.0002333718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1339607,"threshold_uncertainty_score":0.9995521,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2523924069109184,"score_gpt":0.6837629992503587,"score_spread":0.4313705923394403,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}