{"id":"W4404840547","doi":"10.32920/27931464.v1","title":"The Impact of Electronic Data to Capture Qualitative Comments in a Competency-Based Assessment System","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Data science; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004868692,0.0002913189,0.0005163107,0.0001742194,0.0002252241,0.0003210114,0.002343963,0.0001992958,0.0000806489],"category_scores_gemma":[0.00008087729,0.0001852297,0.0002024912,0.0005280342,0.0001508855,0.00006040127,0.002024433,0.0009159254,0.00003154951],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002319979,"about_ca_system_score_gemma":0.007463111,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05498222,"about_ca_topic_score_gemma":0.05526429,"domain_scores_codex":[0.9959275,0.00128385,0.0005785978,0.0005963971,0.0009855109,0.0006281541],"domain_scores_gemma":[0.9976006,0.0008927673,0.0002473334,0.0009922899,0.0001523816,0.000114693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001441711,0.0005671197,0.01973198,0.0006180163,0.001547443,0.00001683776,0.1667046,0.001567554,0.00007362832,0.7644625,0.04399519,0.0005709575],"study_design_scores_gemma":[0.00165819,0.0005684068,0.04254192,0.002774664,0.0003624462,4.391131e-7,0.8817599,0.02792317,0.00001110479,0.0362933,0.004643755,0.001462702],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4451108,0.003318404,0.002510999,0.04794893,0.0037137,0.01216219,0.002119398,0.0005812529,0.4825343],"genre_scores_gemma":[0.9975982,0.00004545534,0.0009907522,0.00006337627,0.00009620647,0.0001310256,0.0001972715,0.00002115935,0.0008565155],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7281692,"threshold_uncertainty_score":0.9981636,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0878788296559014,"score_gpt":0.5045773296626463,"score_spread":0.416698500006745,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}