{"id":"W4404840942","doi":"10.32920/27931464","title":"The Impact of Electronic Data to Capture Qualitative Comments in a Competency-Based Assessment System","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Electronic data capture; Automatic identification and data capture; Qualitative property; Computer science; Data science; Psychology; Data collection; Sociology; Social science; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1199098,0.000657964,0.0007120479,0.006689688,0.001215728,0.004938243,0.001279039,0.0007837516,0.002950872],"category_scores_gemma":[0.409543,0.0007619421,0.0008277053,0.004619902,0.001192728,0.003803482,0.004206983,0.0009686858,0.0008704902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002798808,"about_ca_system_score_gemma":0.00531613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003529546,"about_ca_topic_score_gemma":0.005561448,"domain_scores_codex":[0.8258185,0.1179697,0.02242268,0.006478234,0.02551233,0.001798568],"domain_scores_gemma":[0.2615346,0.6287681,0.03084789,0.02217405,0.05422395,0.002451374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005267571,0.002034264,0.333809,0.003254964,0.0002655797,0.0005097941,0.05261596,0.002970249,0.01268696,0.001769254,0.003845272,0.5809711],"study_design_scores_gemma":[0.0008204014,0.01224633,0.8291547,0.004600556,0.0006633514,0.0006914295,0.05191567,0.03633589,0.03301823,0.002354788,0.02772029,0.0004783274],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9424502,0.0004493719,0.03598567,0.0009039878,0.0002105546,0.008609533,0.002577044,0.0003781538,0.008435533],"genre_scores_gemma":[0.8812472,0.000329839,0.1052812,0.0004242421,0.0001510728,0.009111314,0.001709026,0.0001089601,0.001637221],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1199098,"threshold_uncertainty_score":0.6341512,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0878788296559014,"score_gpt":0.5045773296626463,"score_spread":0.416698500006745,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}