{"id":"W7106101008","doi":"10.20381/11z3-rb04","title":"Quantifying Student Competency Development Using the uOCompetencies Proficiency Survey","year":2024,"lang":"en","type":"other","venue":"University of Ottawa - Library","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Internship; Supervisor; Perception; Quality (philosophy); Cohort; Benchmarking","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005438999,0.0005399346,0.0006666136,0.0009343134,0.0002954405,0.000113063,0.00189227,0.0002725412,0.002336378],"category_scores_gemma":[0.0000155788,0.0004727486,0.000220829,0.001091944,0.0005916588,0.0003932392,0.001366215,0.0005073014,0.002315751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001407931,"about_ca_system_score_gemma":0.001145219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001376248,"about_ca_topic_score_gemma":0.001860368,"domain_scores_codex":[0.9970192,0.0004933184,0.0003916789,0.000741601,0.0008452637,0.000508974],"domain_scores_gemma":[0.9983686,0.0001232116,0.000591638,0.000736075,0.00005295883,0.0001275207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002895594,0.000337642,0.1317031,0.0008144001,0.0008241179,0.000246436,0.004255814,0.00003170377,0.0002340536,0.006195835,0.8551668,0.0001611602],"study_design_scores_gemma":[0.0003583017,0.00003800126,0.06176929,0.001356477,0.0001866968,0.00001070267,0.00466546,0.0001110398,0.0001203553,0.00002690721,0.9306078,0.0007489403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0197832,0.008007843,0.0002097901,0.0001286051,0.001147071,0.001659611,0.001574001,0.001669396,0.9658205],"genre_scores_gemma":[0.02655275,0.0002069348,0.03407355,0.00006977411,0.0002088849,0.000001152495,0.000608926,0.002054281,0.9362237],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.07544103,"threshold_uncertainty_score":0.9997724,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06419161324786918,"score_gpt":0.2686399706671507,"score_spread":0.2044483574192816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}