{"id":"W4398255907","doi":"10.1017/cjn.2024.176","title":"P.070 Using AI to revolutionize clinical training through OSCE-GPT: a focused exploration of user feedback on otolaryngology and neurology cases","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Otorhinolaryngology; Likert scale; Neurology; Medical education; Quality (philosophy); Medicine; Objective structured clinical examination; Medical history; Medical physics; Psychology; Surgery; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01034006,0.0004700137,0.0002384392,0.0007233377,0.001173504,0.00181574,0.0007615653,0.0007942542,0.004988533],"category_scores_gemma":[0.04241311,0.0002182271,0.0005202013,0.0006406777,0.001189925,0.00151223,0.001655275,0.0009008938,0.001110173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00113667,"about_ca_system_score_gemma":0.001638472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006624681,"about_ca_topic_score_gemma":0.0132937,"domain_scores_codex":[0.9945704,0.003128258,0.0002009118,0.0002238599,0.001615606,0.0002608508],"domain_scores_gemma":[0.9603462,0.03070726,0.001422856,0.001158688,0.005238878,0.001126031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000716321,0.0008814966,0.08158887,0.003617505,0.00008900915,0.002593549,0.09905449,0.0009644297,0.01201748,0.001097866,0.07306293,0.7243161],"study_design_scores_gemma":[0.0002730141,0.0116052,0.3494082,0.006055145,0.0003728711,0.01287152,0.1378422,0.01536364,0.01674995,0.00264391,0.446318,0.0004962058],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9074473,0.003209976,0.02726077,0.01151669,0.0007286019,0.002012659,0.002080895,0.003284639,0.04245848],"genre_scores_gemma":[0.9357993,0.002408282,0.04266665,0.004728659,0.0001752513,0.000845129,0.0009039792,0.0005089019,0.01196383],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01034006,"threshold_uncertainty_score":0.05468416,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3981830030135123,"score_gpt":0.4583646423370912,"score_spread":0.06018163932357884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}