{"id":"W4386098169","doi":"10.1186/s40463-023-00649-2","title":"Unintended consequences of technology in competency-based education: A qualitative study of lessons learned in an OtoHNS program","year":2023,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Formative assessment; Portfolio; Competence (human resources); Medical education; Focus group; Psychology; Grounded theory; Workaround; Knowledge management; Qualitative research; Medicine; Computer science; Pedagogy; Business","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01739573,0.0005904667,0.0007781509,0.001854183,0.01188086,0.004133819,0.002766425,0.001759158,0.002370865],"category_scores_gemma":[0.03590945,0.0007355241,0.0004943494,0.001417567,0.01073616,0.003897367,0.006175655,0.003750721,0.0002568687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01058287,"about_ca_system_score_gemma":0.01431311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03108219,"about_ca_topic_score_gemma":0.06029752,"domain_scores_codex":[0.9827731,0.01208657,0.0004947683,0.0008793274,0.001435811,0.002330453],"domain_scores_gemma":[0.9619513,0.02711208,0.002491473,0.0008357692,0.003643937,0.003965321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001750677,0.00008099752,0.003269383,0.00007500039,0.0000033266,0.0005712003,0.9905805,0.00003584227,0.0004957573,0.0003166068,0.0002874551,0.004266349],"study_design_scores_gemma":[0.000002226355,0.00006971601,0.001779738,0.00009962539,0.000003384607,0.0001309088,0.9931872,0.00009443098,0.0003212045,0.0001073171,0.004194382,0.000009932897],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9929227,0.0002081307,0.001902796,0.001880409,0.00003864687,0.0002182996,0.00009149995,0.00002179514,0.002715674],"genre_scores_gemma":[0.9945339,0.0003377912,0.001169634,0.0008033023,0.00001418903,0.0002486321,0.00004503531,0.00003405836,0.002813473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03108219,"threshold_uncertainty_score":0.09199846,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07354334749633905,"score_gpt":0.4357047690814387,"score_spread":0.3621614215850996,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}