{"id":"W3048489732","doi":"10.1111/medu.14347","title":"Machine learning to extract communication and history‐taking skills in OSCE transcripts","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Hamilton Medical Research Group","funders":"","keywords":"Transferability; Sentence; F1 score; Computer science; Natural language processing; Artificial intelligence; Utterance; Context (archaeology); Machine learning; Objective structured clinical examination; Support vector machine; Medicine; Medical education; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002471065,0.0008359863,0.0002094848,0.001498344,0.0003627358,0.0006583783,0.0004563122,0.0006692184,0.001243709],"category_scores_gemma":[0.0185896,0.0001937312,0.0004303376,0.0008047256,0.0003759282,0.0007575253,0.0007971381,0.0008731505,0.001048373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005605537,"about_ca_system_score_gemma":0.0006937872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001753044,"about_ca_topic_score_gemma":0.00252514,"domain_scores_codex":[0.9981743,0.001086989,0.000124266,0.0003333055,0.0001896772,0.00009146422],"domain_scores_gemma":[0.9907515,0.00681307,0.0006987269,0.0004758385,0.001130876,0.0001300218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005759122,0.0005339136,0.06835234,0.0008441482,0.0002107716,0.0007965594,0.004558215,0.04976268,0.06721737,0.001413372,0.006368907,0.7993658],"study_design_scores_gemma":[0.00007377564,0.001072307,0.1004142,0.0003037347,0.0001547492,0.0009421931,0.004685402,0.8193962,0.05747912,0.006124995,0.009220821,0.0001326421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6951138,0.000418264,0.2964724,0.0005171833,0.0001324142,0.000505468,0.001782804,0.002208594,0.002849056],"genre_scores_gemma":[0.8564919,0.0001406595,0.1386886,0.00007334434,0.00004043979,0.0004264148,0.002808137,0.00005695565,0.001273512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002471065,"threshold_uncertainty_score":0.01306838,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02168354091414416,"score_gpt":0.3381810623154852,"score_spread":0.3164975214013411,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}