{"id":"W3203070289","doi":"10.2196/32356","title":"Assessment of Entrustable Professional Activities Using a Web-Based Simulation Platform During Transition to Emergency Medicine Residency: Mixed Methods Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Medical diagnosis; Thematic analysis; Medicine; Action (physics); Fidelity; Psychology; Family medicine; Medical physics; Computer science; Qualitative research; Pathology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002054774,0.000247751,0.0005332161,0.0006391821,0.0002417756,0.000009448579,0.0001416677,0.0001712926,0.006192242],"category_scores_gemma":[0.004021859,0.00022392,0.00006857433,0.00186145,0.0001096225,0.0002671218,0.000048505,0.0005351385,0.000003409715],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006917999,"about_ca_system_score_gemma":0.008628584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001053102,"about_ca_topic_score_gemma":0.00003855072,"domain_scores_codex":[0.9955503,0.0004506091,0.001268378,0.0005067171,0.001891261,0.0003327756],"domain_scores_gemma":[0.9975147,0.0002377524,0.0003694276,0.0005052083,0.001100401,0.0002724916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.003097308,0.09015618,0.1000906,0.009547162,0.0008363037,0.00006158774,0.03958049,0.007229065,0.5946426,0.005194623,0.02492087,0.1246431],"study_design_scores_gemma":[0.007118214,0.003162997,0.7929281,0.004291725,0.0005697675,0.00005071782,0.05348763,0.1262588,0.00952392,0.0006128403,0.001411376,0.0005839097],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9666431,0.00007244189,0.01914093,0.008150231,0.003699675,0.001627124,0.000003196301,0.00007110037,0.0005922189],"genre_scores_gemma":[0.9642136,0.00001120757,0.03279673,0.0008184525,0.000835188,0.0004841883,0.0002371944,0.00003852897,0.0005649696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6928375,"threshold_uncertainty_score":0.9969916,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05629166650417301,"score_gpt":0.4981148289236449,"score_spread":0.4418231624194719,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}