{"id":"W2340239101","doi":"10.36834/cmej.36682","title":"Competency-based simulation assessment of resuscitation skills in emergency medicine postgraduate trainees – a Canadian multi-centred study","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Dalhousie University; Western University; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Objective structured clinical examination; Generalizability theory; Intraclass correlation; Competence (human resources); Medical education; Medicine; Inter-rater reliability; Psychology; Emergency medicine; Psychometrics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001365517,0.0002299865,0.0004220267,0.002236838,0.0002113068,0.00001182704,0.0002268544,0.0002119481,0.01931833],"category_scores_gemma":[0.01205963,0.0001788272,0.00008629841,0.001011885,0.0001403704,0.0001656986,0.000004613688,0.000474927,0.00001464889],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002948926,"about_ca_system_score_gemma":0.1554284,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3017212,"about_ca_topic_score_gemma":0.6964394,"domain_scores_codex":[0.9959619,0.0004366416,0.001554638,0.0003439793,0.001136747,0.0005660622],"domain_scores_gemma":[0.989286,0.0004293496,0.000440545,0.0003686523,0.002184005,0.007291437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003413904,0.001062729,0.9712702,0.00008991056,0.00004702275,0.00003476255,0.007161091,0.0009627143,0.00004322686,0.0002305961,0.004071718,0.01499187],"study_design_scores_gemma":[0.004660221,0.0003953701,0.9701482,0.001156704,0.00006116726,0.00002586653,0.009349738,0.01249595,0.000004634891,0.0002657884,0.001242779,0.0001935528],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8089997,0.0002830662,0.0005834614,0.1836677,0.00416727,0.001527471,0.00003928806,0.00002270256,0.000709322],"genre_scores_gemma":[0.9940783,0.00003985108,0.001227557,0.003565681,0.0006165957,0.00005261006,0.0001057043,0.00003432666,0.000279421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3947182,"threshold_uncertainty_score":0.9962622,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0436680746531275,"score_gpt":0.4127327966738447,"score_spread":0.3690647220207172,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}