{"id":"W3150819168","doi":"10.1503/cjs.018418","title":"Université de Montréal Objective and Structured Checklist for Assessment of Audiovisual Recordings of Surgeries/techniques (UM-OSCAARS): a validation study","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal; Hôpital Maisonneuve-Rosemont; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Medicine; Checklist; Medical physics; Cognitive psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01435748,0.0009657103,0.0006319146,0.002885893,0.001109625,0.0008721689,0.001544653,0.0006202381,0.005483525],"category_scores_gemma":[0.03549166,0.0004373411,0.0008893675,0.00153469,0.001076757,0.0009057274,0.001617736,0.0007679442,0.0008782935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003831819,"about_ca_system_score_gemma":0.01248059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1143981,"about_ca_topic_score_gemma":0.1803496,"domain_scores_codex":[0.9874489,0.004183031,0.001256287,0.0009222762,0.005556579,0.0006330629],"domain_scores_gemma":[0.9654093,0.007454763,0.004375499,0.001263285,0.01949038,0.002006764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002311511,0.003837523,0.5305134,0.004195837,0.0005361833,0.001415213,0.008199601,0.002212432,0.01380217,0.002395189,0.0373532,0.3932277],"study_design_scores_gemma":[0.00069233,0.004409421,0.9466162,0.001477638,0.0002331741,0.001286972,0.002763649,0.004650105,0.004799187,0.0002962095,0.03258361,0.0001915038],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9076998,0.005621215,0.02919809,0.001417697,0.0006253664,0.02466181,0.009066455,0.0004371304,0.02127252],"genre_scores_gemma":[0.8814711,0.003117907,0.0714986,0.000553561,0.0001802837,0.02463281,0.007521734,0.0001417178,0.0108822],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.1143981,"threshold_uncertainty_score":0.2274645,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05140350043528153,"score_gpt":0.3906936747306685,"score_spread":0.3392901742953869,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}