{"id":"W4404905615","doi":"10.32920/27940833","title":"Workplace-based Assessment Data in Emergency Medicine: A Scoping Review of the Literature","year":2024,"lang":"en","type":"review","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Data science; Medicine; Psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08510815,0.001761181,0.005347246,0.04678491,0.00336497,0.008873346,0.003968515,0.006433657,0.005314347],"category_scores_gemma":[0.3039201,0.002147648,0.006281702,0.050635,0.003878868,0.0119385,0.00604985,0.004664538,0.001226853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009712907,"about_ca_system_score_gemma":0.04797594,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01242026,"about_ca_topic_score_gemma":0.02417925,"domain_scores_codex":[0.9186977,0.03484003,0.03107289,0.002971748,0.01139077,0.001026922],"domain_scores_gemma":[0.554274,0.3739693,0.02804382,0.006285072,0.03577438,0.001653494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009420708,0.00008896545,0.001375922,0.7225975,0.001024742,0.0003341207,0.004162748,0.0003950715,0.0002590306,0.003114271,0.009339701,0.2572138],"study_design_scores_gemma":[0.00001504451,0.00004339156,0.001344832,0.9681935,0.00113142,0.0001865544,0.001612599,0.00009274556,0.00009984271,0.0007219505,0.02653173,0.00002626836],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001045867,0.9919382,0.001134044,0.002971243,0.0006052636,0.0006801047,0.0003670006,0.00001770134,0.001240591],"genre_scores_gemma":[0.01155175,0.9796008,0.00422535,0.001486716,0.0003319991,0.002095956,0.0004922166,0.00002241733,0.0001927928],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.08510815,"threshold_uncertainty_score":0.4501003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1144472236243436,"score_gpt":0.5260929087813737,"score_spread":0.4116456851570302,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}