{"id":"W4213432010","doi":"10.1093/occmed/kqab154","title":"Evaluation of an occupational medicine patient consultation note assessment tool","year":2021,"lang":"en","type":"article","venue":"Occupational Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada Research Chairs; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Intraclass correlation; Summative assessment; Context (archaeology); Medical education; Medicine; Cohen's kappa; Rating scale; Operationalization; Family medicine; Psychology; Formative assessment; Psychometrics; Clinical psychology; Computer science; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02641964,0.0006505483,0.0008795672,0.002867884,0.0007809005,0.001579281,0.001337002,0.001042801,0.00221278],"category_scores_gemma":[0.0872076,0.0003131253,0.00109201,0.001323259,0.0003623812,0.001546892,0.001716129,0.0008551669,0.0006765501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00154203,"about_ca_system_score_gemma":0.002970198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001087405,"about_ca_topic_score_gemma":0.002412717,"domain_scores_codex":[0.9710613,0.01585065,0.004968714,0.001002508,0.006429411,0.000687452],"domain_scores_gemma":[0.8983605,0.0656228,0.008738701,0.002348068,0.02291057,0.002019368],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00360865,0.003714852,0.3041235,0.002452265,0.000314113,0.001044648,0.005971421,0.00279107,0.01166131,0.0005615965,0.01516231,0.6485943],"study_design_scores_gemma":[0.00156505,0.01291253,0.8711145,0.002291075,0.0006700415,0.005101086,0.009246022,0.04523711,0.02198459,0.0008896941,0.02848295,0.0005052623],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9419015,0.0008264011,0.03566755,0.001597048,0.0004146819,0.009974985,0.001965492,0.0009035241,0.006748753],"genre_scores_gemma":[0.8142243,0.000498542,0.1727755,0.0004379387,0.0001146867,0.008784875,0.001568253,0.00005996096,0.001535818],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9735804,"threshold_uncertainty_score":0.139722,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06562885204194727,"score_gpt":0.4653875596544619,"score_spread":0.3997587076125146,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}