{"id":"W3022756532","doi":"10.1186/s12909-020-02050-3","title":"Codebook for rating clinical communication skills based on the Calgary-Cambridge Guide","year":2020,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Sygehus Lillebælt; Syddansk Universitet; Region Syddanmark","keywords":"Intraclass correlation; Codebook; Inter-rater reliability; Reliability (semiconductor); Intra-rater reliability; Operationalization; Rating scale; Medical physics; Computer science; Reliability engineering; Psychology; Applied psychology; Statistics; Medical education; Medicine; Psychometrics; Clinical psychology; Artificial intelligence; Mathematics; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002923008,0.0001956398,0.0003382536,0.0000554611,0.001433774,0.00001886552,0.001180152,0.0004029266,0.0006955022],"category_scores_gemma":[0.07401913,0.000147001,0.0001578782,0.0002593515,0.0002146007,0.00009371893,0.0002138615,0.001433287,0.000394776],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000253063,"about_ca_system_score_gemma":0.01187972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002583725,"about_ca_topic_score_gemma":0.0002126482,"domain_scores_codex":[0.9917104,0.00496787,0.00176049,0.0004179946,0.0007249815,0.0004183285],"domain_scores_gemma":[0.9714726,0.02475898,0.000771793,0.001612686,0.0007048266,0.0006790732],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002455752,0.0008003334,0.0688678,0.0008305883,0.00001929225,1.491239e-7,0.00525283,0.00002353228,0.000006416476,0.03972803,0.8571452,0.02708025],"study_design_scores_gemma":[0.002969731,0.0004155634,0.02821899,0.00219231,0.00005824196,7.284243e-7,0.01041532,0.2829325,0.0000203558,0.0007529663,0.6716211,0.00040213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03204795,0.002188248,0.07765586,0.8059061,0.007026378,0.01670678,0.0001056346,0.0008245927,0.05753843],"genre_scores_gemma":[0.5574642,0.0002383371,0.05399103,0.3749312,0.002511241,0.007529063,0.001306794,0.0001100623,0.001918144],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.5254163,"threshold_uncertainty_score":0.9998662,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3119921914600388,"score_gpt":0.5208980441553038,"score_spread":0.208905852695265,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}